Update README.md
Browse files
README.md
CHANGED
|
@@ -22,6 +22,35 @@ language:
|
|
| 22 |
- Output: "سلام، خوشحالم که با شما صحبت می کنم. چطور می توانم به شما کمک کنم؟"
|
| 23 |
----
|
| 24 |
# Banchmark results
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 25 |
----
|
| 26 |
# How to use
|
| 27 |
|
|
|
|
| 22 |
- Output: "سلام، خوشحالم که با شما صحبت می کنم. چطور می توانم به شما کمک کنم؟"
|
| 23 |
----
|
| 24 |
# Banchmark results
|
| 25 |
+
|
| 26 |
+
| model | dataset | max_token | prompt | score |
|
| 27 |
+
|---------------|------------------|-----------|--------|---------|
|
| 28 |
+
| base-model-7b | ARC-easy-dev | 2 | en-1 | 0.41929 |
|
| 29 |
+
| base-model-7b | ARC-easy-dev | 80 | en-2 | 0.39122 |
|
| 30 |
+
| base-model-7b | ARC-easy-dev | 300 | en-1 | 0.34448 |
|
| 31 |
+
|
| 32 |
+
| model | dataset | max_token | prompt | score |
|
| 33 |
+
|---------------|------------------|-----------|--------|---------|
|
| 34 |
+
| fa-model-7b | ARC-easy-dev | 80 | en-1 | 0.37894 |
|
| 35 |
+
| fa-model-7b | ARC-easy-dev | 80 | en-2 | 0.33333 |
|
| 36 |
+
| fa-model-7b | ARC-easy-dev | 80 | fa-2 | 0.28771 |
|
| 37 |
+
| fa-model-7b | ARC-easy-dev | 300 | fa-1 | 0.25752 |
|
| 38 |
+
| fa-model-7b | ARC-easy-dev | 2 | fa-1 | 0.24035 |
|
| 39 |
+
|
| 40 |
+
| model | dataset | max_token | prompt | score |
|
| 41 |
+
|---------------|--------------------|-----------|--------|---------|
|
| 42 |
+
| base-model-7b | ARC-challenge-dev | 80 | en-2 | 0.37123 |
|
| 43 |
+
| base-model-7b | ARC-challenge-dev | 2 | en-2 | 0.36789 |
|
| 44 |
+
| base-model-7b | ARC-challenge-dev | 2 | en-1 | 0.35451 |
|
| 45 |
+
| base-model-7b | ARC-challenge-dev | 80 | en-1 | 0.33779 |
|
| 46 |
+
|
| 47 |
+
| model | dataset | max_token | prompt | score |
|
| 48 |
+
|---------------|--------------------|-----------|--------|---------|
|
| 49 |
+
| fa-model-7b | ARC-challenge-dev | 2 | en-1 | 0.39298 |
|
| 50 |
+
| fa-model-7b | ARC-challenge-dev | 80 | en-1 | 0.38421 |
|
| 51 |
+
| fa-model-7b | ARC-challenge-dev | 2 | en-2 | 0.31929 |
|
| 52 |
+
| fa-model-7b | ARC-challenge-dev | 80 | en-2 | 0.31754 |
|
| 53 |
+
|
| 54 |
----
|
| 55 |
# How to use
|
| 56 |
|