Update README.md
Browse files
README.md
CHANGED
|
@@ -92,7 +92,7 @@ python main.py \
|
|
| 92 |
|
| 93 |
### COPA (F1)
|
| 94 |
|
| 95 |
-
| Model | params |
|
| 96 |
|----------------------------------------------------------------------------------------------|--------|--------|--------|---------|---------|
|
| 97 |
| [skt/ko-gpt-trinity-1.2B-v0.5](https://huggingface.co/skt/ko-gpt-trinity-1.2B-v0.5) | 1.2B | 0.6696 | 0.6477 | 0.6419 | 0.6514 |
|
| 98 |
| [kakaobrain/kogpt](https://huggingface.co/kakaobrain/kogpt) | 6.0B | 0.7345 | 0.7287 | 0.7277 | 0.7479 |
|
|
@@ -106,7 +106,7 @@ python main.py \
|
|
| 106 |
|
| 107 |
### HellaSwag (F1)
|
| 108 |
|
| 109 |
-
| Model | params |
|
| 110 |
|----------------------------------------------------------------------------------------------|--------|--------|--------|---------|---------|
|
| 111 |
| [skt/ko-gpt-trinity-1.2B-v0.5](https://huggingface.co/skt/ko-gpt-trinity-1.2B-v0.5) | 1.2B | 0.5243 | 0.5272 | 0.5166 | 0.5352 |
|
| 112 |
| [kakaobrain/kogpt](https://huggingface.co/kakaobrain/kogpt) | 6.0B | 0.5590 | 0.5833 | 0.5828 | 0.5907 |
|
|
@@ -120,7 +120,7 @@ python main.py \
|
|
| 120 |
|
| 121 |
### BoolQ (F1)
|
| 122 |
|
| 123 |
-
| Model | params |
|
| 124 |
|----------------------------------------------------------------------------------------------|--------|--------|--------|---------|---------|
|
| 125 |
| [skt/ko-gpt-trinity-1.2B-v0.5](https://huggingface.co/skt/ko-gpt-trinity-1.2B-v0.5) | 1.2B | 0.3356 | 0.4014 | 0.3640 | 0.3560 |
|
| 126 |
| [kakaobrain/kogpt](https://huggingface.co/kakaobrain/kogpt) | 6.0B | 0.4514 | 0.5981 | 0.5499 | 0.5202 |
|
|
@@ -134,7 +134,7 @@ python main.py \
|
|
| 134 |
|
| 135 |
### SentiNeg (F1)
|
| 136 |
|
| 137 |
-
| Model | params |
|
| 138 |
|----------------------------------------------------------------------------------------------|--------|--------|--------|---------|---------|
|
| 139 |
| [skt/ko-gpt-trinity-1.2B-v0.5](https://huggingface.co/skt/ko-gpt-trinity-1.2B-v0.5) | 1.2B | 0.6065 | 0.6878 | 0.7280 | 0.8413 |
|
| 140 |
| [kakaobrain/kogpt](https://huggingface.co/kakaobrain/kogpt) | 6.0B | 0.3747 | 0.8942 | 0.9294 | 0.9698 |
|
|
@@ -148,7 +148,7 @@ python main.py \
|
|
| 148 |
|
| 149 |
### WiC (F1)
|
| 150 |
|
| 151 |
-
| Model | params |
|
| 152 |
|----------------------------------------------------------------------------------------------|--------|--------|--------|---------|---------|
|
| 153 |
| [skt/ko-gpt-trinity-1.2B-v0.5](https://huggingface.co/skt/ko-gpt-trinity-1.2B-v0.5) | 1.2B | 0.3290 | 0.4313 | 0.4001 | 0.3621 |
|
| 154 |
| [kakaobrain/kogpt](https://huggingface.co/kakaobrain/kogpt) | 6.0B | 0.3526 | 0.4775 | 0.4358 | 0.4061 |
|
|
|
|
| 92 |
|
| 93 |
### COPA (F1)
|
| 94 |
|
| 95 |
+
| Model | params | 0-shot | 5-shot | 10-shot | 50-shot |
|
| 96 |
|----------------------------------------------------------------------------------------------|--------|--------|--------|---------|---------|
|
| 97 |
| [skt/ko-gpt-trinity-1.2B-v0.5](https://huggingface.co/skt/ko-gpt-trinity-1.2B-v0.5) | 1.2B | 0.6696 | 0.6477 | 0.6419 | 0.6514 |
|
| 98 |
| [kakaobrain/kogpt](https://huggingface.co/kakaobrain/kogpt) | 6.0B | 0.7345 | 0.7287 | 0.7277 | 0.7479 |
|
|
|
|
| 106 |
|
| 107 |
### HellaSwag (F1)
|
| 108 |
|
| 109 |
+
| Model | params | 0-shot | 5-shot | 10-shot | 50-shot |
|
| 110 |
|----------------------------------------------------------------------------------------------|--------|--------|--------|---------|---------|
|
| 111 |
| [skt/ko-gpt-trinity-1.2B-v0.5](https://huggingface.co/skt/ko-gpt-trinity-1.2B-v0.5) | 1.2B | 0.5243 | 0.5272 | 0.5166 | 0.5352 |
|
| 112 |
| [kakaobrain/kogpt](https://huggingface.co/kakaobrain/kogpt) | 6.0B | 0.5590 | 0.5833 | 0.5828 | 0.5907 |
|
|
|
|
| 120 |
|
| 121 |
### BoolQ (F1)
|
| 122 |
|
| 123 |
+
| Model | params | 0-shot | 5-shot | 10-shot | 50-shot |
|
| 124 |
|----------------------------------------------------------------------------------------------|--------|--------|--------|---------|---------|
|
| 125 |
| [skt/ko-gpt-trinity-1.2B-v0.5](https://huggingface.co/skt/ko-gpt-trinity-1.2B-v0.5) | 1.2B | 0.3356 | 0.4014 | 0.3640 | 0.3560 |
|
| 126 |
| [kakaobrain/kogpt](https://huggingface.co/kakaobrain/kogpt) | 6.0B | 0.4514 | 0.5981 | 0.5499 | 0.5202 |
|
|
|
|
| 134 |
|
| 135 |
### SentiNeg (F1)
|
| 136 |
|
| 137 |
+
| Model | params | 0-shot | 5-shot | 10-shot | 50-shot |
|
| 138 |
|----------------------------------------------------------------------------------------------|--------|--------|--------|---------|---------|
|
| 139 |
| [skt/ko-gpt-trinity-1.2B-v0.5](https://huggingface.co/skt/ko-gpt-trinity-1.2B-v0.5) | 1.2B | 0.6065 | 0.6878 | 0.7280 | 0.8413 |
|
| 140 |
| [kakaobrain/kogpt](https://huggingface.co/kakaobrain/kogpt) | 6.0B | 0.3747 | 0.8942 | 0.9294 | 0.9698 |
|
|
|
|
| 148 |
|
| 149 |
### WiC (F1)
|
| 150 |
|
| 151 |
+
| Model | params | 0-shot | 5-shot | 10-shot | 50-shot |
|
| 152 |
|----------------------------------------------------------------------------------------------|--------|--------|--------|---------|---------|
|
| 153 |
| [skt/ko-gpt-trinity-1.2B-v0.5](https://huggingface.co/skt/ko-gpt-trinity-1.2B-v0.5) | 1.2B | 0.3290 | 0.4313 | 0.4001 | 0.3621 |
|
| 154 |
| [kakaobrain/kogpt](https://huggingface.co/kakaobrain/kogpt) | 6.0B | 0.3526 | 0.4775 | 0.4358 | 0.4061 |
|