Commit
Β·
2d13e6b
1
Parent(s):
c22587e
Add
Browse filesThis view is limited to 50 files because it contains too many changes. Β
See raw diff
- perplexity/evaluation/generation/examples.perplexity_GEM-web_nlg_en_PALM_prompt_2.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_GEM-web_nlg_en_PALM_prompt_3.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_GEM-web_nlg_en_PALM_prompt_4.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_GEM-web_nlg_en_PALM_prompt_5.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_GEM-wiki_lingua_en_tldr_en_0.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_GEM-wiki_lingua_en_tldr_en_1.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_GEM-wiki_lingua_en_tldr_en_2.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_GEM-wiki_lingua_en_tldr_en_3.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_GEM-wiki_lingua_en_tldr_en_4.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_GEM-wiki_lingua_en_tldr_en_5.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_e2e_nlg_cleaned_generate_text_restaurant_3.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_e2e_nlg_cleaned_generate_text_restaurant_4.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_gem_xsum_article_DOC_summary_0.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_gem_xsum_article_DOC_summary_1.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_gem_xsum_article_DOC_summary_2.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_gem_xsum_article_DOC_summary_3.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_gem_xsum_article_DOC_summary_4.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_gem_xsum_article_DOC_summary_5.jsonl +0 -3
- perplexity25/evaluation/perplexity25_0_babi.json +22 -0
- perplexity25/evaluation/perplexity25_1_babi.json +22 -0
- perplexity25/evaluation/perplexity25_2_babi.json +22 -0
- perplexity25/evaluation/perplexity25_3_babi.json +22 -0
- perplexity25/evaluation/perplexity25_4_babi.json +22 -0
- perplexity25/evaluation/perplexity25_5_babi.json +22 -0
- perplexity/evaluation/generation/examples.perplexity_GEM-web_nlg_en_PALM_prompt_0.jsonl β perplexity25/transformers/merges.txt +2 -2
- perplexity25/transformers/tokenizer.json +0 -0
- perplexity/evaluation/generation/examples.perplexity_GEM-web_nlg_en_PALM_prompt_1.jsonl β perplexity25/transformers/vocab.json +2 -2
- {perplexity β perplexity2575}/3510897.err +0 -0
- {perplexity β perplexity2575}/3510897.out +0 -0
- {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-web_nlg_en_PALM_prompt_0.json +0 -0
- {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-web_nlg_en_PALM_prompt_1.json +0 -0
- {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-web_nlg_en_PALM_prompt_2.json +0 -0
- {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-web_nlg_en_PALM_prompt_3.json +0 -0
- {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-web_nlg_en_PALM_prompt_4.json +0 -0
- {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-web_nlg_en_PALM_prompt_5.json +0 -0
- {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-wiki_lingua_en_tldr_en_0.json +0 -0
- {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-wiki_lingua_en_tldr_en_1.json +0 -0
- {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-wiki_lingua_en_tldr_en_2.json +0 -0
- {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-wiki_lingua_en_tldr_en_3.json +0 -0
- {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-wiki_lingua_en_tldr_en_4.json +0 -0
- {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-wiki_lingua_en_tldr_en_5.json +0 -0
- {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_e2e_nlg_cleaned_generate_text_restaurant_0.json +0 -0
- {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_e2e_nlg_cleaned_generate_text_restaurant_1.json +0 -0
- {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_e2e_nlg_cleaned_generate_text_restaurant_2.json +0 -0
- {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_e2e_nlg_cleaned_generate_text_restaurant_3.json +0 -0
- {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_e2e_nlg_cleaned_generate_text_restaurant_4.json +0 -0
perplexity/evaluation/generation/examples.perplexity_GEM-web_nlg_en_PALM_prompt_2.jsonl
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:f22e7c12193b746d70654c83dbf65f833453ac292b274b195d4f0af5ca9f56e8
|
| 3 |
-
size 5994331
|
|
|
|
|
|
|
|
|
|
|
|
perplexity/evaluation/generation/examples.perplexity_GEM-web_nlg_en_PALM_prompt_3.jsonl
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:79264b00c160f248974e92c0bf7ec94941e62dc3cbfed672ffdab9bbeb243f44
|
| 3 |
-
size 6922711
|
|
|
|
|
|
|
|
|
|
|
|
perplexity/evaluation/generation/examples.perplexity_GEM-web_nlg_en_PALM_prompt_4.jsonl
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:b9e20035c2645e665327400637df107d64e7e4348535e14c2f3f4c29d27fe406
|
| 3 |
-
size 7822876
|
|
|
|
|
|
|
|
|
|
|
|
perplexity/evaluation/generation/examples.perplexity_GEM-web_nlg_en_PALM_prompt_5.jsonl
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:48b300c546c09d0fe19e191acfc000b90147254c732fd99ef4a045db2aac6ed8
|
| 3 |
-
size 8738448
|
|
|
|
|
|
|
|
|
|
|
|
perplexity/evaluation/generation/examples.perplexity_GEM-wiki_lingua_en_tldr_en_0.jsonl
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:d4fe4eae64aa71bf2b01f36dc7451cfddc16620f07f35a1bbe64ab36d441c23b
|
| 3 |
-
size 7675186
|
|
|
|
|
|
|
|
|
|
|
|
perplexity/evaluation/generation/examples.perplexity_GEM-wiki_lingua_en_tldr_en_1.jsonl
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:5902c88cf7ed1e98d3dc2b138d17fedd69d3df2bdd63fff8136746b60ed15c87
|
| 3 |
-
size 13299510
|
|
|
|
|
|
|
|
|
|
|
|
perplexity/evaluation/generation/examples.perplexity_GEM-wiki_lingua_en_tldr_en_2.jsonl
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:4502f52ef7440d17223e39168ccb14f7d152d5b5c54e7cc200c1b7722ff39676
|
| 3 |
-
size 18867322
|
|
|
|
|
|
|
|
|
|
|
|
perplexity/evaluation/generation/examples.perplexity_GEM-wiki_lingua_en_tldr_en_3.jsonl
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:bd57f4decca08d6c401d04cf73be5e526aad4db61eb34642263812c67914cebe
|
| 3 |
-
size 24267907
|
|
|
|
|
|
|
|
|
|
|
|
perplexity/evaluation/generation/examples.perplexity_GEM-wiki_lingua_en_tldr_en_4.jsonl
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:137b82cba367896394e1cf999b8b1486f6fc5d9d1d788f8e5107f9d09e577855
|
| 3 |
-
size 29449359
|
|
|
|
|
|
|
|
|
|
|
|
perplexity/evaluation/generation/examples.perplexity_GEM-wiki_lingua_en_tldr_en_5.jsonl
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:31de04d3beecd7021a68665ed32242b360ea1085e136f991e0f9d679a2de70be
|
| 3 |
-
size 34795948
|
|
|
|
|
|
|
|
|
|
|
|
perplexity/evaluation/generation/examples.perplexity_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:677576187f22771e50b9ee2a5602062c45a16f54b3b2d1716dbe4799febbfb30
|
| 3 |
-
size 4219750
|
|
|
|
|
|
|
|
|
|
|
|
perplexity/evaluation/generation/examples.perplexity_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:4cf412242e1a391b79a5961708d53d0934bb56e0a6d08c3fa1c2e2f8d333f92d
|
| 3 |
-
size 5131942
|
|
|
|
|
|
|
|
|
|
|
|
perplexity/evaluation/generation/examples.perplexity_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:69f8332ba677e67bfe1b2c2d3898c9951fb2a6af1bef8b74249e4d75fe6ed303
|
| 3 |
-
size 6133690
|
|
|
|
|
|
|
|
|
|
|
|
perplexity/evaluation/generation/examples.perplexity_e2e_nlg_cleaned_generate_text_restaurant_3.jsonl
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:10b4bea2343a63e17f061f412c9d0a51790aba53c8402557bb4a69b7d25c77d5
|
| 3 |
-
size 7245342
|
|
|
|
|
|
|
|
|
|
|
|
perplexity/evaluation/generation/examples.perplexity_e2e_nlg_cleaned_generate_text_restaurant_4.jsonl
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:92164fa46a074df910f0a325772edaaf1f0aba572c46308e2d5def04fd09665c
|
| 3 |
-
size 8374218
|
|
|
|
|
|
|
|
|
|
|
|
perplexity/evaluation/generation/examples.perplexity_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:d6e7f309d92cbf4c1d8276d91ce49766c6de09d222b347499475331d6aaa9718
|
| 3 |
-
size 9491233
|
|
|
|
|
|
|
|
|
|
|
|
perplexity/evaluation/generation/examples.perplexity_gem_xsum_article_DOC_summary_0.jsonl
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:9ec43b2031ba9c8d567309f45c56c0c46ed51027d502cc0dee77af1399b8c3a4
|
| 3 |
-
size 2824705
|
|
|
|
|
|
|
|
|
|
|
|
perplexity/evaluation/generation/examples.perplexity_gem_xsum_article_DOC_summary_1.jsonl
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:a64d676949dd7afa30c0aaccbc5730f42281aff561d355a6995017530709eae5
|
| 3 |
-
size 5109143
|
|
|
|
|
|
|
|
|
|
|
|
perplexity/evaluation/generation/examples.perplexity_gem_xsum_article_DOC_summary_2.jsonl
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:e875e269f2e5409ac1b1c7df236b872590f9a46a9fbdc87a1d5dbf808d39dfae
|
| 3 |
-
size 7379320
|
|
|
|
|
|
|
|
|
|
|
|
perplexity/evaluation/generation/examples.perplexity_gem_xsum_article_DOC_summary_3.jsonl
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:e8421fb510ab1a959d44b86958db2f65249a3b9f96b4fb67f45be1ac90ed019d
|
| 3 |
-
size 9649100
|
|
|
|
|
|
|
|
|
|
|
|
perplexity/evaluation/generation/examples.perplexity_gem_xsum_article_DOC_summary_4.jsonl
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:7c6644ea596727ebc2b42e2faa1e0d86e31d24aa0e0b51aa25003ec1dcc69f6b
|
| 3 |
-
size 11672533
|
|
|
|
|
|
|
|
|
|
|
|
perplexity/evaluation/generation/examples.perplexity_gem_xsum_article_DOC_summary_5.jsonl
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:79fd24ce044e4f66ddebec23ddff4d4b1d36affc674239b1bf3b422bfd096690
|
| 3 |
-
size 13897604
|
|
|
|
|
|
|
|
|
|
|
|
perplexity25/evaluation/perplexity25_0_babi.json
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"results": {
|
| 3 |
+
"babi": {
|
| 4 |
+
"em": 0.0,
|
| 5 |
+
"em_stderr": 0.0
|
| 6 |
+
}
|
| 7 |
+
},
|
| 8 |
+
"versions": {
|
| 9 |
+
"babi": 0
|
| 10 |
+
},
|
| 11 |
+
"config": {
|
| 12 |
+
"model": "gpt2",
|
| 13 |
+
"model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-4b2-84b-c4-perplexity/perplexity25/transformers",
|
| 14 |
+
"num_fewshot": 0,
|
| 15 |
+
"batch_size": null,
|
| 16 |
+
"device": null,
|
| 17 |
+
"no_cache": true,
|
| 18 |
+
"limit": 3000,
|
| 19 |
+
"bootstrap_iters": 100000,
|
| 20 |
+
"description_dict": {}
|
| 21 |
+
}
|
| 22 |
+
}
|
perplexity25/evaluation/perplexity25_1_babi.json
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"results": {
|
| 3 |
+
"babi": {
|
| 4 |
+
"em": 0.0,
|
| 5 |
+
"em_stderr": 0.0
|
| 6 |
+
}
|
| 7 |
+
},
|
| 8 |
+
"versions": {
|
| 9 |
+
"babi": 0
|
| 10 |
+
},
|
| 11 |
+
"config": {
|
| 12 |
+
"model": "gpt2",
|
| 13 |
+
"model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-4b2-84b-c4-perplexity/perplexity25/transformers",
|
| 14 |
+
"num_fewshot": 1,
|
| 15 |
+
"batch_size": null,
|
| 16 |
+
"device": null,
|
| 17 |
+
"no_cache": true,
|
| 18 |
+
"limit": 3000,
|
| 19 |
+
"bootstrap_iters": 100000,
|
| 20 |
+
"description_dict": {}
|
| 21 |
+
}
|
| 22 |
+
}
|
perplexity25/evaluation/perplexity25_2_babi.json
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"results": {
|
| 3 |
+
"babi": {
|
| 4 |
+
"em": 0.0,
|
| 5 |
+
"em_stderr": 0.0
|
| 6 |
+
}
|
| 7 |
+
},
|
| 8 |
+
"versions": {
|
| 9 |
+
"babi": 0
|
| 10 |
+
},
|
| 11 |
+
"config": {
|
| 12 |
+
"model": "gpt2",
|
| 13 |
+
"model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-4b2-84b-c4-perplexity/perplexity25/transformers",
|
| 14 |
+
"num_fewshot": 2,
|
| 15 |
+
"batch_size": null,
|
| 16 |
+
"device": null,
|
| 17 |
+
"no_cache": true,
|
| 18 |
+
"limit": 3000,
|
| 19 |
+
"bootstrap_iters": 100000,
|
| 20 |
+
"description_dict": {}
|
| 21 |
+
}
|
| 22 |
+
}
|
perplexity25/evaluation/perplexity25_3_babi.json
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"results": {
|
| 3 |
+
"babi": {
|
| 4 |
+
"em": 0.0,
|
| 5 |
+
"em_stderr": 0.0
|
| 6 |
+
}
|
| 7 |
+
},
|
| 8 |
+
"versions": {
|
| 9 |
+
"babi": 0
|
| 10 |
+
},
|
| 11 |
+
"config": {
|
| 12 |
+
"model": "gpt2",
|
| 13 |
+
"model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-4b2-84b-c4-perplexity/perplexity25/transformers",
|
| 14 |
+
"num_fewshot": 3,
|
| 15 |
+
"batch_size": null,
|
| 16 |
+
"device": null,
|
| 17 |
+
"no_cache": true,
|
| 18 |
+
"limit": 3000,
|
| 19 |
+
"bootstrap_iters": 100000,
|
| 20 |
+
"description_dict": {}
|
| 21 |
+
}
|
| 22 |
+
}
|
perplexity25/evaluation/perplexity25_4_babi.json
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"results": {
|
| 3 |
+
"babi": {
|
| 4 |
+
"em": 0.0,
|
| 5 |
+
"em_stderr": 0.0
|
| 6 |
+
}
|
| 7 |
+
},
|
| 8 |
+
"versions": {
|
| 9 |
+
"babi": 0
|
| 10 |
+
},
|
| 11 |
+
"config": {
|
| 12 |
+
"model": "gpt2",
|
| 13 |
+
"model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-4b2-84b-c4-perplexity/perplexity25/transformers",
|
| 14 |
+
"num_fewshot": 4,
|
| 15 |
+
"batch_size": null,
|
| 16 |
+
"device": null,
|
| 17 |
+
"no_cache": true,
|
| 18 |
+
"limit": 3000,
|
| 19 |
+
"bootstrap_iters": 100000,
|
| 20 |
+
"description_dict": {}
|
| 21 |
+
}
|
| 22 |
+
}
|
perplexity25/evaluation/perplexity25_5_babi.json
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"results": {
|
| 3 |
+
"babi": {
|
| 4 |
+
"em": 0.0,
|
| 5 |
+
"em_stderr": 0.0
|
| 6 |
+
}
|
| 7 |
+
},
|
| 8 |
+
"versions": {
|
| 9 |
+
"babi": 0
|
| 10 |
+
},
|
| 11 |
+
"config": {
|
| 12 |
+
"model": "gpt2",
|
| 13 |
+
"model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-4b2-84b-c4-perplexity/perplexity25/transformers",
|
| 14 |
+
"num_fewshot": 5,
|
| 15 |
+
"batch_size": null,
|
| 16 |
+
"device": null,
|
| 17 |
+
"no_cache": true,
|
| 18 |
+
"limit": 3000,
|
| 19 |
+
"bootstrap_iters": 100000,
|
| 20 |
+
"description_dict": {}
|
| 21 |
+
}
|
| 22 |
+
}
|
perplexity/evaluation/generation/examples.perplexity_GEM-web_nlg_en_PALM_prompt_0.jsonl β perplexity25/transformers/merges.txt
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1ce1664773c50f3e0cc8842619a93edc4624525b728b188a9e0be33b7726adc5
|
| 3 |
+
size 456318
|
perplexity25/transformers/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
perplexity/evaluation/generation/examples.perplexity_GEM-web_nlg_en_PALM_prompt_1.jsonl β perplexity25/transformers/vocab.json
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:196139668be63f3b5d6574427317ae82f612a97c5d1cdaf36ed2256dbf636783
|
| 3 |
+
size 1042301
|
{perplexity β perplexity2575}/3510897.err
RENAMED
|
File without changes
|
{perplexity β perplexity2575}/3510897.out
RENAMED
|
File without changes
|
{perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-web_nlg_en_PALM_prompt_0.json
RENAMED
|
File without changes
|
{perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-web_nlg_en_PALM_prompt_1.json
RENAMED
|
File without changes
|
{perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-web_nlg_en_PALM_prompt_2.json
RENAMED
|
File without changes
|
{perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-web_nlg_en_PALM_prompt_3.json
RENAMED
|
File without changes
|
{perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-web_nlg_en_PALM_prompt_4.json
RENAMED
|
File without changes
|
{perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-web_nlg_en_PALM_prompt_5.json
RENAMED
|
File without changes
|
{perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-wiki_lingua_en_tldr_en_0.json
RENAMED
|
File without changes
|
{perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-wiki_lingua_en_tldr_en_1.json
RENAMED
|
File without changes
|
{perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-wiki_lingua_en_tldr_en_2.json
RENAMED
|
File without changes
|
{perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-wiki_lingua_en_tldr_en_3.json
RENAMED
|
File without changes
|
{perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-wiki_lingua_en_tldr_en_4.json
RENAMED
|
File without changes
|
{perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-wiki_lingua_en_tldr_en_5.json
RENAMED
|
File without changes
|
{perplexity β perplexity2575}/evaluation/generation/agg.perplexity_e2e_nlg_cleaned_generate_text_restaurant_0.json
RENAMED
|
File without changes
|
{perplexity β perplexity2575}/evaluation/generation/agg.perplexity_e2e_nlg_cleaned_generate_text_restaurant_1.json
RENAMED
|
File without changes
|
{perplexity β perplexity2575}/evaluation/generation/agg.perplexity_e2e_nlg_cleaned_generate_text_restaurant_2.json
RENAMED
|
File without changes
|
{perplexity β perplexity2575}/evaluation/generation/agg.perplexity_e2e_nlg_cleaned_generate_text_restaurant_3.json
RENAMED
|
File without changes
|
{perplexity β perplexity2575}/evaluation/generation/agg.perplexity_e2e_nlg_cleaned_generate_text_restaurant_4.json
RENAMED
|
File without changes
|