Upload folder using huggingface_hub

added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "<|endoftext|>": 0
+}

checkpoint/config.json

@@ -33,7 +33,7 @@
   "summary_type": "cls_index",
   "summary_use_proj": true,
   "torch_dtype": "float32",
-  "transformers_version": "4.31.0.dev0",
+  "transformers_version": "4.34.0",
   "type_vocab_size": 16,
   "use_cache": true,
   "vocab_size": 1000

checkpoint/generation_config.json

@@ -3,5 +3,5 @@
   "bos_token_id": 98,
   "eos_token_id": 98,
   "pad_token_id": 98,
-  "transformers_version": "4.31.0.dev0"
+  "transformers_version": "4.34.0"
 }

compiled/neuron-program.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ff708d0b5fb314a8a3cd9d8acaf2e998a259710b50842cdbe207365b88c4f7b
-size 466067
+oid sha256:7c8103965506ccd9ee773b0dd13040e31a46a9b4a84c9b36bb3894a359047b71
+size 515331

config.json

@@ -21,13 +21,11 @@
   "n_positions": 512,
   "neuron": {
     "auto_cast_type": "f32",
-    "batch_size": 2,
+    "batch_size": 16,
     "compiler_type": "neuronx-cc",
-    "compiler_version": "2.5.0.28+1be23f232",
-    "neuron_kwargs": {
-      "n_positions": 512
-    },
+    "compiler_version": "2.10.0.35+3817a0c8c",
     "num_cores": 2,
+    "sequence_length": 512,
     "task": "text-generation"
   },
   "pad_token_id": 98,
@@ -40,7 +38,7 @@
   "summary_proj_to_labels": true,
   "summary_type": "cls_index",
   "summary_use_proj": true,
-  "transformers_version": "4.31.0.dev0",
+  "transformers_version": "4.34.0",
   "type_vocab_size": 16,
   "use_cache": true,
   "vocab_size": 1000

generation_config.json

@@ -3,5 +3,5 @@
   "bos_token_id": 98,
   "eos_token_id": 98,
   "pad_token_id": 98,
-  "transformers_version": "4.31.0.dev0"
+  "transformers_version": "4.34.0"
 }

special_tokens_map.json

@@ -1,6 +1,5 @@
 {
   "bos_token": "<|endoftext|>",
   "eos_token": "<|endoftext|>",
-  "pad_token": "<|endoftext|>",
   "unk_token": "<|endoftext|>"
 }

tokenizer_config.json

@@ -1,5 +1,16 @@
 {
   "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [],
   "bos_token": "<|endoftext|>",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|endoftext|>",