Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

generation_config.json

@@ -1,12 +1,6 @@
 {
-  "attn_implementation": "flash_attention_2",
+  "_from_model_config": true,
   "bos_token_id": 128000,
-  "cache_config": null,
-  "do_sample": true,
   "eos_token_id": 128001,
-  "max_length": 4096,
-  "temperature": 0.6,
-  "top_p": 0.9,
-  "transformers_version": "4.37.2",
-  "watermarking_config": null
+  "transformers_version": "4.49.0"
 }

tokenizer_config.json

@@ -2052,11 +2052,12 @@
   "bos_token": "<|begin_of_text|>",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|end_of_text|>",
+  "extra_special_tokens": {},
   "legacy": false,
   "model_input_names": [
     "input_ids",
     "attention_mask"
   ],
   "model_max_length": 1000000000000000019884624838656,
-  "tokenizer_class": "PreTrainedTokenizerFast"
+  "tokenizer_class": "PreTrainedTokenizer"
 }