Upload LoRA adapter folder

.gitattributes

@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+checkpoint-1026/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-1197/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-1368/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-1539/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-1542/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-171/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-342/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-513/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-684/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-855/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+final/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

.ipynb_checkpoints/plot_loss_from_trainer_state-checkpoint.py

@@ -0,0 +1,160 @@
+# -*- coding: utf-8 -*-
+"""
+Usage:
+  python plot_loss_from_trainer_state.py --input trainer_state.json --outdir ./plots \
+         --checkpoint_steps 263,526,789,1052
+
+功能:
+- Curve: 黃橘色實線
+- Grid: x,y 虛線
+- Epoch markers: 藍色虛線 + EpochN 標籤（含最後一個 epoch）
+- Checkpoints: 藍色小圓點（線性插值；超出範圍時使用端點值，並自動擴張 x 軸確保能看見）
+"""
+import json, argparse
+from pathlib import Path
+import matplotlib.pyplot as plt
+import numpy as np
+
+YELLOW_ORANGE = "#d58f00"
+BLUE = "#1f77b4"
+
+def find_epoch_boundaries(log_items):
+    """找到每個 epoch 邊界 (包含最後一個)"""
+    boundaries = []
+    prev_epoch_int = None
+    seen = set()
+    last_step, last_epoch = None, None
+    for it in log_items:
+        step = it.get("step")
+        ep = it.get("epoch")
+        if step is None or ep is None:
+            continue
+        last_step, last_epoch = step, ep
+        ep_int = int(ep)
+        if prev_epoch_int is None:
+            prev_epoch_int = ep_int
+            continue
+        if ep_int != prev_epoch_int:
+            if (step, ep_int) not in seen and ep_int >= 1:
+                boundaries.append((step, ep_int))
+                seen.add((step, ep_int))
+            prev_epoch_int = ep_int
+    # 最後一個 epoch 也補上
+    if last_step is not None and last_epoch is not None:
+        ep_final = int(float(last_epoch)) + 1
+        if (last_step, ep_final) not in seen:
+            boundaries.append((last_step, ep_final))
+    boundaries.sort(key=lambda x: x[0])
+    return boundaries
+
+def plot_series(x, y, xlabel, ylabel, title, outpath,
+                epoch_marks=None, checkpoint_steps=None,
+                color=YELLOW_ORANGE, linestyle='-'):
+    fig = plt.figure(figsize=(10,6))
+    ax = fig.add_subplot(111)
+    ax.plot(x, y, color=color, linestyle=linestyle, linewidth=2)
+
+    # 標記 checkpoint 藍點（線性插值；邊界外使用端點值）
+    extra_x = []
+    if checkpoint_steps:
+        for s in checkpoint_steps:
+            y_interp = np.interp(s, x, y, left=y[0], right=y[-1])
+            ax.plot(s, y_interp, marker='o', color=BLUE, markersize=6)
+            extra_x.append(s)
+
+    # === 計算 x 範圍時把 epoch 標線也納入，並加右側 padding ===
+    xmin = 0
+    all_x_candidates = [max(x)]
+    if extra_x:
+        all_x_candidates.append(max(extra_x))
+    if epoch_marks:
+        # 把所有 epoch 標線的 step 納入考量
+        ep_steps = [s for (s, _) in epoch_marks]
+        if ep_steps:
+            all_x_candidates.append(max(ep_steps))
+
+    xmax_base = max(all_x_candidates) if all_x_candidates else x[-1]
+
+    # 右邊加一點 margin，避免剛好貼齊看不到線
+    span = max(xmax_base - xmin, 1.0)
+    right_pad = max(1.0, 0.02 * span)   # 至少 +1 step 或 2% 寬度
+    ax.set_xlim(left=xmin, right=xmax_base + right_pad)
+
+    # y 仍從 0 起
+    ax.set_ylim(bottom=0)
+
+    # 虛線格線
+    ax.grid(True, which='major', axis='both', linestyle='--', linewidth=0.8, alpha=0.6)
+
+    # epoch 標記 (藍色虛線)
+    if epoch_marks:
+        for step, ep in epoch_marks:
+            ax.axvline(x=step, color=BLUE, linestyle='--', linewidth=1.2)
+            ymax = ax.get_ylim()[1]
+            ax.text(step, ymax*0.98, f'Epoch{ep}', rotation=90,
+                    va='top', ha='right', fontsize=8, color=BLUE)
+
+    # label & look（放到最後避免被 set_xlim/set_ylim 影響）
+    ax.set_xlabel(xlabel); ax.set_ylabel(ylabel); ax.set_title(title)
+    ax.spines['left'].set_linewidth(2); ax.spines['bottom'].set_linewidth(2)
+    ax.spines['right'].set_visible(False); ax.spines['top'].set_visible(False)
+
+    fig.savefig(outpath, bbox_inches="tight")
+    plt.close(fig)
+
+
+def main():
+    ap = argparse.ArgumentParser()
+    ap.add_argument("--input", required=True, help="Path to trainer_state.json")
+    ap.add_argument("--outdir", default="./plots", help="Directory to save PNGs")
+    ap.add_argument("--no_epoch_marks", action="store_true", help="Disable vertical epoch markers")
+    ap.add_argument("--checkpoint_steps", default="", help="Comma-separated steps (e.g., 100,200,500)")
+    args = ap.parse_args()
+
+    src = Path(args.input)
+    with open(src, "r", encoding="utf-8") as f:
+        state = json.load(f)
+
+    log = state.get("log_history", state.get("logs", []))
+
+    steps, train_losses = [], []
+    eval_steps, eval_losses = [], []
+    lr_steps, lrs = [], []
+
+    for item in log:
+        step = item.get("step")
+        if step is None: 
+            continue
+        if "loss" in item:
+            steps.append(step); train_losses.append(item["loss"])
+        if "eval_loss" in item:
+            eval_steps.append(step); eval_losses.append(item["eval_loss"])
+        if "learning_rate" in item:
+            lr_steps.append(step); lrs.append(item["learning_rate"])
+
+    outdir = Path(args.outdir); outdir.mkdir(parents=True, exist_ok=True)
+
+    epoch_marks = None if args.no_epoch_marks else find_epoch_boundaries(log)
+    # 允許空白與混合格式
+    raw = [s.strip() for s in args.checkpoint_steps.replace("，", ",").split(",") if s.strip()]
+    checkpoint_steps = []
+    for s in raw:
+        try:
+            checkpoint_steps.append(int(float(s)))
+        except:
+            pass
+
+    if steps and train_losses:
+        plot_series(steps, train_losses, "Step", "Training Loss", "Training Loss vs Step",
+                    outdir / "loss_curve.png", epoch_marks=epoch_marks, checkpoint_steps=checkpoint_steps)
+    if eval_steps and eval_losses:
+        plot_series(eval_steps, eval_losses, "Step", "Eval Loss", "Eval Loss vs Step",
+                    outdir / "eval_loss_curve.png", epoch_marks=epoch_marks, checkpoint_steps=checkpoint_steps)
+    if lr_steps and lrs:
+        plot_series(lr_steps, lrs, "Step", "Learning Rate", "Learning Rate vs Step",
+                    outdir / "lr_curve.png", epoch_marks=epoch_marks, checkpoint_steps=checkpoint_steps)
+
+    print(f"Saved plots to: {outdir.resolve()}")
+
+if __name__ == "__main__":
+    main()

README.md

@@ -0,0 +1,209 @@
+---
+base_model: Salesforce/Llama-xLAM-2-8b-fc-r
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Salesforce/Llama-xLAM-2-8b-fc-r
+- lora
+- sft
+- transformers
+- trl
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.17.1

adapter_config.json

@@ -0,0 +1,39 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "Salesforce/Llama-xLAM-2-8b-fc-r",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "o_proj",
+    "k_proj",
+    "q_proj",
+    "v_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ded87b859177c17c5908e9bf7dbdd329d029b13e9b2d280936acb506b04ba3
+size 54560368

checkpoint-1026/README.md

@@ -0,0 +1,209 @@
+---
+base_model: Salesforce/Llama-xLAM-2-8b-fc-r
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Salesforce/Llama-xLAM-2-8b-fc-r
+- lora
+- sft
+- transformers
+- trl
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.17.1

checkpoint-1026/adapter_config.json

@@ -0,0 +1,39 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "Salesforce/Llama-xLAM-2-8b-fc-r",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "o_proj",
+    "k_proj",
+    "q_proj",
+    "v_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

checkpoint-1026/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ad489d923b7844231f22b8ab5509eaf9d915c344d5276adcfe6c559be60234
+size 54560368

checkpoint-1026/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6004a9387151e27cdcaf47b7652286824d74fd15218205de54d0ca200904bcd
+size 109267450

checkpoint-1026/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2e75d51727968d6d444015b953c77c079e2e3dcd94cd880fb4e18b29468768
+size 14244

checkpoint-1026/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8fc2f667ceb7f1761af746f0ff12015b6353f2ba4b1c1f1175f8fadf4a5d348
+size 1064

checkpoint-1026/special_tokens_map.json

@@ -0,0 +1,27 @@
+{
+  "additional_special_tokens": [
+    "<|eot_id|>",
+    "<|eom_id|>"
+  ],
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoint-1026/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

checkpoint-1026/tokenizer_config.json

@@ -0,0 +1,2070 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|eot_id|>",
+    "<|eom_id|>"
+  ],
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- Extract system message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content'] | trim %}\n    {%- set messages = messages[1:] %}\n    {{- system_message + \"\\n\" }}\n{%- else %}\n    {%- set system_message = \"You are a helpful assistant that can use tools. You are developed by Salesforce xLAM team.\" %}\n    {% set format_instruction %}You have access to a set of tools. When using tools, make calls in a single JSON array: \n\n[{\"name\": \"tool_call_name\", \"arguments\": {\"arg1\": \"value1\", \"arg2\": \"value2\"}}, ... (additional parallel tool calls as needed)]\n\nIf no tool is suitable, state that explicitly. If the user's input lacks required parameters, ask for clarification. Do not interpret or respond until tool results are returned. Once they are available, process them or make additional calls if needed. For tasks that don't require tools, such as casual conversation or general advice, respond directly in plain text. The available tools are:{% endset %}\n    {{- system_message + \"\\n\" }}\n    {%- if tools is not none %}\n        {{- format_instruction + \"\\n\\n\" }}\n    {%- endif %}\n{%- endif %}\n\n\n{%- if tools is not none %}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- \"<|eot_id|>\" }}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {%- if message['tool_calls'] %}\n            {{- \"[\" }}\n            {%- for tool_call_function in message.tool_calls %}\n                {%- set tool_call = tool_call_function.function %}\n                {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n                {{- '\"arguments\": ' }}\n                {{- tool_call.arguments | tojson }}\n                {{- \"}\" }}\n                {%- if not loop.last %}\n                    {{- \", \" }}\n                {%- endif %}\n            {%- endfor %}\n            {{- \"]\" }}\n            {{- \"<|eot_id|>\" }}\n        {%- elif message['content'] %}\n            {{- message['content'] | trim + '<|eot_id|>' }}\n        {%- else %}\n            {{- \"[]\\n\" + '<|eot_id|>' }}\n        {%- endif %}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>\" + \"ipython\" + \"<|end_header_id|>\\n\\n\" }}\n        {%- set content = message[\"content\"] %}\n        {%- if content is mapping or (content is iterable and content is not string) %}\n            {{- content | tojson }}\n        {%- else %}\n            {{- content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 16384,
+  "pad_token": "<|eot_id|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

checkpoint-1026/trainer_state.json

@@ -0,0 +1,795 @@
+{
+  "best_metric": 0.04268278926610947,
+  "best_model_checkpoint": "./xlam_lora_new_ete_over_size_3epoch_multi_full_eng/checkpoint-1026",
+  "epoch": 1.9940479805648343,
+  "eval_steps": 171,
+  "global_step": 1026,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.019435165502581234,
+      "grad_norm": 0.2028260976076126,
+      "learning_rate": 3.205128205128205e-06,
+      "loss": 0.0883,
+      "step": 10
+    },
+    {
+      "epoch": 0.03887033100516247,
+      "grad_norm": 0.16199472546577454,
+      "learning_rate": 6.41025641025641e-06,
+      "loss": 0.0862,
+      "step": 20
+    },
+    {
+      "epoch": 0.0583054965077437,
+      "grad_norm": 0.10014229267835617,
+      "learning_rate": 9.615384615384616e-06,
+      "loss": 0.0785,
+      "step": 30
+    },
+    {
+      "epoch": 0.07774066201032494,
+      "grad_norm": 0.07943801581859589,
+      "learning_rate": 1.282051282051282e-05,
+      "loss": 0.0772,
+      "step": 40
+    },
+    {
+      "epoch": 0.09717582751290617,
+      "grad_norm": 0.11369317024946213,
+      "learning_rate": 1.602564102564103e-05,
+      "loss": 0.0649,
+      "step": 50
+    },
+    {
+      "epoch": 0.1166109930154874,
+      "grad_norm": 0.10264527052640915,
+      "learning_rate": 1.923076923076923e-05,
+      "loss": 0.0686,
+      "step": 60
+    },
+    {
+      "epoch": 0.13604615851806864,
+      "grad_norm": 0.08583803474903107,
+      "learning_rate": 2.2435897435897437e-05,
+      "loss": 0.0657,
+      "step": 70
+    },
+    {
+      "epoch": 0.15548132402064987,
+      "grad_norm": 0.09326862543821335,
+      "learning_rate": 2.4999884878368972e-05,
+      "loss": 0.0605,
+      "step": 80
+    },
+    {
+      "epoch": 0.1749164895232311,
+      "grad_norm": 0.09622487425804138,
+      "learning_rate": 2.4995855843928913e-05,
+      "loss": 0.0617,
+      "step": 90
+    },
+    {
+      "epoch": 0.19435165502581234,
+      "grad_norm": 0.10855123400688171,
+      "learning_rate": 2.4986072848240374e-05,
+      "loss": 0.0548,
+      "step": 100
+    },
+    {
+      "epoch": 0.21378682052839357,
+      "grad_norm": 0.12510105967521667,
+      "learning_rate": 2.4970540396075083e-05,
+      "loss": 0.0545,
+      "step": 110
+    },
+    {
+      "epoch": 0.2332219860309748,
+      "grad_norm": 0.11628145724534988,
+      "learning_rate": 2.494926563965445e-05,
+      "loss": 0.0601,
+      "step": 120
+    },
+    {
+      "epoch": 0.252657151533556,
+      "grad_norm": 0.12050613015890121,
+      "learning_rate": 2.4922258375356232e-05,
+      "loss": 0.0585,
+      "step": 130
+    },
+    {
+      "epoch": 0.2720923170361373,
+      "grad_norm": 0.08949285745620728,
+      "learning_rate": 2.488953103920354e-05,
+      "loss": 0.0477,
+      "step": 140
+    },
+    {
+      "epoch": 0.2915274825387185,
+      "grad_norm": 0.14706853032112122,
+      "learning_rate": 2.4851098701138466e-05,
+      "loss": 0.0555,
+      "step": 150
+    },
+    {
+      "epoch": 0.31096264804129975,
+      "grad_norm": 0.13029147684574127,
+      "learning_rate": 2.4806979058082832e-05,
+      "loss": 0.0493,
+      "step": 160
+    },
+    {
+      "epoch": 0.330397813543881,
+      "grad_norm": 0.1321103274822235,
+      "learning_rate": 2.475719242578929e-05,
+      "loss": 0.0547,
+      "step": 170
+    },
+    {
+      "epoch": 0.3323413300941391,
+      "eval_loss": 0.054034121334552765,
+      "eval_runtime": 172.2024,
+      "eval_samples_per_second": 5.029,
+      "eval_steps_per_second": 5.029,
+      "step": 171
+    },
+    {
+      "epoch": 0.3498329790464622,
+      "grad_norm": 0.14103983342647552,
+      "learning_rate": 2.470176172948652e-05,
+      "loss": 0.0522,
+      "step": 180
+    },
+    {
+      "epoch": 0.36926814454904344,
+      "grad_norm": 0.14120739698410034,
+      "learning_rate": 2.4640712493322894e-05,
+      "loss": 0.0501,
+      "step": 190
+    },
+    {
+      "epoch": 0.3887033100516247,
+      "grad_norm": 0.1301490068435669,
+      "learning_rate": 2.4574072828613354e-05,
+      "loss": 0.0492,
+      "step": 200
+    },
+    {
+      "epoch": 0.4081384755542059,
+      "grad_norm": 0.1606156975030899,
+      "learning_rate": 2.450187342089502e-05,
+      "loss": 0.0488,
+      "step": 210
+    },
+    {
+      "epoch": 0.42757364105678713,
+      "grad_norm": 0.1623048037290573,
+      "learning_rate": 2.442414751579744e-05,
+      "loss": 0.0459,
+      "step": 220
+    },
+    {
+      "epoch": 0.44700880655936837,
+      "grad_norm": 0.1424696147441864,
+      "learning_rate": 2.434093090373396e-05,
+      "loss": 0.0441,
+      "step": 230
+    },
+    {
+      "epoch": 0.4664439720619496,
+      "grad_norm": 0.13980570435523987,
+      "learning_rate": 2.4252261903421375e-05,
+      "loss": 0.0483,
+      "step": 240
+    },
+    {
+      "epoch": 0.4858791375645308,
+      "grad_norm": 0.17693087458610535,
+      "learning_rate": 2.415818134423528e-05,
+      "loss": 0.0451,
+      "step": 250
+    },
+    {
+      "epoch": 0.505314303067112,
+      "grad_norm": 0.18210634589195251,
+      "learning_rate": 2.405873254740942e-05,
+      "loss": 0.0466,
+      "step": 260
+    },
+    {
+      "epoch": 0.5247494685696933,
+      "grad_norm": 0.1527709811925888,
+      "learning_rate": 2.395396130608756e-05,
+      "loss": 0.0488,
+      "step": 270
+    },
+    {
+      "epoch": 0.5441846340722746,
+      "grad_norm": 0.15795762836933136,
+      "learning_rate": 2.3843915864237143e-05,
+      "loss": 0.0448,
+      "step": 280
+    },
+    {
+      "epoch": 0.5636197995748558,
+      "grad_norm": 0.15495383739471436,
+      "learning_rate": 2.3728646894434413e-05,
+      "loss": 0.047,
+      "step": 290
+    },
+    {
+      "epoch": 0.583054965077437,
+      "grad_norm": 0.17630279064178467,
+      "learning_rate": 2.3608207474531236e-05,
+      "loss": 0.0429,
+      "step": 300
+    },
+    {
+      "epoch": 0.6024901305800182,
+      "grad_norm": 0.17523537576198578,
+      "learning_rate": 2.3482653063214356e-05,
+      "loss": 0.0473,
+      "step": 310
+    },
+    {
+      "epoch": 0.6219252960825995,
+      "grad_norm": 0.1995943933725357,
+      "learning_rate": 2.3352041474468373e-05,
+      "loss": 0.0392,
+      "step": 320
+    },
+    {
+      "epoch": 0.6413604615851807,
+      "grad_norm": 0.1683543622493744,
+      "learning_rate": 2.3216432850954155e-05,
+      "loss": 0.0438,
+      "step": 330
+    },
+    {
+      "epoch": 0.660795627087762,
+      "grad_norm": 0.1374560445547104,
+      "learning_rate": 2.307588963631497e-05,
+      "loss": 0.0388,
+      "step": 340
+    },
+    {
+      "epoch": 0.6646826601882782,
+      "eval_loss": 0.048522137105464935,
+      "eval_runtime": 174.8794,
+      "eval_samples_per_second": 4.952,
+      "eval_steps_per_second": 4.952,
+      "step": 342
+    },
+    {
+      "epoch": 0.6802307925903431,
+      "grad_norm": 0.166055366396904,
+      "learning_rate": 2.293047654642309e-05,
+      "loss": 0.0469,
+      "step": 350
+    },
+    {
+      "epoch": 0.6996659580929244,
+      "grad_norm": 0.14119000732898712,
+      "learning_rate": 2.2780260539580116e-05,
+      "loss": 0.0424,
+      "step": 360
+    },
+    {
+      "epoch": 0.7191011235955056,
+      "grad_norm": 0.23057888448238373,
+      "learning_rate": 2.2625310785684688e-05,
+      "loss": 0.0451,
+      "step": 370
+    },
+    {
+      "epoch": 0.7385362890980869,
+      "grad_norm": 0.1304253786802292,
+      "learning_rate": 2.2465698634381892e-05,
+      "loss": 0.0434,
+      "step": 380
+    },
+    {
+      "epoch": 0.7579714546006681,
+      "grad_norm": 0.17952455580234528,
+      "learning_rate": 2.2301497582208884e-05,
+      "loss": 0.0409,
+      "step": 390
+    },
+    {
+      "epoch": 0.7774066201032493,
+      "grad_norm": 0.15560920536518097,
+      "learning_rate": 2.2132783238751987e-05,
+      "loss": 0.0465,
+      "step": 400
+    },
+    {
+      "epoch": 0.7968417856058305,
+      "grad_norm": 0.12066332250833511,
+      "learning_rate": 2.1959633291830785e-05,
+      "loss": 0.0433,
+      "step": 410
+    },
+    {
+      "epoch": 0.8162769511084118,
+      "grad_norm": 0.15932129323482513,
+      "learning_rate": 2.1782127471725232e-05,
+      "loss": 0.0458,
+      "step": 420
+    },
+    {
+      "epoch": 0.835712116610993,
+      "grad_norm": 0.19025273621082306,
+      "learning_rate": 2.160034751446231e-05,
+      "loss": 0.0522,
+      "step": 430
+    },
+    {
+      "epoch": 0.8551472821135743,
+      "grad_norm": 0.15156866610050201,
+      "learning_rate": 2.1414377124179038e-05,
+      "loss": 0.0433,
+      "step": 440
+    },
+    {
+      "epoch": 0.8745824476161554,
+      "grad_norm": 0.1594618409872055,
+      "learning_rate": 2.1224301934579293e-05,
+      "loss": 0.0434,
+      "step": 450
+    },
+    {
+      "epoch": 0.8940176131187367,
+      "grad_norm": 0.16077858209609985,
+      "learning_rate": 2.1030209469502098e-05,
+      "loss": 0.0426,
+      "step": 460
+    },
+    {
+      "epoch": 0.9134527786213179,
+      "grad_norm": 0.15807421505451202,
+      "learning_rate": 2.0832189102619543e-05,
+      "loss": 0.0461,
+      "step": 470
+    },
+    {
+      "epoch": 0.9328879441238992,
+      "grad_norm": 0.20585452020168304,
+      "learning_rate": 2.0630332016282927e-05,
+      "loss": 0.0429,
+      "step": 480
+    },
+    {
+      "epoch": 0.9523231096264804,
+      "grad_norm": 0.1859339326620102,
+      "learning_rate": 2.0424731159536083e-05,
+      "loss": 0.0432,
+      "step": 490
+    },
+    {
+      "epoch": 0.9717582751290617,
+      "grad_norm": 0.20674780011177063,
+      "learning_rate": 2.021548120531516e-05,
+      "loss": 0.0392,
+      "step": 500
+    },
+    {
+      "epoch": 0.9911934406316428,
+      "grad_norm": 0.22314420342445374,
+      "learning_rate": 2.0002678506854606e-05,
+      "loss": 0.041,
+      "step": 510
+    },
+    {
+      "epoch": 0.9970239902824173,
+      "eval_loss": 0.04610577970743179,
+      "eval_runtime": 175.1913,
+      "eval_samples_per_second": 4.943,
+      "eval_steps_per_second": 4.943,
+      "step": 513
+    },
+    {
+      "epoch": 1.010628606134224,
+      "grad_norm": 0.1707136183977127,
+      "learning_rate": 1.9786421053319455e-05,
+      "loss": 0.0468,
+      "step": 520
+    },
+    {
+      "epoch": 1.0300637716368053,
+      "grad_norm": 0.18121393024921417,
+      "learning_rate": 1.9566808424684284e-05,
+      "loss": 0.0361,
+      "step": 530
+    },
+    {
+      "epoch": 1.0494989371393866,
+      "grad_norm": 0.17815589904785156,
+      "learning_rate": 1.9343941745879695e-05,
+      "loss": 0.0418,
+      "step": 540
+    },
+    {
+      "epoch": 1.0689341026419679,
+      "grad_norm": 0.17634443938732147,
+      "learning_rate": 1.9117923640227314e-05,
+      "loss": 0.0437,
+      "step": 550
+    },
+    {
+      "epoch": 1.088369268144549,
+      "grad_norm": 0.18102432787418365,
+      "learning_rate": 1.8888858182184925e-05,
+      "loss": 0.0426,
+      "step": 560
+    },
+    {
+      "epoch": 1.1078044336471302,
+      "grad_norm": 0.20596696436405182,
+      "learning_rate": 1.865685084942331e-05,
+      "loss": 0.0414,
+      "step": 570
+    },
+    {
+      "epoch": 1.1272395991497115,
+      "grad_norm": 0.2145373523235321,
+      "learning_rate": 1.8422008474257013e-05,
+      "loss": 0.0354,
+      "step": 580
+    },
+    {
+      "epoch": 1.1466747646522928,
+      "grad_norm": 0.2385258674621582,
+      "learning_rate": 1.8184439194451326e-05,
+      "loss": 0.0357,
+      "step": 590
+    },
+    {
+      "epoch": 1.166109930154874,
+      "grad_norm": 0.23679479956626892,
+      "learning_rate": 1.7944252403428097e-05,
+      "loss": 0.041,
+      "step": 600
+    },
+    {
+      "epoch": 1.1855450956574551,
+      "grad_norm": 0.1947854906320572,
+      "learning_rate": 1.770155869989343e-05,
+      "loss": 0.0407,
+      "step": 610
+    },
+    {
+      "epoch": 1.2049802611600364,
+      "grad_norm": 0.25392264127731323,
+      "learning_rate": 1.7456469836910334e-05,
+      "loss": 0.0405,
+      "step": 620
+    },
+    {
+      "epoch": 1.2244154266626177,
+      "grad_norm": 0.2636931240558624,
+      "learning_rate": 1.7209098670439817e-05,
+      "loss": 0.0442,
+      "step": 630
+    },
+    {
+      "epoch": 1.243850592165199,
+      "grad_norm": 0.19380666315555573,
+      "learning_rate": 1.695955910737419e-05,
+      "loss": 0.0344,
+      "step": 640
+    },
+    {
+      "epoch": 1.26328575766778,
+      "grad_norm": 0.2423335164785385,
+      "learning_rate": 1.670796605308638e-05,
+      "loss": 0.0415,
+      "step": 650
+    },
+    {
+      "epoch": 1.2827209231703613,
+      "grad_norm": 0.20322546362876892,
+      "learning_rate": 1.6454435358519524e-05,
+      "loss": 0.0381,
+      "step": 660
+    },
+    {
+      "epoch": 1.3021560886729426,
+      "grad_norm": 0.20570382475852966,
+      "learning_rate": 1.6199083766841115e-05,
+      "loss": 0.035,
+      "step": 670
+    },
+    {
+      "epoch": 1.321591254175524,
+      "grad_norm": 0.23237545788288116,
+      "learning_rate": 1.594202885968636e-05,
+      "loss": 0.0447,
+      "step": 680
+    },
+    {
+      "epoch": 1.3293653203765563,
+      "eval_loss": 0.0446239709854126,
+      "eval_runtime": 174.4977,
+      "eval_samples_per_second": 4.963,
+      "eval_steps_per_second": 4.963,
+      "step": 684
+    },
+    {
+      "epoch": 1.341026419678105,
+      "grad_norm": 0.2273474782705307,
+      "learning_rate": 1.568338900301536e-05,
+      "loss": 0.0406,
+      "step": 690
+    },
+    {
+      "epoch": 1.3604615851806863,
+      "grad_norm": 0.2105632871389389,
+      "learning_rate": 1.5423283292609255e-05,
+      "loss": 0.0384,
+      "step": 700
+    },
+    {
+      "epoch": 1.3798967506832676,
+      "grad_norm": 0.728905200958252,
+      "learning_rate": 1.5161831499230197e-05,
+      "loss": 0.0385,
+      "step": 710
+    },
+    {
+      "epoch": 1.3993319161858488,
+      "grad_norm": 0.2697829604148865,
+      "learning_rate": 1.4899154013470574e-05,
+      "loss": 0.0407,
+      "step": 720
+    },
+    {
+      "epoch": 1.4187670816884301,
+      "grad_norm": 0.23418137431144714,
+      "learning_rate": 1.4635371790316805e-05,
+      "loss": 0.0425,
+      "step": 730
+    },
+    {
+      "epoch": 1.4382022471910112,
+      "grad_norm": 0.21163399517536163,
+      "learning_rate": 1.437060629345325e-05,
+      "loss": 0.0369,
+      "step": 740
+    },
+    {
+      "epoch": 1.4576374126935925,
+      "grad_norm": 0.24824394285678864,
+      "learning_rate": 1.4104979439331889e-05,
+      "loss": 0.0413,
+      "step": 750
+    },
+    {
+      "epoch": 1.4770725781961738,
+      "grad_norm": 0.24107202887535095,
+      "learning_rate": 1.383861354103349e-05,
+      "loss": 0.0368,
+      "step": 760
+    },
+    {
+      "epoch": 1.4965077436987548,
+      "grad_norm": 0.25261572003364563,
+      "learning_rate": 1.357163125194618e-05,
+      "loss": 0.0437,
+      "step": 770
+    },
+    {
+      "epoch": 1.5159429092013361,
+      "grad_norm": 0.1909024715423584,
+      "learning_rate": 1.3304155509287273e-05,
+      "loss": 0.0376,
+      "step": 780
+    },
+    {
+      "epoch": 1.5353780747039174,
+      "grad_norm": 0.24820125102996826,
+      "learning_rate": 1.3036309477494433e-05,
+      "loss": 0.038,
+      "step": 790
+    },
+    {
+      "epoch": 1.5548132402064985,
+      "grad_norm": 0.2151060849428177,
+      "learning_rate": 1.27682164915122e-05,
+      "loss": 0.0427,
+      "step": 800
+    },
+    {
+      "epoch": 1.57424840570908,
+      "grad_norm": 0.2735498249530792,
+      "learning_rate": 1.25e-05,
+      "loss": 0.0405,
+      "step": 810
+    },
+    {
+      "epoch": 1.593683571211661,
+      "grad_norm": 0.20167022943496704,
+      "learning_rate": 1.2231783508487806e-05,
+      "loss": 0.0361,
+      "step": 820
+    },
+    {
+      "epoch": 1.6131187367142423,
+      "grad_norm": 0.29892289638519287,
+      "learning_rate": 1.1963690522505568e-05,
+      "loss": 0.0343,
+      "step": 830
+    },
+    {
+      "epoch": 1.6325539022168236,
+      "grad_norm": 0.2181161344051361,
+      "learning_rate": 1.169584449071273e-05,
+      "loss": 0.044,
+      "step": 840
+    },
+    {
+      "epoch": 1.6519890677194047,
+      "grad_norm": 0.24029949307441711,
+      "learning_rate": 1.142836874805382e-05,
+      "loss": 0.0347,
+      "step": 850
+    },
+    {
+      "epoch": 1.6617066504706954,
+      "eval_loss": 0.04329855740070343,
+      "eval_runtime": 170.3718,
+      "eval_samples_per_second": 5.083,
+      "eval_steps_per_second": 5.083,
+      "step": 855
+    },
+    {
+      "epoch": 1.6714242332219862,
+      "grad_norm": 0.23985505104064941,
+      "learning_rate": 1.1161386458966511e-05,
+      "loss": 0.0401,
+      "step": 860
+    },
+    {
+      "epoch": 1.6908593987245673,
+      "grad_norm": 0.22673290967941284,
+      "learning_rate": 1.0895020560668112e-05,
+      "loss": 0.0364,
+      "step": 870
+    },
+    {
+      "epoch": 1.7102945642271485,
+      "grad_norm": 0.22750601172447205,
+      "learning_rate": 1.0629393706546752e-05,
+      "loss": 0.039,
+      "step": 880
+    },
+    {
+      "epoch": 1.7297297297297298,
+      "grad_norm": 0.24846433103084564,
+      "learning_rate": 1.03646282096832e-05,
+      "loss": 0.0341,
+      "step": 890
+    },
+    {
+      "epoch": 1.749164895232311,
+      "grad_norm": 0.19867610931396484,
+      "learning_rate": 1.0100845986529429e-05,
+      "loss": 0.036,
+      "step": 900
+    },
+    {
+      "epoch": 1.7686000607348922,
+      "grad_norm": 0.2108948975801468,
+      "learning_rate": 9.838168500769806e-06,
+      "loss": 0.0359,
+      "step": 910
+    },
+    {
+      "epoch": 1.7880352262374735,
+      "grad_norm": 0.22352129220962524,
+      "learning_rate": 9.576716707390745e-06,
+      "loss": 0.0432,
+      "step": 920
+    },
+    {
+      "epoch": 1.8074703917400545,
+      "grad_norm": 0.2634281516075134,
+      "learning_rate": 9.316610996984642e-06,
+      "loss": 0.0371,
+      "step": 930
+    },
+    {
+      "epoch": 1.826905557242636,
+      "grad_norm": 0.261662095785141,
+      "learning_rate": 9.057971140313645e-06,
+      "loss": 0.0414,
+      "step": 940
+    },
+    {
+      "epoch": 1.846340722745217,
+      "grad_norm": 0.269505113363266,
+      "learning_rate": 8.800916233158885e-06,
+      "loss": 0.033,
+      "step": 950
+    },
+    {
+      "epoch": 1.8657758882477984,
+      "grad_norm": 0.2583780288696289,
+      "learning_rate": 8.545564641480484e-06,
+      "loss": 0.04,
+      "step": 960
+    },
+    {
+      "epoch": 1.8852110537503797,
+      "grad_norm": 0.2607627213001251,
+      "learning_rate": 8.292033946913624e-06,
+      "loss": 0.0354,
+      "step": 970
+    },
+    {
+      "epoch": 1.9046462192529607,
+      "grad_norm": 0.23419621586799622,
+      "learning_rate": 8.040440892625817e-06,
+      "loss": 0.0362,
+      "step": 980
+    },
+    {
+      "epoch": 1.924081384755542,
+      "grad_norm": 0.2785259783267975,
+      "learning_rate": 7.790901329560186e-06,
+      "loss": 0.0367,
+      "step": 990
+    },
+    {
+      "epoch": 1.9435165502581233,
+      "grad_norm": 0.2678421437740326,
+      "learning_rate": 7.543530163089671e-06,
+      "loss": 0.0363,
+      "step": 1000
+    },
+    {
+      "epoch": 1.9629517157607044,
+      "grad_norm": 0.2274320125579834,
+      "learning_rate": 7.29844130010657e-06,
+      "loss": 0.0395,
+      "step": 1010
+    },
+    {
+      "epoch": 1.9823868812632859,
+      "grad_norm": 0.2792135179042816,
+      "learning_rate": 7.055747596571904e-06,
+      "loss": 0.0374,
+      "step": 1020
+    },
+    {
+      "epoch": 1.9940479805648343,
+      "eval_loss": 0.04268278926610947,
+      "eval_runtime": 169.855,
+      "eval_samples_per_second": 5.098,
+      "eval_steps_per_second": 5.098,
+      "step": 1026
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 1542,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 171,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 7.866128786040422e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-1026/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d135889b53a4fc2dcc2af42081d4ec6fb88ac6da63713e48b39ec06726249a
+size 5624

checkpoint-1197/README.md

@@ -0,0 +1,209 @@
+---
+base_model: Salesforce/Llama-xLAM-2-8b-fc-r
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Salesforce/Llama-xLAM-2-8b-fc-r
+- lora
+- sft
+- transformers
+- trl
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.17.1

checkpoint-1197/adapter_config.json

@@ -0,0 +1,39 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "Salesforce/Llama-xLAM-2-8b-fc-r",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "o_proj",
+    "k_proj",
+    "q_proj",
+    "v_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

checkpoint-1197/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4fac2d2f50b8a56b0ebd6b1c4fa8bebc67a950ea3150bfb73fedcb34157d959
+size 54560368

checkpoint-1197/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010b38f8d9dc59d529013582999522f74d32baa2fce4041be2fcd6594e46d5e8
+size 109267450

checkpoint-1197/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952f42b9fe30af71cb9183c093ce66eb71deefe5522a086943e1b65829371475
+size 14244

checkpoint-1197/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f79aa8e60c53ad93afcf6fad6bb395ff7ae397cb62f500f6cc0c35550bf969
+size 1064

checkpoint-1197/special_tokens_map.json

@@ -0,0 +1,27 @@
+{
+  "additional_special_tokens": [
+    "<|eot_id|>",
+    "<|eom_id|>"
+  ],
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoint-1197/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

checkpoint-1197/tokenizer_config.json

@@ -0,0 +1,2070 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|eot_id|>",
+    "<|eom_id|>"
+  ],
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- Extract system message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content'] | trim %}\n    {%- set messages = messages[1:] %}\n    {{- system_message + \"\\n\" }}\n{%- else %}\n    {%- set system_message = \"You are a helpful assistant that can use tools. You are developed by Salesforce xLAM team.\" %}\n    {% set format_instruction %}You have access to a set of tools. When using tools, make calls in a single JSON array: \n\n[{\"name\": \"tool_call_name\", \"arguments\": {\"arg1\": \"value1\", \"arg2\": \"value2\"}}, ... (additional parallel tool calls as needed)]\n\nIf no tool is suitable, state that explicitly. If the user's input lacks required parameters, ask for clarification. Do not interpret or respond until tool results are returned. Once they are available, process them or make additional calls if needed. For tasks that don't require tools, such as casual conversation or general advice, respond directly in plain text. The available tools are:{% endset %}\n    {{- system_message + \"\\n\" }}\n    {%- if tools is not none %}\n        {{- format_instruction + \"\\n\\n\" }}\n    {%- endif %}\n{%- endif %}\n\n\n{%- if tools is not none %}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- \"<|eot_id|>\" }}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {%- if message['tool_calls'] %}\n            {{- \"[\" }}\n            {%- for tool_call_function in message.tool_calls %}\n                {%- set tool_call = tool_call_function.function %}\n                {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n                {{- '\"arguments\": ' }}\n                {{- tool_call.arguments | tojson }}\n                {{- \"}\" }}\n                {%- if not loop.last %}\n                    {{- \", \" }}\n                {%- endif %}\n            {%- endfor %}\n            {{- \"]\" }}\n            {{- \"<|eot_id|>\" }}\n        {%- elif message['content'] %}\n            {{- message['content'] | trim + '<|eot_id|>' }}\n        {%- else %}\n            {{- \"[]\\n\" + '<|eot_id|>' }}\n        {%- endif %}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>\" + \"ipython\" + \"<|end_header_id|>\\n\\n\" }}\n        {%- set content = message[\"content\"] %}\n        {%- if content is mapping or (content is iterable and content is not string) %}\n            {{- content | tojson }}\n        {%- else %}\n            {{- content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 16384,
+  "pad_token": "<|eot_id|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

checkpoint-1197/trainer_state.json

@@ -0,0 +1,922 @@
+{
+  "best_metric": 0.042657386511564255,
+  "best_model_checkpoint": "./xlam_lora_new_ete_over_size_3epoch_multi_full_eng/checkpoint-1197",
+  "epoch": 2.3263893106589735,
+  "eval_steps": 171,
+  "global_step": 1197,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.019435165502581234,
+      "grad_norm": 0.2028260976076126,
+      "learning_rate": 3.205128205128205e-06,
+      "loss": 0.0883,
+      "step": 10
+    },
+    {
+      "epoch": 0.03887033100516247,
+      "grad_norm": 0.16199472546577454,
+      "learning_rate": 6.41025641025641e-06,
+      "loss": 0.0862,
+      "step": 20
+    },
+    {
+      "epoch": 0.0583054965077437,
+      "grad_norm": 0.10014229267835617,
+      "learning_rate": 9.615384615384616e-06,
+      "loss": 0.0785,
+      "step": 30
+    },
+    {
+      "epoch": 0.07774066201032494,
+      "grad_norm": 0.07943801581859589,
+      "learning_rate": 1.282051282051282e-05,
+      "loss": 0.0772,
+      "step": 40
+    },
+    {
+      "epoch": 0.09717582751290617,
+      "grad_norm": 0.11369317024946213,
+      "learning_rate": 1.602564102564103e-05,
+      "loss": 0.0649,
+      "step": 50
+    },
+    {
+      "epoch": 0.1166109930154874,
+      "grad_norm": 0.10264527052640915,
+      "learning_rate": 1.923076923076923e-05,
+      "loss": 0.0686,
+      "step": 60
+    },
+    {
+      "epoch": 0.13604615851806864,
+      "grad_norm": 0.08583803474903107,
+      "learning_rate": 2.2435897435897437e-05,
+      "loss": 0.0657,
+      "step": 70
+    },
+    {
+      "epoch": 0.15548132402064987,
+      "grad_norm": 0.09326862543821335,
+      "learning_rate": 2.4999884878368972e-05,
+      "loss": 0.0605,
+      "step": 80
+    },
+    {
+      "epoch": 0.1749164895232311,
+      "grad_norm": 0.09622487425804138,
+      "learning_rate": 2.4995855843928913e-05,
+      "loss": 0.0617,
+      "step": 90
+    },
+    {
+      "epoch": 0.19435165502581234,
+      "grad_norm": 0.10855123400688171,
+      "learning_rate": 2.4986072848240374e-05,
+      "loss": 0.0548,
+      "step": 100
+    },
+    {
+      "epoch": 0.21378682052839357,
+      "grad_norm": 0.12510105967521667,
+      "learning_rate": 2.4970540396075083e-05,
+      "loss": 0.0545,
+      "step": 110
+    },
+    {
+      "epoch": 0.2332219860309748,
+      "grad_norm": 0.11628145724534988,
+      "learning_rate": 2.494926563965445e-05,
+      "loss": 0.0601,
+      "step": 120
+    },
+    {
+      "epoch": 0.252657151533556,
+      "grad_norm": 0.12050613015890121,
+      "learning_rate": 2.4922258375356232e-05,
+      "loss": 0.0585,
+      "step": 130
+    },
+    {
+      "epoch": 0.2720923170361373,
+      "grad_norm": 0.08949285745620728,
+      "learning_rate": 2.488953103920354e-05,
+      "loss": 0.0477,
+      "step": 140
+    },
+    {
+      "epoch": 0.2915274825387185,
+      "grad_norm": 0.14706853032112122,
+      "learning_rate": 2.4851098701138466e-05,
+      "loss": 0.0555,
+      "step": 150
+    },
+    {
+      "epoch": 0.31096264804129975,
+      "grad_norm": 0.13029147684574127,
+      "learning_rate": 2.4806979058082832e-05,
+      "loss": 0.0493,
+      "step": 160
+    },
+    {
+      "epoch": 0.330397813543881,
+      "grad_norm": 0.1321103274822235,
+      "learning_rate": 2.475719242578929e-05,
+      "loss": 0.0547,
+      "step": 170
+    },
+    {
+      "epoch": 0.3323413300941391,
+      "eval_loss": 0.054034121334552765,
+      "eval_runtime": 172.2024,
+      "eval_samples_per_second": 5.029,
+      "eval_steps_per_second": 5.029,
+      "step": 171
+    },
+    {
+      "epoch": 0.3498329790464622,
+      "grad_norm": 0.14103983342647552,
+      "learning_rate": 2.470176172948652e-05,
+      "loss": 0.0522,
+      "step": 180
+    },
+    {
+      "epoch": 0.36926814454904344,
+      "grad_norm": 0.14120739698410034,
+      "learning_rate": 2.4640712493322894e-05,
+      "loss": 0.0501,
+      "step": 190
+    },
+    {
+      "epoch": 0.3887033100516247,
+      "grad_norm": 0.1301490068435669,
+      "learning_rate": 2.4574072828613354e-05,
+      "loss": 0.0492,
+      "step": 200
+    },
+    {
+      "epoch": 0.4081384755542059,
+      "grad_norm": 0.1606156975030899,
+      "learning_rate": 2.450187342089502e-05,
+      "loss": 0.0488,
+      "step": 210
+    },
+    {
+      "epoch": 0.42757364105678713,
+      "grad_norm": 0.1623048037290573,
+      "learning_rate": 2.442414751579744e-05,
+      "loss": 0.0459,
+      "step": 220
+    },
+    {
+      "epoch": 0.44700880655936837,
+      "grad_norm": 0.1424696147441864,
+      "learning_rate": 2.434093090373396e-05,
+      "loss": 0.0441,
+      "step": 230
+    },
+    {
+      "epoch": 0.4664439720619496,
+      "grad_norm": 0.13980570435523987,
+      "learning_rate": 2.4252261903421375e-05,
+      "loss": 0.0483,
+      "step": 240
+    },
+    {
+      "epoch": 0.4858791375645308,
+      "grad_norm": 0.17693087458610535,
+      "learning_rate": 2.415818134423528e-05,
+      "loss": 0.0451,
+      "step": 250
+    },
+    {
+      "epoch": 0.505314303067112,
+      "grad_norm": 0.18210634589195251,
+      "learning_rate": 2.405873254740942e-05,
+      "loss": 0.0466,
+      "step": 260
+    },
+    {
+      "epoch": 0.5247494685696933,
+      "grad_norm": 0.1527709811925888,
+      "learning_rate": 2.395396130608756e-05,
+      "loss": 0.0488,
+      "step": 270
+    },
+    {
+      "epoch": 0.5441846340722746,
+      "grad_norm": 0.15795762836933136,
+      "learning_rate": 2.3843915864237143e-05,
+      "loss": 0.0448,
+      "step": 280
+    },
+    {
+      "epoch": 0.5636197995748558,
+      "grad_norm": 0.15495383739471436,
+      "learning_rate": 2.3728646894434413e-05,
+      "loss": 0.047,
+      "step": 290
+    },
+    {
+      "epoch": 0.583054965077437,
+      "grad_norm": 0.17630279064178467,
+      "learning_rate": 2.3608207474531236e-05,
+      "loss": 0.0429,
+      "step": 300
+    },
+    {
+      "epoch": 0.6024901305800182,
+      "grad_norm": 0.17523537576198578,
+      "learning_rate": 2.3482653063214356e-05,
+      "loss": 0.0473,
+      "step": 310
+    },
+    {
+      "epoch": 0.6219252960825995,
+      "grad_norm": 0.1995943933725357,
+      "learning_rate": 2.3352041474468373e-05,
+      "loss": 0.0392,
+      "step": 320
+    },
+    {
+      "epoch": 0.6413604615851807,
+      "grad_norm": 0.1683543622493744,
+      "learning_rate": 2.3216432850954155e-05,
+      "loss": 0.0438,
+      "step": 330
+    },
+    {
+      "epoch": 0.660795627087762,
+      "grad_norm": 0.1374560445547104,
+      "learning_rate": 2.307588963631497e-05,
+      "loss": 0.0388,
+      "step": 340
+    },
+    {
+      "epoch": 0.6646826601882782,
+      "eval_loss": 0.048522137105464935,
+      "eval_runtime": 174.8794,
+      "eval_samples_per_second": 4.952,
+      "eval_steps_per_second": 4.952,
+      "step": 342
+    },
+    {
+      "epoch": 0.6802307925903431,
+      "grad_norm": 0.166055366396904,
+      "learning_rate": 2.293047654642309e-05,
+      "loss": 0.0469,
+      "step": 350
+    },
+    {
+      "epoch": 0.6996659580929244,
+      "grad_norm": 0.14119000732898712,
+      "learning_rate": 2.2780260539580116e-05,
+      "loss": 0.0424,
+      "step": 360
+    },
+    {
+      "epoch": 0.7191011235955056,
+      "grad_norm": 0.23057888448238373,
+      "learning_rate": 2.2625310785684688e-05,
+      "loss": 0.0451,
+      "step": 370
+    },
+    {
+      "epoch": 0.7385362890980869,
+      "grad_norm": 0.1304253786802292,
+      "learning_rate": 2.2465698634381892e-05,
+      "loss": 0.0434,
+      "step": 380
+    },
+    {
+      "epoch": 0.7579714546006681,
+      "grad_norm": 0.17952455580234528,
+      "learning_rate": 2.2301497582208884e-05,
+      "loss": 0.0409,
+      "step": 390
+    },
+    {
+      "epoch": 0.7774066201032493,
+      "grad_norm": 0.15560920536518097,
+      "learning_rate": 2.2132783238751987e-05,
+      "loss": 0.0465,
+      "step": 400
+    },
+    {
+      "epoch": 0.7968417856058305,
+      "grad_norm": 0.12066332250833511,
+      "learning_rate": 2.1959633291830785e-05,
+      "loss": 0.0433,
+      "step": 410
+    },
+    {
+      "epoch": 0.8162769511084118,
+      "grad_norm": 0.15932129323482513,
+      "learning_rate": 2.1782127471725232e-05,
+      "loss": 0.0458,
+      "step": 420
+    },
+    {
+      "epoch": 0.835712116610993,
+      "grad_norm": 0.19025273621082306,
+      "learning_rate": 2.160034751446231e-05,
+      "loss": 0.0522,
+      "step": 430
+    },
+    {
+      "epoch": 0.8551472821135743,
+      "grad_norm": 0.15156866610050201,
+      "learning_rate": 2.1414377124179038e-05,
+      "loss": 0.0433,
+      "step": 440
+    },
+    {
+      "epoch": 0.8745824476161554,
+      "grad_norm": 0.1594618409872055,
+      "learning_rate": 2.1224301934579293e-05,
+      "loss": 0.0434,
+      "step": 450
+    },
+    {
+      "epoch": 0.8940176131187367,
+      "grad_norm": 0.16077858209609985,
+      "learning_rate": 2.1030209469502098e-05,
+      "loss": 0.0426,
+      "step": 460
+    },
+    {
+      "epoch": 0.9134527786213179,
+      "grad_norm": 0.15807421505451202,
+      "learning_rate": 2.0832189102619543e-05,
+      "loss": 0.0461,
+      "step": 470
+    },
+    {
+      "epoch": 0.9328879441238992,
+      "grad_norm": 0.20585452020168304,
+      "learning_rate": 2.0630332016282927e-05,
+      "loss": 0.0429,
+      "step": 480
+    },
+    {
+      "epoch": 0.9523231096264804,
+      "grad_norm": 0.1859339326620102,
+      "learning_rate": 2.0424731159536083e-05,
+      "loss": 0.0432,
+      "step": 490
+    },
+    {
+      "epoch": 0.9717582751290617,
+      "grad_norm": 0.20674780011177063,
+      "learning_rate": 2.021548120531516e-05,
+      "loss": 0.0392,
+      "step": 500
+    },
+    {
+      "epoch": 0.9911934406316428,
+      "grad_norm": 0.22314420342445374,
+      "learning_rate": 2.0002678506854606e-05,
+      "loss": 0.041,
+      "step": 510
+    },
+    {
+      "epoch": 0.9970239902824173,
+      "eval_loss": 0.04610577970743179,
+      "eval_runtime": 175.1913,
+      "eval_samples_per_second": 4.943,
+      "eval_steps_per_second": 4.943,
+      "step": 513
+    },
+    {
+      "epoch": 1.010628606134224,
+      "grad_norm": 0.1707136183977127,
+      "learning_rate": 1.9786421053319455e-05,
+      "loss": 0.0468,
+      "step": 520
+    },
+    {
+      "epoch": 1.0300637716368053,
+      "grad_norm": 0.18121393024921417,
+      "learning_rate": 1.9566808424684284e-05,
+      "loss": 0.0361,
+      "step": 530
+    },
+    {
+      "epoch": 1.0494989371393866,
+      "grad_norm": 0.17815589904785156,
+      "learning_rate": 1.9343941745879695e-05,
+      "loss": 0.0418,
+      "step": 540
+    },
+    {
+      "epoch": 1.0689341026419679,
+      "grad_norm": 0.17634443938732147,
+      "learning_rate": 1.9117923640227314e-05,
+      "loss": 0.0437,
+      "step": 550
+    },
+    {
+      "epoch": 1.088369268144549,
+      "grad_norm": 0.18102432787418365,
+      "learning_rate": 1.8888858182184925e-05,
+      "loss": 0.0426,
+      "step": 560
+    },
+    {
+      "epoch": 1.1078044336471302,
+      "grad_norm": 0.20596696436405182,
+      "learning_rate": 1.865685084942331e-05,
+      "loss": 0.0414,
+      "step": 570
+    },
+    {
+      "epoch": 1.1272395991497115,
+      "grad_norm": 0.2145373523235321,
+      "learning_rate": 1.8422008474257013e-05,
+      "loss": 0.0354,
+      "step": 580
+    },
+    {
+      "epoch": 1.1466747646522928,
+      "grad_norm": 0.2385258674621582,
+      "learning_rate": 1.8184439194451326e-05,
+      "loss": 0.0357,
+      "step": 590
+    },
+    {
+      "epoch": 1.166109930154874,
+      "grad_norm": 0.23679479956626892,
+      "learning_rate": 1.7944252403428097e-05,
+      "loss": 0.041,
+      "step": 600
+    },
+    {
+      "epoch": 1.1855450956574551,
+      "grad_norm": 0.1947854906320572,
+      "learning_rate": 1.770155869989343e-05,
+      "loss": 0.0407,
+      "step": 610
+    },
+    {
+      "epoch": 1.2049802611600364,
+      "grad_norm": 0.25392264127731323,
+      "learning_rate": 1.7456469836910334e-05,
+      "loss": 0.0405,
+      "step": 620
+    },
+    {
+      "epoch": 1.2244154266626177,
+      "grad_norm": 0.2636931240558624,
+      "learning_rate": 1.7209098670439817e-05,
+      "loss": 0.0442,
+      "step": 630
+    },
+    {
+      "epoch": 1.243850592165199,
+      "grad_norm": 0.19380666315555573,
+      "learning_rate": 1.695955910737419e-05,
+      "loss": 0.0344,
+      "step": 640
+    },
+    {
+      "epoch": 1.26328575766778,
+      "grad_norm": 0.2423335164785385,
+      "learning_rate": 1.670796605308638e-05,
+      "loss": 0.0415,
+      "step": 650
+    },
+    {
+      "epoch": 1.2827209231703613,
+      "grad_norm": 0.20322546362876892,
+      "learning_rate": 1.6454435358519524e-05,
+      "loss": 0.0381,
+      "step": 660
+    },
+    {
+      "epoch": 1.3021560886729426,
+      "grad_norm": 0.20570382475852966,
+      "learning_rate": 1.6199083766841115e-05,
+      "loss": 0.035,
+      "step": 670
+    },
+    {
+      "epoch": 1.321591254175524,
+      "grad_norm": 0.23237545788288116,
+      "learning_rate": 1.594202885968636e-05,
+      "loss": 0.0447,
+      "step": 680
+    },
+    {
+      "epoch": 1.3293653203765563,
+      "eval_loss": 0.0446239709854126,
+      "eval_runtime": 174.4977,
+      "eval_samples_per_second": 4.963,
+      "eval_steps_per_second": 4.963,
+      "step": 684
+    },
+    {
+      "epoch": 1.341026419678105,
+      "grad_norm": 0.2273474782705307,
+      "learning_rate": 1.568338900301536e-05,
+      "loss": 0.0406,
+      "step": 690
+    },
+    {
+      "epoch": 1.3604615851806863,
+      "grad_norm": 0.2105632871389389,
+      "learning_rate": 1.5423283292609255e-05,
+      "loss": 0.0384,
+      "step": 700
+    },
+    {
+      "epoch": 1.3798967506832676,
+      "grad_norm": 0.728905200958252,
+      "learning_rate": 1.5161831499230197e-05,
+      "loss": 0.0385,
+      "step": 710
+    },
+    {
+      "epoch": 1.3993319161858488,
+      "grad_norm": 0.2697829604148865,
+      "learning_rate": 1.4899154013470574e-05,
+      "loss": 0.0407,
+      "step": 720
+    },
+    {
+      "epoch": 1.4187670816884301,
+      "grad_norm": 0.23418137431144714,
+      "learning_rate": 1.4635371790316805e-05,
+      "loss": 0.0425,
+      "step": 730
+    },
+    {
+      "epoch": 1.4382022471910112,
+      "grad_norm": 0.21163399517536163,
+      "learning_rate": 1.437060629345325e-05,
+      "loss": 0.0369,
+      "step": 740
+    },
+    {
+      "epoch": 1.4576374126935925,
+      "grad_norm": 0.24824394285678864,
+      "learning_rate": 1.4104979439331889e-05,
+      "loss": 0.0413,
+      "step": 750
+    },
+    {
+      "epoch": 1.4770725781961738,
+      "grad_norm": 0.24107202887535095,
+      "learning_rate": 1.383861354103349e-05,
+      "loss": 0.0368,
+      "step": 760
+    },
+    {
+      "epoch": 1.4965077436987548,
+      "grad_norm": 0.25261572003364563,
+      "learning_rate": 1.357163125194618e-05,
+      "loss": 0.0437,
+      "step": 770
+    },
+    {
+      "epoch": 1.5159429092013361,
+      "grad_norm": 0.1909024715423584,
+      "learning_rate": 1.3304155509287273e-05,
+      "loss": 0.0376,
+      "step": 780
+    },
+    {
+      "epoch": 1.5353780747039174,
+      "grad_norm": 0.24820125102996826,
+      "learning_rate": 1.3036309477494433e-05,
+      "loss": 0.038,
+      "step": 790
+    },
+    {
+      "epoch": 1.5548132402064985,
+      "grad_norm": 0.2151060849428177,
+      "learning_rate": 1.27682164915122e-05,
+      "loss": 0.0427,
+      "step": 800
+    },
+    {
+      "epoch": 1.57424840570908,
+      "grad_norm": 0.2735498249530792,
+      "learning_rate": 1.25e-05,
+      "loss": 0.0405,
+      "step": 810
+    },
+    {
+      "epoch": 1.593683571211661,
+      "grad_norm": 0.20167022943496704,
+      "learning_rate": 1.2231783508487806e-05,
+      "loss": 0.0361,
+      "step": 820
+    },
+    {
+      "epoch": 1.6131187367142423,
+      "grad_norm": 0.29892289638519287,
+      "learning_rate": 1.1963690522505568e-05,
+      "loss": 0.0343,
+      "step": 830
+    },
+    {
+      "epoch": 1.6325539022168236,
+      "grad_norm": 0.2181161344051361,
+      "learning_rate": 1.169584449071273e-05,
+      "loss": 0.044,
+      "step": 840
+    },
+    {
+      "epoch": 1.6519890677194047,
+      "grad_norm": 0.24029949307441711,
+      "learning_rate": 1.142836874805382e-05,
+      "loss": 0.0347,
+      "step": 850
+    },
+    {
+      "epoch": 1.6617066504706954,
+      "eval_loss": 0.04329855740070343,
+      "eval_runtime": 170.3718,
+      "eval_samples_per_second": 5.083,
+      "eval_steps_per_second": 5.083,
+      "step": 855
+    },
+    {
+      "epoch": 1.6714242332219862,
+      "grad_norm": 0.23985505104064941,
+      "learning_rate": 1.1161386458966511e-05,
+      "loss": 0.0401,
+      "step": 860
+    },
+    {
+      "epoch": 1.6908593987245673,
+      "grad_norm": 0.22673290967941284,
+      "learning_rate": 1.0895020560668112e-05,
+      "loss": 0.0364,
+      "step": 870
+    },
+    {
+      "epoch": 1.7102945642271485,
+      "grad_norm": 0.22750601172447205,
+      "learning_rate": 1.0629393706546752e-05,
+      "loss": 0.039,
+      "step": 880
+    },
+    {
+      "epoch": 1.7297297297297298,
+      "grad_norm": 0.24846433103084564,
+      "learning_rate": 1.03646282096832e-05,
+      "loss": 0.0341,
+      "step": 890
+    },
+    {
+      "epoch": 1.749164895232311,
+      "grad_norm": 0.19867610931396484,
+      "learning_rate": 1.0100845986529429e-05,
+      "loss": 0.036,
+      "step": 900
+    },
+    {
+      "epoch": 1.7686000607348922,
+      "grad_norm": 0.2108948975801468,
+      "learning_rate": 9.838168500769806e-06,
+      "loss": 0.0359,
+      "step": 910
+    },
+    {
+      "epoch": 1.7880352262374735,
+      "grad_norm": 0.22352129220962524,
+      "learning_rate": 9.576716707390745e-06,
+      "loss": 0.0432,
+      "step": 920
+    },
+    {
+      "epoch": 1.8074703917400545,
+      "grad_norm": 0.2634281516075134,
+      "learning_rate": 9.316610996984642e-06,
+      "loss": 0.0371,
+      "step": 930
+    },
+    {
+      "epoch": 1.826905557242636,
+      "grad_norm": 0.261662095785141,
+      "learning_rate": 9.057971140313645e-06,
+      "loss": 0.0414,
+      "step": 940
+    },
+    {
+      "epoch": 1.846340722745217,
+      "grad_norm": 0.269505113363266,
+      "learning_rate": 8.800916233158885e-06,
+      "loss": 0.033,
+      "step": 950
+    },
+    {
+      "epoch": 1.8657758882477984,
+      "grad_norm": 0.2583780288696289,
+      "learning_rate": 8.545564641480484e-06,
+      "loss": 0.04,
+      "step": 960
+    },
+    {
+      "epoch": 1.8852110537503797,
+      "grad_norm": 0.2607627213001251,
+      "learning_rate": 8.292033946913624e-06,
+      "loss": 0.0354,
+      "step": 970
+    },
+    {
+      "epoch": 1.9046462192529607,
+      "grad_norm": 0.23419621586799622,
+      "learning_rate": 8.040440892625817e-06,
+      "loss": 0.0362,
+      "step": 980
+    },
+    {
+      "epoch": 1.924081384755542,
+      "grad_norm": 0.2785259783267975,
+      "learning_rate": 7.790901329560186e-06,
+      "loss": 0.0367,
+      "step": 990
+    },
+    {
+      "epoch": 1.9435165502581233,
+      "grad_norm": 0.2678421437740326,
+      "learning_rate": 7.543530163089671e-06,
+      "loss": 0.0363,
+      "step": 1000
+    },
+    {
+      "epoch": 1.9629517157607044,
+      "grad_norm": 0.2274320125579834,
+      "learning_rate": 7.29844130010657e-06,
+      "loss": 0.0395,
+      "step": 1010
+    },
+    {
+      "epoch": 1.9823868812632859,
+      "grad_norm": 0.2792135179042816,
+      "learning_rate": 7.055747596571904e-06,
+      "loss": 0.0374,
+      "step": 1020
+    },
+    {
+      "epoch": 1.9940479805648343,
+      "eval_loss": 0.04268278926610947,
+      "eval_runtime": 169.855,
+      "eval_samples_per_second": 5.098,
+      "eval_steps_per_second": 5.098,
+      "step": 1026
+    },
+    {
+      "epoch": 2.001822046765867,
+      "grad_norm": 0.2434389591217041,
+      "learning_rate": 6.815560805548682e-06,
+      "loss": 0.0359,
+      "step": 1030
+    },
+    {
+      "epoch": 2.021257212268448,
+      "grad_norm": 0.2474217265844345,
+      "learning_rate": 6.577991525742991e-06,
+      "loss": 0.0301,
+      "step": 1040
+    },
+    {
+      "epoch": 2.0406923777710295,
+      "grad_norm": 0.21972987055778503,
+      "learning_rate": 6.3431491505766965e-06,
+      "loss": 0.031,
+      "step": 1050
+    },
+    {
+      "epoch": 2.0601275432736106,
+      "grad_norm": 0.26206907629966736,
+      "learning_rate": 6.111141817815079e-06,
+      "loss": 0.0367,
+      "step": 1060
+    },
+    {
+      "epoch": 2.079562708776192,
+      "grad_norm": 0.26828330755233765,
+      "learning_rate": 5.882076359772686e-06,
+      "loss": 0.0358,
+      "step": 1070
+    },
+    {
+      "epoch": 2.098997874278773,
+      "grad_norm": 0.3341256380081177,
+      "learning_rate": 5.656058254120305e-06,
+      "loss": 0.0362,
+      "step": 1080
+    },
+    {
+      "epoch": 2.118433039781354,
+      "grad_norm": 0.24040237069129944,
+      "learning_rate": 5.4331915753157175e-06,
+      "loss": 0.0336,
+      "step": 1090
+    },
+    {
+      "epoch": 2.1378682052839357,
+      "grad_norm": 0.2951533794403076,
+      "learning_rate": 5.213578946680547e-06,
+      "loss": 0.0374,
+      "step": 1100
+    },
+    {
+      "epoch": 2.157303370786517,
+      "grad_norm": 0.3339778184890747,
+      "learning_rate": 4.997321493145399e-06,
+      "loss": 0.0336,
+      "step": 1110
+    },
+    {
+      "epoch": 2.176738536289098,
+      "grad_norm": 0.28566041588783264,
+      "learning_rate": 4.784518794684843e-06,
+      "loss": 0.0305,
+      "step": 1120
+    },
+    {
+      "epoch": 2.1961737017916794,
+      "grad_norm": 0.23707829415798187,
+      "learning_rate": 4.575268840463919e-06,
+      "loss": 0.0347,
+      "step": 1130
+    },
+    {
+      "epoch": 2.2156088672942604,
+      "grad_norm": 0.268509179353714,
+      "learning_rate": 4.3696679837170755e-06,
+      "loss": 0.0338,
+      "step": 1140
+    },
+    {
+      "epoch": 2.235044032796842,
+      "grad_norm": 0.2489359974861145,
+      "learning_rate": 4.16781089738046e-06,
+      "loss": 0.0346,
+      "step": 1150
+    },
+    {
+      "epoch": 2.254479198299423,
+      "grad_norm": 0.2973306179046631,
+      "learning_rate": 3.969790530497904e-06,
+      "loss": 0.0341,
+      "step": 1160
+    },
+    {
+      "epoch": 2.273914363802004,
+      "grad_norm": 0.2385181337594986,
+      "learning_rate": 3.7756980654207032e-06,
+      "loss": 0.0307,
+      "step": 1170
+    },
+    {
+      "epoch": 2.2933495293045856,
+      "grad_norm": 0.24831977486610413,
+      "learning_rate": 3.585622875820965e-06,
+      "loss": 0.0324,
+      "step": 1180
+    },
+    {
+      "epoch": 2.3127846948071666,
+      "grad_norm": 0.2952122092247009,
+      "learning_rate": 3.399652485537691e-06,
+      "loss": 0.0337,
+      "step": 1190
+    },
+    {
+      "epoch": 2.3263893106589735,
+      "eval_loss": 0.042657386511564255,
+      "eval_runtime": 168.8317,
+      "eval_samples_per_second": 5.129,
+      "eval_steps_per_second": 5.129,
+      "step": 1197
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 1542,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 171,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 9.178276830835507e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-1197/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d135889b53a4fc2dcc2af42081d4ec6fb88ac6da63713e48b39ec06726249a
+size 5624

checkpoint-1368/README.md

@@ -0,0 +1,209 @@
+---
+base_model: Salesforce/Llama-xLAM-2-8b-fc-r
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Salesforce/Llama-xLAM-2-8b-fc-r
+- lora
+- sft
+- transformers
+- trl
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.17.1

checkpoint-1368/adapter_config.json

@@ -0,0 +1,39 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "Salesforce/Llama-xLAM-2-8b-fc-r",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "o_proj",
+    "k_proj",
+    "q_proj",
+    "v_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

checkpoint-1368/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5056a27e980949f1bc64404d29bee3b90c63fe651c825806a6862b01b05a0048
+size 54560368

checkpoint-1368/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206e0dba6e5bfb914c7e704a47e24fed07d05fae5115e5d5fb9d8276b5f1f2fc
+size 109267450

checkpoint-1368/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82b3ec935fd0525dfa66fdaad23f4be0d8783ec3a84ffb24ac1d00535ecad933
+size 14244

checkpoint-1368/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66d45c914fbbd2905657951b504f0c5d144b5414fb4b3884a1748fdf976ed2e
+size 1064

checkpoint-1368/special_tokens_map.json

@@ -0,0 +1,27 @@
+{
+  "additional_special_tokens": [
+    "<|eot_id|>",
+    "<|eom_id|>"
+  ],
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoint-1368/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

checkpoint-1368/tokenizer_config.json

@@ -0,0 +1,2070 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|eot_id|>",
+    "<|eom_id|>"
+  ],
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- Extract system message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content'] | trim %}\n    {%- set messages = messages[1:] %}\n    {{- system_message + \"\\n\" }}\n{%- else %}\n    {%- set system_message = \"You are a helpful assistant that can use tools. You are developed by Salesforce xLAM team.\" %}\n    {% set format_instruction %}You have access to a set of tools. When using tools, make calls in a single JSON array: \n\n[{\"name\": \"tool_call_name\", \"arguments\": {\"arg1\": \"value1\", \"arg2\": \"value2\"}}, ... (additional parallel tool calls as needed)]\n\nIf no tool is suitable, state that explicitly. If the user's input lacks required parameters, ask for clarification. Do not interpret or respond until tool results are returned. Once they are available, process them or make additional calls if needed. For tasks that don't require tools, such as casual conversation or general advice, respond directly in plain text. The available tools are:{% endset %}\n    {{- system_message + \"\\n\" }}\n    {%- if tools is not none %}\n        {{- format_instruction + \"\\n\\n\" }}\n    {%- endif %}\n{%- endif %}\n\n\n{%- if tools is not none %}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- \"<|eot_id|>\" }}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {%- if message['tool_calls'] %}\n            {{- \"[\" }}\n            {%- for tool_call_function in message.tool_calls %}\n                {%- set tool_call = tool_call_function.function %}\n                {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n                {{- '\"arguments\": ' }}\n                {{- tool_call.arguments | tojson }}\n                {{- \"}\" }}\n                {%- if not loop.last %}\n                    {{- \", \" }}\n                {%- endif %}\n            {%- endfor %}\n            {{- \"]\" }}\n            {{- \"<|eot_id|>\" }}\n        {%- elif message['content'] %}\n            {{- message['content'] | trim + '<|eot_id|>' }}\n        {%- else %}\n            {{- \"[]\\n\" + '<|eot_id|>' }}\n        {%- endif %}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>\" + \"ipython\" + \"<|end_header_id|>\\n\\n\" }}\n        {%- set content = message[\"content\"] %}\n        {%- if content is mapping or (content is iterable and content is not string) %}\n            {{- content | tojson }}\n        {%- else %}\n            {{- content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 16384,
+  "pad_token": "<|eot_id|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

checkpoint-1368/trainer_state.json

@@ -0,0 +1,1049 @@
+{
+  "best_metric": 0.042365700006484985,
+  "best_model_checkpoint": "./xlam_lora_new_ete_over_size_3epoch_multi_full_eng/checkpoint-1368",
+  "epoch": 2.6587306407531126,
+  "eval_steps": 171,
+  "global_step": 1368,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.019435165502581234,
+      "grad_norm": 0.2028260976076126,
+      "learning_rate": 3.205128205128205e-06,
+      "loss": 0.0883,
+      "step": 10
+    },
+    {
+      "epoch": 0.03887033100516247,
+      "grad_norm": 0.16199472546577454,
+      "learning_rate": 6.41025641025641e-06,
+      "loss": 0.0862,
+      "step": 20
+    },
+    {
+      "epoch": 0.0583054965077437,
+      "grad_norm": 0.10014229267835617,
+      "learning_rate": 9.615384615384616e-06,
+      "loss": 0.0785,
+      "step": 30
+    },
+    {
+      "epoch": 0.07774066201032494,
+      "grad_norm": 0.07943801581859589,
+      "learning_rate": 1.282051282051282e-05,
+      "loss": 0.0772,
+      "step": 40
+    },
+    {
+      "epoch": 0.09717582751290617,
+      "grad_norm": 0.11369317024946213,
+      "learning_rate": 1.602564102564103e-05,
+      "loss": 0.0649,
+      "step": 50
+    },
+    {
+      "epoch": 0.1166109930154874,
+      "grad_norm": 0.10264527052640915,
+      "learning_rate": 1.923076923076923e-05,
+      "loss": 0.0686,
+      "step": 60
+    },
+    {
+      "epoch": 0.13604615851806864,
+      "grad_norm": 0.08583803474903107,
+      "learning_rate": 2.2435897435897437e-05,
+      "loss": 0.0657,
+      "step": 70
+    },
+    {
+      "epoch": 0.15548132402064987,
+      "grad_norm": 0.09326862543821335,
+      "learning_rate": 2.4999884878368972e-05,
+      "loss": 0.0605,
+      "step": 80
+    },
+    {
+      "epoch": 0.1749164895232311,
+      "grad_norm": 0.09622487425804138,
+      "learning_rate": 2.4995855843928913e-05,
+      "loss": 0.0617,
+      "step": 90
+    },
+    {
+      "epoch": 0.19435165502581234,
+      "grad_norm": 0.10855123400688171,
+      "learning_rate": 2.4986072848240374e-05,
+      "loss": 0.0548,
+      "step": 100
+    },
+    {
+      "epoch": 0.21378682052839357,
+      "grad_norm": 0.12510105967521667,
+      "learning_rate": 2.4970540396075083e-05,
+      "loss": 0.0545,
+      "step": 110
+    },
+    {
+      "epoch": 0.2332219860309748,
+      "grad_norm": 0.11628145724534988,
+      "learning_rate": 2.494926563965445e-05,
+      "loss": 0.0601,
+      "step": 120
+    },
+    {
+      "epoch": 0.252657151533556,
+      "grad_norm": 0.12050613015890121,
+      "learning_rate": 2.4922258375356232e-05,
+      "loss": 0.0585,
+      "step": 130
+    },
+    {
+      "epoch": 0.2720923170361373,
+      "grad_norm": 0.08949285745620728,
+      "learning_rate": 2.488953103920354e-05,
+      "loss": 0.0477,
+      "step": 140
+    },
+    {
+      "epoch": 0.2915274825387185,
+      "grad_norm": 0.14706853032112122,
+      "learning_rate": 2.4851098701138466e-05,
+      "loss": 0.0555,
+      "step": 150
+    },
+    {
+      "epoch": 0.31096264804129975,
+      "grad_norm": 0.13029147684574127,
+      "learning_rate": 2.4806979058082832e-05,
+      "loss": 0.0493,
+      "step": 160
+    },
+    {
+      "epoch": 0.330397813543881,
+      "grad_norm": 0.1321103274822235,
+      "learning_rate": 2.475719242578929e-05,
+      "loss": 0.0547,
+      "step": 170
+    },
+    {
+      "epoch": 0.3323413300941391,
+      "eval_loss": 0.054034121334552765,
+      "eval_runtime": 172.2024,
+      "eval_samples_per_second": 5.029,
+      "eval_steps_per_second": 5.029,
+      "step": 171
+    },
+    {
+      "epoch": 0.3498329790464622,
+      "grad_norm": 0.14103983342647552,
+      "learning_rate": 2.470176172948652e-05,
+      "loss": 0.0522,
+      "step": 180
+    },
+    {
+      "epoch": 0.36926814454904344,
+      "grad_norm": 0.14120739698410034,
+      "learning_rate": 2.4640712493322894e-05,
+      "loss": 0.0501,
+      "step": 190
+    },
+    {
+      "epoch": 0.3887033100516247,
+      "grad_norm": 0.1301490068435669,
+      "learning_rate": 2.4574072828613354e-05,
+      "loss": 0.0492,
+      "step": 200
+    },
+    {
+      "epoch": 0.4081384755542059,
+      "grad_norm": 0.1606156975030899,
+      "learning_rate": 2.450187342089502e-05,
+      "loss": 0.0488,
+      "step": 210
+    },
+    {
+      "epoch": 0.42757364105678713,
+      "grad_norm": 0.1623048037290573,
+      "learning_rate": 2.442414751579744e-05,
+      "loss": 0.0459,
+      "step": 220
+    },
+    {
+      "epoch": 0.44700880655936837,
+      "grad_norm": 0.1424696147441864,
+      "learning_rate": 2.434093090373396e-05,
+      "loss": 0.0441,
+      "step": 230
+    },
+    {
+      "epoch": 0.4664439720619496,
+      "grad_norm": 0.13980570435523987,
+      "learning_rate": 2.4252261903421375e-05,
+      "loss": 0.0483,
+      "step": 240
+    },
+    {
+      "epoch": 0.4858791375645308,
+      "grad_norm": 0.17693087458610535,
+      "learning_rate": 2.415818134423528e-05,
+      "loss": 0.0451,
+      "step": 250
+    },
+    {
+      "epoch": 0.505314303067112,
+      "grad_norm": 0.18210634589195251,
+      "learning_rate": 2.405873254740942e-05,
+      "loss": 0.0466,
+      "step": 260
+    },
+    {
+      "epoch": 0.5247494685696933,
+      "grad_norm": 0.1527709811925888,
+      "learning_rate": 2.395396130608756e-05,
+      "loss": 0.0488,
+      "step": 270
+    },
+    {
+      "epoch": 0.5441846340722746,
+      "grad_norm": 0.15795762836933136,
+      "learning_rate": 2.3843915864237143e-05,
+      "loss": 0.0448,
+      "step": 280
+    },
+    {
+      "epoch": 0.5636197995748558,
+      "grad_norm": 0.15495383739471436,
+      "learning_rate": 2.3728646894434413e-05,
+      "loss": 0.047,
+      "step": 290
+    },
+    {
+      "epoch": 0.583054965077437,
+      "grad_norm": 0.17630279064178467,
+      "learning_rate": 2.3608207474531236e-05,
+      "loss": 0.0429,
+      "step": 300
+    },
+    {
+      "epoch": 0.6024901305800182,
+      "grad_norm": 0.17523537576198578,
+      "learning_rate": 2.3482653063214356e-05,
+      "loss": 0.0473,
+      "step": 310
+    },
+    {
+      "epoch": 0.6219252960825995,
+      "grad_norm": 0.1995943933725357,
+      "learning_rate": 2.3352041474468373e-05,
+      "loss": 0.0392,
+      "step": 320
+    },
+    {
+      "epoch": 0.6413604615851807,
+      "grad_norm": 0.1683543622493744,
+      "learning_rate": 2.3216432850954155e-05,
+      "loss": 0.0438,
+      "step": 330
+    },
+    {
+      "epoch": 0.660795627087762,
+      "grad_norm": 0.1374560445547104,
+      "learning_rate": 2.307588963631497e-05,
+      "loss": 0.0388,
+      "step": 340
+    },
+    {
+      "epoch": 0.6646826601882782,
+      "eval_loss": 0.048522137105464935,
+      "eval_runtime": 174.8794,
+      "eval_samples_per_second": 4.952,
+      "eval_steps_per_second": 4.952,
+      "step": 342
+    },
+    {
+      "epoch": 0.6802307925903431,
+      "grad_norm": 0.166055366396904,
+      "learning_rate": 2.293047654642309e-05,
+      "loss": 0.0469,
+      "step": 350
+    },
+    {
+      "epoch": 0.6996659580929244,
+      "grad_norm": 0.14119000732898712,
+      "learning_rate": 2.2780260539580116e-05,
+      "loss": 0.0424,
+      "step": 360
+    },
+    {
+      "epoch": 0.7191011235955056,
+      "grad_norm": 0.23057888448238373,
+      "learning_rate": 2.2625310785684688e-05,
+      "loss": 0.0451,
+      "step": 370
+    },
+    {
+      "epoch": 0.7385362890980869,
+      "grad_norm": 0.1304253786802292,
+      "learning_rate": 2.2465698634381892e-05,
+      "loss": 0.0434,
+      "step": 380
+    },
+    {
+      "epoch": 0.7579714546006681,
+      "grad_norm": 0.17952455580234528,
+      "learning_rate": 2.2301497582208884e-05,
+      "loss": 0.0409,
+      "step": 390
+    },
+    {
+      "epoch": 0.7774066201032493,
+      "grad_norm": 0.15560920536518097,
+      "learning_rate": 2.2132783238751987e-05,
+      "loss": 0.0465,
+      "step": 400
+    },
+    {
+      "epoch": 0.7968417856058305,
+      "grad_norm": 0.12066332250833511,
+      "learning_rate": 2.1959633291830785e-05,
+      "loss": 0.0433,
+      "step": 410
+    },
+    {
+      "epoch": 0.8162769511084118,
+      "grad_norm": 0.15932129323482513,
+      "learning_rate": 2.1782127471725232e-05,
+      "loss": 0.0458,
+      "step": 420
+    },
+    {
+      "epoch": 0.835712116610993,
+      "grad_norm": 0.19025273621082306,
+      "learning_rate": 2.160034751446231e-05,
+      "loss": 0.0522,
+      "step": 430
+    },
+    {
+      "epoch": 0.8551472821135743,
+      "grad_norm": 0.15156866610050201,
+      "learning_rate": 2.1414377124179038e-05,
+      "loss": 0.0433,
+      "step": 440
+    },
+    {
+      "epoch": 0.8745824476161554,
+      "grad_norm": 0.1594618409872055,
+      "learning_rate": 2.1224301934579293e-05,
+      "loss": 0.0434,
+      "step": 450
+    },
+    {
+      "epoch": 0.8940176131187367,
+      "grad_norm": 0.16077858209609985,
+      "learning_rate": 2.1030209469502098e-05,
+      "loss": 0.0426,
+      "step": 460
+    },
+    {
+      "epoch": 0.9134527786213179,
+      "grad_norm": 0.15807421505451202,
+      "learning_rate": 2.0832189102619543e-05,
+      "loss": 0.0461,
+      "step": 470
+    },
+    {
+      "epoch": 0.9328879441238992,
+      "grad_norm": 0.20585452020168304,
+      "learning_rate": 2.0630332016282927e-05,
+      "loss": 0.0429,
+      "step": 480
+    },
+    {
+      "epoch": 0.9523231096264804,
+      "grad_norm": 0.1859339326620102,
+      "learning_rate": 2.0424731159536083e-05,
+      "loss": 0.0432,
+      "step": 490
+    },
+    {
+      "epoch": 0.9717582751290617,
+      "grad_norm": 0.20674780011177063,
+      "learning_rate": 2.021548120531516e-05,
+      "loss": 0.0392,
+      "step": 500
+    },
+    {
+      "epoch": 0.9911934406316428,
+      "grad_norm": 0.22314420342445374,
+      "learning_rate": 2.0002678506854606e-05,
+      "loss": 0.041,
+      "step": 510
+    },
+    {
+      "epoch": 0.9970239902824173,
+      "eval_loss": 0.04610577970743179,
+      "eval_runtime": 175.1913,
+      "eval_samples_per_second": 4.943,
+      "eval_steps_per_second": 4.943,
+      "step": 513
+    },
+    {
+      "epoch": 1.010628606134224,
+      "grad_norm": 0.1707136183977127,
+      "learning_rate": 1.9786421053319455e-05,
+      "loss": 0.0468,
+      "step": 520
+    },
+    {
+      "epoch": 1.0300637716368053,
+      "grad_norm": 0.18121393024921417,
+      "learning_rate": 1.9566808424684284e-05,
+      "loss": 0.0361,
+      "step": 530
+    },
+    {
+      "epoch": 1.0494989371393866,
+      "grad_norm": 0.17815589904785156,
+      "learning_rate": 1.9343941745879695e-05,
+      "loss": 0.0418,
+      "step": 540
+    },
+    {
+      "epoch": 1.0689341026419679,
+      "grad_norm": 0.17634443938732147,
+      "learning_rate": 1.9117923640227314e-05,
+      "loss": 0.0437,
+      "step": 550
+    },
+    {
+      "epoch": 1.088369268144549,
+      "grad_norm": 0.18102432787418365,
+      "learning_rate": 1.8888858182184925e-05,
+      "loss": 0.0426,
+      "step": 560
+    },
+    {
+      "epoch": 1.1078044336471302,
+      "grad_norm": 0.20596696436405182,
+      "learning_rate": 1.865685084942331e-05,
+      "loss": 0.0414,
+      "step": 570
+    },
+    {
+      "epoch": 1.1272395991497115,
+      "grad_norm": 0.2145373523235321,
+      "learning_rate": 1.8422008474257013e-05,
+      "loss": 0.0354,
+      "step": 580
+    },
+    {
+      "epoch": 1.1466747646522928,
+      "grad_norm": 0.2385258674621582,
+      "learning_rate": 1.8184439194451326e-05,
+      "loss": 0.0357,
+      "step": 590
+    },
+    {
+      "epoch": 1.166109930154874,
+      "grad_norm": 0.23679479956626892,
+      "learning_rate": 1.7944252403428097e-05,
+      "loss": 0.041,
+      "step": 600
+    },
+    {
+      "epoch": 1.1855450956574551,
+      "grad_norm": 0.1947854906320572,
+      "learning_rate": 1.770155869989343e-05,
+      "loss": 0.0407,
+      "step": 610
+    },
+    {
+      "epoch": 1.2049802611600364,
+      "grad_norm": 0.25392264127731323,
+      "learning_rate": 1.7456469836910334e-05,
+      "loss": 0.0405,
+      "step": 620
+    },
+    {
+      "epoch": 1.2244154266626177,
+      "grad_norm": 0.2636931240558624,
+      "learning_rate": 1.7209098670439817e-05,
+      "loss": 0.0442,
+      "step": 630
+    },
+    {
+      "epoch": 1.243850592165199,
+      "grad_norm": 0.19380666315555573,
+      "learning_rate": 1.695955910737419e-05,
+      "loss": 0.0344,
+      "step": 640
+    },
+    {
+      "epoch": 1.26328575766778,
+      "grad_norm": 0.2423335164785385,
+      "learning_rate": 1.670796605308638e-05,
+      "loss": 0.0415,
+      "step": 650
+    },
+    {
+      "epoch": 1.2827209231703613,
+      "grad_norm": 0.20322546362876892,
+      "learning_rate": 1.6454435358519524e-05,
+      "loss": 0.0381,
+      "step": 660
+    },
+    {
+      "epoch": 1.3021560886729426,
+      "grad_norm": 0.20570382475852966,
+      "learning_rate": 1.6199083766841115e-05,
+      "loss": 0.035,
+      "step": 670
+    },
+    {
+      "epoch": 1.321591254175524,
+      "grad_norm": 0.23237545788288116,
+      "learning_rate": 1.594202885968636e-05,
+      "loss": 0.0447,
+      "step": 680
+    },
+    {
+      "epoch": 1.3293653203765563,
+      "eval_loss": 0.0446239709854126,
+      "eval_runtime": 174.4977,
+      "eval_samples_per_second": 4.963,
+      "eval_steps_per_second": 4.963,
+      "step": 684
+    },
+    {
+      "epoch": 1.341026419678105,
+      "grad_norm": 0.2273474782705307,
+      "learning_rate": 1.568338900301536e-05,
+      "loss": 0.0406,
+      "step": 690
+    },
+    {
+      "epoch": 1.3604615851806863,
+      "grad_norm": 0.2105632871389389,
+      "learning_rate": 1.5423283292609255e-05,
+      "loss": 0.0384,
+      "step": 700
+    },
+    {
+      "epoch": 1.3798967506832676,
+      "grad_norm": 0.728905200958252,
+      "learning_rate": 1.5161831499230197e-05,
+      "loss": 0.0385,
+      "step": 710
+    },
+    {
+      "epoch": 1.3993319161858488,
+      "grad_norm": 0.2697829604148865,
+      "learning_rate": 1.4899154013470574e-05,
+      "loss": 0.0407,
+      "step": 720
+    },
+    {
+      "epoch": 1.4187670816884301,
+      "grad_norm": 0.23418137431144714,
+      "learning_rate": 1.4635371790316805e-05,
+      "loss": 0.0425,
+      "step": 730
+    },
+    {
+      "epoch": 1.4382022471910112,
+      "grad_norm": 0.21163399517536163,
+      "learning_rate": 1.437060629345325e-05,
+      "loss": 0.0369,
+      "step": 740
+    },
+    {
+      "epoch": 1.4576374126935925,
+      "grad_norm": 0.24824394285678864,
+      "learning_rate": 1.4104979439331889e-05,
+      "loss": 0.0413,
+      "step": 750
+    },
+    {
+      "epoch": 1.4770725781961738,
+      "grad_norm": 0.24107202887535095,
+      "learning_rate": 1.383861354103349e-05,
+      "loss": 0.0368,
+      "step": 760
+    },
+    {
+      "epoch": 1.4965077436987548,
+      "grad_norm": 0.25261572003364563,
+      "learning_rate": 1.357163125194618e-05,
+      "loss": 0.0437,
+      "step": 770
+    },
+    {
+      "epoch": 1.5159429092013361,
+      "grad_norm": 0.1909024715423584,
+      "learning_rate": 1.3304155509287273e-05,
+      "loss": 0.0376,
+      "step": 780
+    },
+    {
+      "epoch": 1.5353780747039174,
+      "grad_norm": 0.24820125102996826,
+      "learning_rate": 1.3036309477494433e-05,
+      "loss": 0.038,
+      "step": 790
+    },
+    {
+      "epoch": 1.5548132402064985,
+      "grad_norm": 0.2151060849428177,
+      "learning_rate": 1.27682164915122e-05,
+      "loss": 0.0427,
+      "step": 800
+    },
+    {
+      "epoch": 1.57424840570908,
+      "grad_norm": 0.2735498249530792,
+      "learning_rate": 1.25e-05,
+      "loss": 0.0405,
+      "step": 810
+    },
+    {
+      "epoch": 1.593683571211661,
+      "grad_norm": 0.20167022943496704,
+      "learning_rate": 1.2231783508487806e-05,
+      "loss": 0.0361,
+      "step": 820
+    },
+    {
+      "epoch": 1.6131187367142423,
+      "grad_norm": 0.29892289638519287,
+      "learning_rate": 1.1963690522505568e-05,
+      "loss": 0.0343,
+      "step": 830
+    },
+    {
+      "epoch": 1.6325539022168236,
+      "grad_norm": 0.2181161344051361,
+      "learning_rate": 1.169584449071273e-05,
+      "loss": 0.044,
+      "step": 840
+    },
+    {
+      "epoch": 1.6519890677194047,
+      "grad_norm": 0.24029949307441711,
+      "learning_rate": 1.142836874805382e-05,
+      "loss": 0.0347,
+      "step": 850
+    },
+    {
+      "epoch": 1.6617066504706954,
+      "eval_loss": 0.04329855740070343,
+      "eval_runtime": 170.3718,
+      "eval_samples_per_second": 5.083,
+      "eval_steps_per_second": 5.083,
+      "step": 855
+    },
+    {
+      "epoch": 1.6714242332219862,
+      "grad_norm": 0.23985505104064941,
+      "learning_rate": 1.1161386458966511e-05,
+      "loss": 0.0401,
+      "step": 860
+    },
+    {
+      "epoch": 1.6908593987245673,
+      "grad_norm": 0.22673290967941284,
+      "learning_rate": 1.0895020560668112e-05,
+      "loss": 0.0364,
+      "step": 870
+    },
+    {
+      "epoch": 1.7102945642271485,
+      "grad_norm": 0.22750601172447205,
+      "learning_rate": 1.0629393706546752e-05,
+      "loss": 0.039,
+      "step": 880
+    },
+    {
+      "epoch": 1.7297297297297298,
+      "grad_norm": 0.24846433103084564,
+      "learning_rate": 1.03646282096832e-05,
+      "loss": 0.0341,
+      "step": 890
+    },
+    {
+      "epoch": 1.749164895232311,
+      "grad_norm": 0.19867610931396484,
+      "learning_rate": 1.0100845986529429e-05,
+      "loss": 0.036,
+      "step": 900
+    },
+    {
+      "epoch": 1.7686000607348922,
+      "grad_norm": 0.2108948975801468,
+      "learning_rate": 9.838168500769806e-06,
+      "loss": 0.0359,
+      "step": 910
+    },
+    {
+      "epoch": 1.7880352262374735,
+      "grad_norm": 0.22352129220962524,
+      "learning_rate": 9.576716707390745e-06,
+      "loss": 0.0432,
+      "step": 920
+    },
+    {
+      "epoch": 1.8074703917400545,
+      "grad_norm": 0.2634281516075134,
+      "learning_rate": 9.316610996984642e-06,
+      "loss": 0.0371,
+      "step": 930
+    },
+    {
+      "epoch": 1.826905557242636,
+      "grad_norm": 0.261662095785141,
+      "learning_rate": 9.057971140313645e-06,
+      "loss": 0.0414,
+      "step": 940
+    },
+    {
+      "epoch": 1.846340722745217,
+      "grad_norm": 0.269505113363266,
+      "learning_rate": 8.800916233158885e-06,
+      "loss": 0.033,
+      "step": 950
+    },
+    {
+      "epoch": 1.8657758882477984,
+      "grad_norm": 0.2583780288696289,
+      "learning_rate": 8.545564641480484e-06,
+      "loss": 0.04,
+      "step": 960
+    },
+    {
+      "epoch": 1.8852110537503797,
+      "grad_norm": 0.2607627213001251,
+      "learning_rate": 8.292033946913624e-06,
+      "loss": 0.0354,
+      "step": 970
+    },
+    {
+      "epoch": 1.9046462192529607,
+      "grad_norm": 0.23419621586799622,
+      "learning_rate": 8.040440892625817e-06,
+      "loss": 0.0362,
+      "step": 980
+    },
+    {
+      "epoch": 1.924081384755542,
+      "grad_norm": 0.2785259783267975,
+      "learning_rate": 7.790901329560186e-06,
+      "loss": 0.0367,
+      "step": 990
+    },
+    {
+      "epoch": 1.9435165502581233,
+      "grad_norm": 0.2678421437740326,
+      "learning_rate": 7.543530163089671e-06,
+      "loss": 0.0363,
+      "step": 1000
+    },
+    {
+      "epoch": 1.9629517157607044,
+      "grad_norm": 0.2274320125579834,
+      "learning_rate": 7.29844130010657e-06,
+      "loss": 0.0395,
+      "step": 1010
+    },
+    {
+      "epoch": 1.9823868812632859,
+      "grad_norm": 0.2792135179042816,
+      "learning_rate": 7.055747596571904e-06,
+      "loss": 0.0374,
+      "step": 1020
+    },
+    {
+      "epoch": 1.9940479805648343,
+      "eval_loss": 0.04268278926610947,
+      "eval_runtime": 169.855,
+      "eval_samples_per_second": 5.098,
+      "eval_steps_per_second": 5.098,
+      "step": 1026
+    },
+    {
+      "epoch": 2.001822046765867,
+      "grad_norm": 0.2434389591217041,
+      "learning_rate": 6.815560805548682e-06,
+      "loss": 0.0359,
+      "step": 1030
+    },
+    {
+      "epoch": 2.021257212268448,
+      "grad_norm": 0.2474217265844345,
+      "learning_rate": 6.577991525742991e-06,
+      "loss": 0.0301,
+      "step": 1040
+    },
+    {
+      "epoch": 2.0406923777710295,
+      "grad_norm": 0.21972987055778503,
+      "learning_rate": 6.3431491505766965e-06,
+      "loss": 0.031,
+      "step": 1050
+    },
+    {
+      "epoch": 2.0601275432736106,
+      "grad_norm": 0.26206907629966736,
+      "learning_rate": 6.111141817815079e-06,
+      "loss": 0.0367,
+      "step": 1060
+    },
+    {
+      "epoch": 2.079562708776192,
+      "grad_norm": 0.26828330755233765,
+      "learning_rate": 5.882076359772686e-06,
+      "loss": 0.0358,
+      "step": 1070
+    },
+    {
+      "epoch": 2.098997874278773,
+      "grad_norm": 0.3341256380081177,
+      "learning_rate": 5.656058254120305e-06,
+      "loss": 0.0362,
+      "step": 1080
+    },
+    {
+      "epoch": 2.118433039781354,
+      "grad_norm": 0.24040237069129944,
+      "learning_rate": 5.4331915753157175e-06,
+      "loss": 0.0336,
+      "step": 1090
+    },
+    {
+      "epoch": 2.1378682052839357,
+      "grad_norm": 0.2951533794403076,
+      "learning_rate": 5.213578946680547e-06,
+      "loss": 0.0374,
+      "step": 1100
+    },
+    {
+      "epoch": 2.157303370786517,
+      "grad_norm": 0.3339778184890747,
+      "learning_rate": 4.997321493145399e-06,
+      "loss": 0.0336,
+      "step": 1110
+    },
+    {
+      "epoch": 2.176738536289098,
+      "grad_norm": 0.28566041588783264,
+      "learning_rate": 4.784518794684843e-06,
+      "loss": 0.0305,
+      "step": 1120
+    },
+    {
+      "epoch": 2.1961737017916794,
+      "grad_norm": 0.23707829415798187,
+      "learning_rate": 4.575268840463919e-06,
+      "loss": 0.0347,
+      "step": 1130
+    },
+    {
+      "epoch": 2.2156088672942604,
+      "grad_norm": 0.268509179353714,
+      "learning_rate": 4.3696679837170755e-06,
+      "loss": 0.0338,
+      "step": 1140
+    },
+    {
+      "epoch": 2.235044032796842,
+      "grad_norm": 0.2489359974861145,
+      "learning_rate": 4.16781089738046e-06,
+      "loss": 0.0346,
+      "step": 1150
+    },
+    {
+      "epoch": 2.254479198299423,
+      "grad_norm": 0.2973306179046631,
+      "learning_rate": 3.969790530497904e-06,
+      "loss": 0.0341,
+      "step": 1160
+    },
+    {
+      "epoch": 2.273914363802004,
+      "grad_norm": 0.2385181337594986,
+      "learning_rate": 3.7756980654207032e-06,
+      "loss": 0.0307,
+      "step": 1170
+    },
+    {
+      "epoch": 2.2933495293045856,
+      "grad_norm": 0.24831977486610413,
+      "learning_rate": 3.585622875820965e-06,
+      "loss": 0.0324,
+      "step": 1180
+    },
+    {
+      "epoch": 2.3127846948071666,
+      "grad_norm": 0.2952122092247009,
+      "learning_rate": 3.399652485537691e-06,
+      "loss": 0.0337,
+      "step": 1190
+    },
+    {
+      "epoch": 2.3263893106589735,
+      "eval_loss": 0.042657386511564255,
+      "eval_runtime": 168.8317,
+      "eval_samples_per_second": 5.129,
+      "eval_steps_per_second": 5.129,
+      "step": 1197
+    },
+    {
+      "epoch": 2.332219860309748,
+      "grad_norm": 0.29106399416923523,
+      "learning_rate": 3.2178725282747665e-06,
+      "loss": 0.0346,
+      "step": 1200
+    },
+    {
+      "epoch": 2.351655025812329,
+      "grad_norm": 0.30523982644081116,
+      "learning_rate": 3.040366708169222e-06,
+      "loss": 0.036,
+      "step": 1210
+    },
+    {
+      "epoch": 2.3710901913149103,
+      "grad_norm": 0.2523854672908783,
+      "learning_rate": 2.8672167612480163e-06,
+      "loss": 0.0298,
+      "step": 1220
+    },
+    {
+      "epoch": 2.390525356817492,
+      "grad_norm": 0.2531813383102417,
+      "learning_rate": 2.698502417791121e-06,
+      "loss": 0.0383,
+      "step": 1230
+    },
+    {
+      "epoch": 2.409960522320073,
+      "grad_norm": 0.2635211944580078,
+      "learning_rate": 2.534301365618107e-06,
+      "loss": 0.0357,
+      "step": 1240
+    },
+    {
+      "epoch": 2.4293956878226544,
+      "grad_norm": 0.26689672470092773,
+      "learning_rate": 2.374689214315311e-06,
+      "loss": 0.0333,
+      "step": 1250
+    },
+    {
+      "epoch": 2.4488308533252354,
+      "grad_norm": 0.29953232407569885,
+      "learning_rate": 2.2197394604198853e-06,
+      "loss": 0.0317,
+      "step": 1260
+    },
+    {
+      "epoch": 2.4682660188278165,
+      "grad_norm": 0.21628761291503906,
+      "learning_rate": 2.069523453576909e-06,
+      "loss": 0.0362,
+      "step": 1270
+    },
+    {
+      "epoch": 2.487701184330398,
+      "grad_norm": 0.2457425892353058,
+      "learning_rate": 1.924110363685033e-06,
+      "loss": 0.0353,
+      "step": 1280
+    },
+    {
+      "epoch": 2.507136349832979,
+      "grad_norm": 0.3192308247089386,
+      "learning_rate": 1.783567149045845e-06,
+      "loss": 0.036,
+      "step": 1290
+    },
+    {
+      "epoch": 2.52657151533556,
+      "grad_norm": 0.2815244793891907,
+      "learning_rate": 1.6479585255316287e-06,
+      "loss": 0.0329,
+      "step": 1300
+    },
+    {
+      "epoch": 2.5460066808381416,
+      "grad_norm": 0.2549531161785126,
+      "learning_rate": 1.5173469367856477e-06,
+      "loss": 0.0382,
+      "step": 1310
+    },
+    {
+      "epoch": 2.5654418463407227,
+      "grad_norm": 0.25880110263824463,
+      "learning_rate": 1.3917925254687686e-06,
+      "loss": 0.0344,
+      "step": 1320
+    },
+    {
+      "epoch": 2.5848770118433038,
+      "grad_norm": 0.22720050811767578,
+      "learning_rate": 1.271353105565591e-06,
+      "loss": 0.0353,
+      "step": 1330
+    },
+    {
+      "epoch": 2.6043121773458853,
+      "grad_norm": 0.2991912364959717,
+      "learning_rate": 1.1560841357628582e-06,
+      "loss": 0.0369,
+      "step": 1340
+    },
+    {
+      "epoch": 2.6237473428484663,
+      "grad_norm": 0.3291521668434143,
+      "learning_rate": 1.046038693912442e-06,
+      "loss": 0.0331,
+      "step": 1350
+    },
+    {
+      "epoch": 2.643182508351048,
+      "grad_norm": 0.24359193444252014,
+      "learning_rate": 9.412674525905815e-07,
+      "loss": 0.0335,
+      "step": 1360
+    },
+    {
+      "epoch": 2.6587306407531126,
+      "eval_loss": 0.042365700006484985,
+      "eval_runtime": 168.4092,
+      "eval_samples_per_second": 5.142,
+      "eval_steps_per_second": 5.142,
+      "step": 1368
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 1542,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 171,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.0487209339532083e+18,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-1368/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d135889b53a4fc2dcc2af42081d4ec6fb88ac6da63713e48b39ec06726249a
+size 5624

checkpoint-1539/README.md

@@ -0,0 +1,209 @@
+---
+base_model: Salesforce/Llama-xLAM-2-8b-fc-r
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Salesforce/Llama-xLAM-2-8b-fc-r
+- lora
+- sft
+- transformers
+- trl
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.17.1

checkpoint-1539/adapter_config.json

@@ -0,0 +1,39 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "Salesforce/Llama-xLAM-2-8b-fc-r",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "o_proj",
+    "k_proj",
+    "q_proj",
+    "v_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

checkpoint-1539/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ded87b859177c17c5908e9bf7dbdd329d029b13e9b2d280936acb506b04ba3
+size 54560368

checkpoint-1539/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9049e51e5e313f1d24a7a7cde83c3dc1312b7bec0ea41ac60357a7c10662544a
+size 109267450

checkpoint-1539/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440371463d2c7479129a4219c8223fe7d9419fd64d9894b48b4ebc0a88d5427c
+size 14244

checkpoint-1539/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71622cbba67441c3b0d8f972a3215c80f05dc31a8e0bb9063cbdefe59f705359
+size 1064

checkpoint-1539/special_tokens_map.json

@@ -0,0 +1,27 @@
+{
+  "additional_special_tokens": [
+    "<|eot_id|>",
+    "<|eom_id|>"
+  ],
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoint-1539/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

checkpoint-1539/tokenizer_config.json

@@ -0,0 +1,2070 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|eot_id|>",
+    "<|eom_id|>"
+  ],
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- Extract system message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content'] | trim %}\n    {%- set messages = messages[1:] %}\n    {{- system_message + \"\\n\" }}\n{%- else %}\n    {%- set system_message = \"You are a helpful assistant that can use tools. You are developed by Salesforce xLAM team.\" %}\n    {% set format_instruction %}You have access to a set of tools. When using tools, make calls in a single JSON array: \n\n[{\"name\": \"tool_call_name\", \"arguments\": {\"arg1\": \"value1\", \"arg2\": \"value2\"}}, ... (additional parallel tool calls as needed)]\n\nIf no tool is suitable, state that explicitly. If the user's input lacks required parameters, ask for clarification. Do not interpret or respond until tool results are returned. Once they are available, process them or make additional calls if needed. For tasks that don't require tools, such as casual conversation or general advice, respond directly in plain text. The available tools are:{% endset %}\n    {{- system_message + \"\\n\" }}\n    {%- if tools is not none %}\n        {{- format_instruction + \"\\n\\n\" }}\n    {%- endif %}\n{%- endif %}\n\n\n{%- if tools is not none %}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- \"<|eot_id|>\" }}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {%- if message['tool_calls'] %}\n            {{- \"[\" }}\n            {%- for tool_call_function in message.tool_calls %}\n                {%- set tool_call = tool_call_function.function %}\n                {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n                {{- '\"arguments\": ' }}\n                {{- tool_call.arguments | tojson }}\n                {{- \"}\" }}\n                {%- if not loop.last %}\n                    {{- \", \" }}\n                {%- endif %}\n            {%- endfor %}\n            {{- \"]\" }}\n            {{- \"<|eot_id|>\" }}\n        {%- elif message['content'] %}\n            {{- message['content'] | trim + '<|eot_id|>' }}\n        {%- else %}\n            {{- \"[]\\n\" + '<|eot_id|>' }}\n        {%- endif %}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>\" + \"ipython\" + \"<|end_header_id|>\\n\\n\" }}\n        {%- set content = message[\"content\"] %}\n        {%- if content is mapping or (content is iterable and content is not string) %}\n            {{- content | tojson }}\n        {%- else %}\n            {{- content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 16384,
+  "pad_token": "<|eot_id|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

checkpoint-1539/trainer_state.json

@@ -0,0 +1,1176 @@
+{
+  "best_metric": 0.042311783879995346,
+  "best_model_checkpoint": "./xlam_lora_new_ete_over_size_3epoch_multi_full_eng/checkpoint-1539",
+  "epoch": 2.9910719708472517,
+  "eval_steps": 171,
+  "global_step": 1539,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.019435165502581234,
+      "grad_norm": 0.2028260976076126,
+      "learning_rate": 3.205128205128205e-06,
+      "loss": 0.0883,
+      "step": 10
+    },
+    {
+      "epoch": 0.03887033100516247,
+      "grad_norm": 0.16199472546577454,
+      "learning_rate": 6.41025641025641e-06,
+      "loss": 0.0862,
+      "step": 20
+    },
+    {
+      "epoch": 0.0583054965077437,
+      "grad_norm": 0.10014229267835617,
+      "learning_rate": 9.615384615384616e-06,
+      "loss": 0.0785,
+      "step": 30
+    },
+    {
+      "epoch": 0.07774066201032494,
+      "grad_norm": 0.07943801581859589,
+      "learning_rate": 1.282051282051282e-05,
+      "loss": 0.0772,
+      "step": 40
+    },
+    {
+      "epoch": 0.09717582751290617,
+      "grad_norm": 0.11369317024946213,
+      "learning_rate": 1.602564102564103e-05,
+      "loss": 0.0649,
+      "step": 50
+    },
+    {
+      "epoch": 0.1166109930154874,
+      "grad_norm": 0.10264527052640915,
+      "learning_rate": 1.923076923076923e-05,
+      "loss": 0.0686,
+      "step": 60
+    },
+    {
+      "epoch": 0.13604615851806864,
+      "grad_norm": 0.08583803474903107,
+      "learning_rate": 2.2435897435897437e-05,
+      "loss": 0.0657,
+      "step": 70
+    },
+    {
+      "epoch": 0.15548132402064987,
+      "grad_norm": 0.09326862543821335,
+      "learning_rate": 2.4999884878368972e-05,
+      "loss": 0.0605,
+      "step": 80
+    },
+    {
+      "epoch": 0.1749164895232311,
+      "grad_norm": 0.09622487425804138,
+      "learning_rate": 2.4995855843928913e-05,
+      "loss": 0.0617,
+      "step": 90
+    },
+    {
+      "epoch": 0.19435165502581234,
+      "grad_norm": 0.10855123400688171,
+      "learning_rate": 2.4986072848240374e-05,
+      "loss": 0.0548,
+      "step": 100
+    },
+    {
+      "epoch": 0.21378682052839357,
+      "grad_norm": 0.12510105967521667,
+      "learning_rate": 2.4970540396075083e-05,
+      "loss": 0.0545,
+      "step": 110
+    },
+    {
+      "epoch": 0.2332219860309748,
+      "grad_norm": 0.11628145724534988,
+      "learning_rate": 2.494926563965445e-05,
+      "loss": 0.0601,
+      "step": 120
+    },
+    {
+      "epoch": 0.252657151533556,
+      "grad_norm": 0.12050613015890121,
+      "learning_rate": 2.4922258375356232e-05,
+      "loss": 0.0585,
+      "step": 130
+    },
+    {
+      "epoch": 0.2720923170361373,
+      "grad_norm": 0.08949285745620728,
+      "learning_rate": 2.488953103920354e-05,
+      "loss": 0.0477,
+      "step": 140
+    },
+    {
+      "epoch": 0.2915274825387185,
+      "grad_norm": 0.14706853032112122,
+      "learning_rate": 2.4851098701138466e-05,
+      "loss": 0.0555,
+      "step": 150
+    },
+    {
+      "epoch": 0.31096264804129975,
+      "grad_norm": 0.13029147684574127,
+      "learning_rate": 2.4806979058082832e-05,
+      "loss": 0.0493,
+      "step": 160
+    },
+    {
+      "epoch": 0.330397813543881,
+      "grad_norm": 0.1321103274822235,
+      "learning_rate": 2.475719242578929e-05,
+      "loss": 0.0547,
+      "step": 170
+    },
+    {
+      "epoch": 0.3323413300941391,
+      "eval_loss": 0.054034121334552765,
+      "eval_runtime": 172.2024,
+      "eval_samples_per_second": 5.029,
+      "eval_steps_per_second": 5.029,
+      "step": 171
+    },
+    {
+      "epoch": 0.3498329790464622,
+      "grad_norm": 0.14103983342647552,
+      "learning_rate": 2.470176172948652e-05,
+      "loss": 0.0522,
+      "step": 180
+    },
+    {
+      "epoch": 0.36926814454904344,
+      "grad_norm": 0.14120739698410034,
+      "learning_rate": 2.4640712493322894e-05,
+      "loss": 0.0501,
+      "step": 190
+    },
+    {
+      "epoch": 0.3887033100516247,
+      "grad_norm": 0.1301490068435669,
+      "learning_rate": 2.4574072828613354e-05,
+      "loss": 0.0492,
+      "step": 200
+    },
+    {
+      "epoch": 0.4081384755542059,
+      "grad_norm": 0.1606156975030899,
+      "learning_rate": 2.450187342089502e-05,
+      "loss": 0.0488,
+      "step": 210
+    },
+    {
+      "epoch": 0.42757364105678713,
+      "grad_norm": 0.1623048037290573,
+      "learning_rate": 2.442414751579744e-05,
+      "loss": 0.0459,
+      "step": 220
+    },
+    {
+      "epoch": 0.44700880655936837,
+      "grad_norm": 0.1424696147441864,
+      "learning_rate": 2.434093090373396e-05,
+      "loss": 0.0441,
+      "step": 230
+    },
+    {
+      "epoch": 0.4664439720619496,
+      "grad_norm": 0.13980570435523987,
+      "learning_rate": 2.4252261903421375e-05,
+      "loss": 0.0483,
+      "step": 240
+    },
+    {
+      "epoch": 0.4858791375645308,
+      "grad_norm": 0.17693087458610535,
+      "learning_rate": 2.415818134423528e-05,
+      "loss": 0.0451,
+      "step": 250
+    },
+    {
+      "epoch": 0.505314303067112,
+      "grad_norm": 0.18210634589195251,
+      "learning_rate": 2.405873254740942e-05,
+      "loss": 0.0466,
+      "step": 260
+    },
+    {
+      "epoch": 0.5247494685696933,
+      "grad_norm": 0.1527709811925888,
+      "learning_rate": 2.395396130608756e-05,
+      "loss": 0.0488,
+      "step": 270
+    },
+    {
+      "epoch": 0.5441846340722746,
+      "grad_norm": 0.15795762836933136,
+      "learning_rate": 2.3843915864237143e-05,
+      "loss": 0.0448,
+      "step": 280
+    },
+    {
+      "epoch": 0.5636197995748558,
+      "grad_norm": 0.15495383739471436,
+      "learning_rate": 2.3728646894434413e-05,
+      "loss": 0.047,
+      "step": 290
+    },
+    {
+      "epoch": 0.583054965077437,
+      "grad_norm": 0.17630279064178467,
+      "learning_rate": 2.3608207474531236e-05,
+      "loss": 0.0429,
+      "step": 300
+    },
+    {
+      "epoch": 0.6024901305800182,
+      "grad_norm": 0.17523537576198578,
+      "learning_rate": 2.3482653063214356e-05,
+      "loss": 0.0473,
+      "step": 310
+    },
+    {
+      "epoch": 0.6219252960825995,
+      "grad_norm": 0.1995943933725357,
+      "learning_rate": 2.3352041474468373e-05,
+      "loss": 0.0392,
+      "step": 320
+    },
+    {
+      "epoch": 0.6413604615851807,
+      "grad_norm": 0.1683543622493744,
+      "learning_rate": 2.3216432850954155e-05,
+      "loss": 0.0438,
+      "step": 330
+    },
+    {
+      "epoch": 0.660795627087762,
+      "grad_norm": 0.1374560445547104,
+      "learning_rate": 2.307588963631497e-05,
+      "loss": 0.0388,
+      "step": 340
+    },
+    {
+      "epoch": 0.6646826601882782,
+      "eval_loss": 0.048522137105464935,
+      "eval_runtime": 174.8794,
+      "eval_samples_per_second": 4.952,
+      "eval_steps_per_second": 4.952,
+      "step": 342
+    },
+    {
+      "epoch": 0.6802307925903431,
+      "grad_norm": 0.166055366396904,
+      "learning_rate": 2.293047654642309e-05,
+      "loss": 0.0469,
+      "step": 350
+    },
+    {
+      "epoch": 0.6996659580929244,
+      "grad_norm": 0.14119000732898712,
+      "learning_rate": 2.2780260539580116e-05,
+      "loss": 0.0424,
+      "step": 360
+    },
+    {
+      "epoch": 0.7191011235955056,
+      "grad_norm": 0.23057888448238373,
+      "learning_rate": 2.2625310785684688e-05,
+      "loss": 0.0451,
+      "step": 370
+    },
+    {
+      "epoch": 0.7385362890980869,
+      "grad_norm": 0.1304253786802292,
+      "learning_rate": 2.2465698634381892e-05,
+      "loss": 0.0434,
+      "step": 380
+    },
+    {
+      "epoch": 0.7579714546006681,
+      "grad_norm": 0.17952455580234528,
+      "learning_rate": 2.2301497582208884e-05,
+      "loss": 0.0409,
+      "step": 390
+    },
+    {
+      "epoch": 0.7774066201032493,
+      "grad_norm": 0.15560920536518097,
+      "learning_rate": 2.2132783238751987e-05,
+      "loss": 0.0465,
+      "step": 400
+    },
+    {
+      "epoch": 0.7968417856058305,
+      "grad_norm": 0.12066332250833511,
+      "learning_rate": 2.1959633291830785e-05,
+      "loss": 0.0433,
+      "step": 410
+    },
+    {
+      "epoch": 0.8162769511084118,
+      "grad_norm": 0.15932129323482513,
+      "learning_rate": 2.1782127471725232e-05,
+      "loss": 0.0458,
+      "step": 420
+    },
+    {
+      "epoch": 0.835712116610993,
+      "grad_norm": 0.19025273621082306,
+      "learning_rate": 2.160034751446231e-05,
+      "loss": 0.0522,
+      "step": 430
+    },
+    {
+      "epoch": 0.8551472821135743,
+      "grad_norm": 0.15156866610050201,
+      "learning_rate": 2.1414377124179038e-05,
+      "loss": 0.0433,
+      "step": 440
+    },
+    {
+      "epoch": 0.8745824476161554,
+      "grad_norm": 0.1594618409872055,
+      "learning_rate": 2.1224301934579293e-05,
+      "loss": 0.0434,
+      "step": 450
+    },
+    {
+      "epoch": 0.8940176131187367,
+      "grad_norm": 0.16077858209609985,
+      "learning_rate": 2.1030209469502098e-05,
+      "loss": 0.0426,
+      "step": 460
+    },
+    {
+      "epoch": 0.9134527786213179,
+      "grad_norm": 0.15807421505451202,
+      "learning_rate": 2.0832189102619543e-05,
+      "loss": 0.0461,
+      "step": 470
+    },
+    {
+      "epoch": 0.9328879441238992,
+      "grad_norm": 0.20585452020168304,
+      "learning_rate": 2.0630332016282927e-05,
+      "loss": 0.0429,
+      "step": 480
+    },
+    {
+      "epoch": 0.9523231096264804,
+      "grad_norm": 0.1859339326620102,
+      "learning_rate": 2.0424731159536083e-05,
+      "loss": 0.0432,
+      "step": 490
+    },
+    {
+      "epoch": 0.9717582751290617,
+      "grad_norm": 0.20674780011177063,
+      "learning_rate": 2.021548120531516e-05,
+      "loss": 0.0392,
+      "step": 500
+    },
+    {
+      "epoch": 0.9911934406316428,
+      "grad_norm": 0.22314420342445374,
+      "learning_rate": 2.0002678506854606e-05,
+      "loss": 0.041,
+      "step": 510
+    },
+    {
+      "epoch": 0.9970239902824173,
+      "eval_loss": 0.04610577970743179,
+      "eval_runtime": 175.1913,
+      "eval_samples_per_second": 4.943,
+      "eval_steps_per_second": 4.943,
+      "step": 513
+    },
+    {
+      "epoch": 1.010628606134224,
+      "grad_norm": 0.1707136183977127,
+      "learning_rate": 1.9786421053319455e-05,
+      "loss": 0.0468,
+      "step": 520
+    },
+    {
+      "epoch": 1.0300637716368053,
+      "grad_norm": 0.18121393024921417,
+      "learning_rate": 1.9566808424684284e-05,
+      "loss": 0.0361,
+      "step": 530
+    },
+    {
+      "epoch": 1.0494989371393866,
+      "grad_norm": 0.17815589904785156,
+      "learning_rate": 1.9343941745879695e-05,
+      "loss": 0.0418,
+      "step": 540
+    },
+    {
+      "epoch": 1.0689341026419679,
+      "grad_norm": 0.17634443938732147,
+      "learning_rate": 1.9117923640227314e-05,
+      "loss": 0.0437,
+      "step": 550
+    },
+    {
+      "epoch": 1.088369268144549,
+      "grad_norm": 0.18102432787418365,
+      "learning_rate": 1.8888858182184925e-05,
+      "loss": 0.0426,
+      "step": 560
+    },
+    {
+      "epoch": 1.1078044336471302,
+      "grad_norm": 0.20596696436405182,
+      "learning_rate": 1.865685084942331e-05,
+      "loss": 0.0414,
+      "step": 570
+    },
+    {
+      "epoch": 1.1272395991497115,
+      "grad_norm": 0.2145373523235321,
+      "learning_rate": 1.8422008474257013e-05,
+      "loss": 0.0354,
+      "step": 580
+    },
+    {
+      "epoch": 1.1466747646522928,
+      "grad_norm": 0.2385258674621582,
+      "learning_rate": 1.8184439194451326e-05,
+      "loss": 0.0357,
+      "step": 590
+    },
+    {
+      "epoch": 1.166109930154874,
+      "grad_norm": 0.23679479956626892,
+      "learning_rate": 1.7944252403428097e-05,
+      "loss": 0.041,
+      "step": 600
+    },
+    {
+      "epoch": 1.1855450956574551,
+      "grad_norm": 0.1947854906320572,
+      "learning_rate": 1.770155869989343e-05,
+      "loss": 0.0407,
+      "step": 610
+    },
+    {
+      "epoch": 1.2049802611600364,
+      "grad_norm": 0.25392264127731323,
+      "learning_rate": 1.7456469836910334e-05,
+      "loss": 0.0405,
+      "step": 620
+    },
+    {
+      "epoch": 1.2244154266626177,
+      "grad_norm": 0.2636931240558624,
+      "learning_rate": 1.7209098670439817e-05,
+      "loss": 0.0442,
+      "step": 630
+    },
+    {
+      "epoch": 1.243850592165199,
+      "grad_norm": 0.19380666315555573,
+      "learning_rate": 1.695955910737419e-05,
+      "loss": 0.0344,
+      "step": 640
+    },
+    {
+      "epoch": 1.26328575766778,
+      "grad_norm": 0.2423335164785385,
+      "learning_rate": 1.670796605308638e-05,
+      "loss": 0.0415,
+      "step": 650
+    },
+    {
+      "epoch": 1.2827209231703613,
+      "grad_norm": 0.20322546362876892,
+      "learning_rate": 1.6454435358519524e-05,
+      "loss": 0.0381,
+      "step": 660
+    },
+    {
+      "epoch": 1.3021560886729426,
+      "grad_norm": 0.20570382475852966,
+      "learning_rate": 1.6199083766841115e-05,
+      "loss": 0.035,
+      "step": 670
+    },
+    {
+      "epoch": 1.321591254175524,
+      "grad_norm": 0.23237545788288116,
+      "learning_rate": 1.594202885968636e-05,
+      "loss": 0.0447,
+      "step": 680
+    },
+    {
+      "epoch": 1.3293653203765563,
+      "eval_loss": 0.0446239709854126,
+      "eval_runtime": 174.4977,
+      "eval_samples_per_second": 4.963,
+      "eval_steps_per_second": 4.963,
+      "step": 684
+    },
+    {
+      "epoch": 1.341026419678105,
+      "grad_norm": 0.2273474782705307,
+      "learning_rate": 1.568338900301536e-05,
+      "loss": 0.0406,
+      "step": 690
+    },
+    {
+      "epoch": 1.3604615851806863,
+      "grad_norm": 0.2105632871389389,
+      "learning_rate": 1.5423283292609255e-05,
+      "loss": 0.0384,
+      "step": 700
+    },
+    {
+      "epoch": 1.3798967506832676,
+      "grad_norm": 0.728905200958252,
+      "learning_rate": 1.5161831499230197e-05,
+      "loss": 0.0385,
+      "step": 710
+    },
+    {
+      "epoch": 1.3993319161858488,
+      "grad_norm": 0.2697829604148865,
+      "learning_rate": 1.4899154013470574e-05,
+      "loss": 0.0407,
+      "step": 720
+    },
+    {
+      "epoch": 1.4187670816884301,
+      "grad_norm": 0.23418137431144714,
+      "learning_rate": 1.4635371790316805e-05,
+      "loss": 0.0425,
+      "step": 730
+    },
+    {
+      "epoch": 1.4382022471910112,
+      "grad_norm": 0.21163399517536163,
+      "learning_rate": 1.437060629345325e-05,
+      "loss": 0.0369,
+      "step": 740
+    },
+    {
+      "epoch": 1.4576374126935925,
+      "grad_norm": 0.24824394285678864,
+      "learning_rate": 1.4104979439331889e-05,
+      "loss": 0.0413,
+      "step": 750
+    },
+    {
+      "epoch": 1.4770725781961738,
+      "grad_norm": 0.24107202887535095,
+      "learning_rate": 1.383861354103349e-05,
+      "loss": 0.0368,
+      "step": 760
+    },
+    {
+      "epoch": 1.4965077436987548,
+      "grad_norm": 0.25261572003364563,
+      "learning_rate": 1.357163125194618e-05,
+      "loss": 0.0437,
+      "step": 770
+    },
+    {
+      "epoch": 1.5159429092013361,
+      "grad_norm": 0.1909024715423584,
+      "learning_rate": 1.3304155509287273e-05,
+      "loss": 0.0376,
+      "step": 780
+    },
+    {
+      "epoch": 1.5353780747039174,
+      "grad_norm": 0.24820125102996826,
+      "learning_rate": 1.3036309477494433e-05,
+      "loss": 0.038,
+      "step": 790
+    },
+    {
+      "epoch": 1.5548132402064985,
+      "grad_norm": 0.2151060849428177,
+      "learning_rate": 1.27682164915122e-05,
+      "loss": 0.0427,
+      "step": 800
+    },
+    {
+      "epoch": 1.57424840570908,
+      "grad_norm": 0.2735498249530792,
+      "learning_rate": 1.25e-05,
+      "loss": 0.0405,
+      "step": 810
+    },
+    {
+      "epoch": 1.593683571211661,
+      "grad_norm": 0.20167022943496704,
+      "learning_rate": 1.2231783508487806e-05,
+      "loss": 0.0361,
+      "step": 820
+    },
+    {
+      "epoch": 1.6131187367142423,
+      "grad_norm": 0.29892289638519287,
+      "learning_rate": 1.1963690522505568e-05,
+      "loss": 0.0343,
+      "step": 830
+    },
+    {
+      "epoch": 1.6325539022168236,
+      "grad_norm": 0.2181161344051361,
+      "learning_rate": 1.169584449071273e-05,
+      "loss": 0.044,
+      "step": 840
+    },
+    {
+      "epoch": 1.6519890677194047,
+      "grad_norm": 0.24029949307441711,
+      "learning_rate": 1.142836874805382e-05,
+      "loss": 0.0347,
+      "step": 850
+    },
+    {
+      "epoch": 1.6617066504706954,
+      "eval_loss": 0.04329855740070343,
+      "eval_runtime": 170.3718,
+      "eval_samples_per_second": 5.083,
+      "eval_steps_per_second": 5.083,
+      "step": 855
+    },
+    {
+      "epoch": 1.6714242332219862,
+      "grad_norm": 0.23985505104064941,
+      "learning_rate": 1.1161386458966511e-05,
+      "loss": 0.0401,
+      "step": 860
+    },
+    {
+      "epoch": 1.6908593987245673,
+      "grad_norm": 0.22673290967941284,
+      "learning_rate": 1.0895020560668112e-05,
+      "loss": 0.0364,
+      "step": 870
+    },
+    {
+      "epoch": 1.7102945642271485,
+      "grad_norm": 0.22750601172447205,
+      "learning_rate": 1.0629393706546752e-05,
+      "loss": 0.039,
+      "step": 880
+    },
+    {
+      "epoch": 1.7297297297297298,
+      "grad_norm": 0.24846433103084564,
+      "learning_rate": 1.03646282096832e-05,
+      "loss": 0.0341,
+      "step": 890
+    },
+    {
+      "epoch": 1.749164895232311,
+      "grad_norm": 0.19867610931396484,
+      "learning_rate": 1.0100845986529429e-05,
+      "loss": 0.036,
+      "step": 900
+    },
+    {
+      "epoch": 1.7686000607348922,
+      "grad_norm": 0.2108948975801468,
+      "learning_rate": 9.838168500769806e-06,
+      "loss": 0.0359,
+      "step": 910
+    },
+    {
+      "epoch": 1.7880352262374735,
+      "grad_norm": 0.22352129220962524,
+      "learning_rate": 9.576716707390745e-06,
+      "loss": 0.0432,
+      "step": 920
+    },
+    {
+      "epoch": 1.8074703917400545,
+      "grad_norm": 0.2634281516075134,
+      "learning_rate": 9.316610996984642e-06,
+      "loss": 0.0371,
+      "step": 930
+    },
+    {
+      "epoch": 1.826905557242636,
+      "grad_norm": 0.261662095785141,
+      "learning_rate": 9.057971140313645e-06,
+      "loss": 0.0414,
+      "step": 940
+    },
+    {
+      "epoch": 1.846340722745217,
+      "grad_norm": 0.269505113363266,
+      "learning_rate": 8.800916233158885e-06,
+      "loss": 0.033,
+      "step": 950
+    },
+    {
+      "epoch": 1.8657758882477984,
+      "grad_norm": 0.2583780288696289,
+      "learning_rate": 8.545564641480484e-06,
+      "loss": 0.04,
+      "step": 960
+    },
+    {
+      "epoch": 1.8852110537503797,
+      "grad_norm": 0.2607627213001251,
+      "learning_rate": 8.292033946913624e-06,
+      "loss": 0.0354,
+      "step": 970
+    },
+    {
+      "epoch": 1.9046462192529607,
+      "grad_norm": 0.23419621586799622,
+      "learning_rate": 8.040440892625817e-06,
+      "loss": 0.0362,
+      "step": 980
+    },
+    {
+      "epoch": 1.924081384755542,
+      "grad_norm": 0.2785259783267975,
+      "learning_rate": 7.790901329560186e-06,
+      "loss": 0.0367,
+      "step": 990
+    },
+    {
+      "epoch": 1.9435165502581233,
+      "grad_norm": 0.2678421437740326,
+      "learning_rate": 7.543530163089671e-06,
+      "loss": 0.0363,
+      "step": 1000
+    },
+    {
+      "epoch": 1.9629517157607044,
+      "grad_norm": 0.2274320125579834,
+      "learning_rate": 7.29844130010657e-06,
+      "loss": 0.0395,
+      "step": 1010
+    },
+    {
+      "epoch": 1.9823868812632859,
+      "grad_norm": 0.2792135179042816,
+      "learning_rate": 7.055747596571904e-06,
+      "loss": 0.0374,
+      "step": 1020
+    },
+    {
+      "epoch": 1.9940479805648343,
+      "eval_loss": 0.04268278926610947,
+      "eval_runtime": 169.855,
+      "eval_samples_per_second": 5.098,
+      "eval_steps_per_second": 5.098,
+      "step": 1026
+    },
+    {
+      "epoch": 2.001822046765867,
+      "grad_norm": 0.2434389591217041,
+      "learning_rate": 6.815560805548682e-06,
+      "loss": 0.0359,
+      "step": 1030
+    },
+    {
+      "epoch": 2.021257212268448,
+      "grad_norm": 0.2474217265844345,
+      "learning_rate": 6.577991525742991e-06,
+      "loss": 0.0301,
+      "step": 1040
+    },
+    {
+      "epoch": 2.0406923777710295,
+      "grad_norm": 0.21972987055778503,
+      "learning_rate": 6.3431491505766965e-06,
+      "loss": 0.031,
+      "step": 1050
+    },
+    {
+      "epoch": 2.0601275432736106,
+      "grad_norm": 0.26206907629966736,
+      "learning_rate": 6.111141817815079e-06,
+      "loss": 0.0367,
+      "step": 1060
+    },
+    {
+      "epoch": 2.079562708776192,
+      "grad_norm": 0.26828330755233765,
+      "learning_rate": 5.882076359772686e-06,
+      "loss": 0.0358,
+      "step": 1070
+    },
+    {
+      "epoch": 2.098997874278773,
+      "grad_norm": 0.3341256380081177,
+      "learning_rate": 5.656058254120305e-06,
+      "loss": 0.0362,
+      "step": 1080
+    },
+    {
+      "epoch": 2.118433039781354,
+      "grad_norm": 0.24040237069129944,
+      "learning_rate": 5.4331915753157175e-06,
+      "loss": 0.0336,
+      "step": 1090
+    },
+    {
+      "epoch": 2.1378682052839357,
+      "grad_norm": 0.2951533794403076,
+      "learning_rate": 5.213578946680547e-06,
+      "loss": 0.0374,
+      "step": 1100
+    },
+    {
+      "epoch": 2.157303370786517,
+      "grad_norm": 0.3339778184890747,
+      "learning_rate": 4.997321493145399e-06,
+      "loss": 0.0336,
+      "step": 1110
+    },
+    {
+      "epoch": 2.176738536289098,
+      "grad_norm": 0.28566041588783264,
+      "learning_rate": 4.784518794684843e-06,
+      "loss": 0.0305,
+      "step": 1120
+    },
+    {
+      "epoch": 2.1961737017916794,
+      "grad_norm": 0.23707829415798187,
+      "learning_rate": 4.575268840463919e-06,
+      "loss": 0.0347,
+      "step": 1130
+    },
+    {
+      "epoch": 2.2156088672942604,
+      "grad_norm": 0.268509179353714,
+      "learning_rate": 4.3696679837170755e-06,
+      "loss": 0.0338,
+      "step": 1140
+    },
+    {
+      "epoch": 2.235044032796842,
+      "grad_norm": 0.2489359974861145,
+      "learning_rate": 4.16781089738046e-06,
+      "loss": 0.0346,
+      "step": 1150
+    },
+    {
+      "epoch": 2.254479198299423,
+      "grad_norm": 0.2973306179046631,
+      "learning_rate": 3.969790530497904e-06,
+      "loss": 0.0341,
+      "step": 1160
+    },
+    {
+      "epoch": 2.273914363802004,
+      "grad_norm": 0.2385181337594986,
+      "learning_rate": 3.7756980654207032e-06,
+      "loss": 0.0307,
+      "step": 1170
+    },
+    {
+      "epoch": 2.2933495293045856,
+      "grad_norm": 0.24831977486610413,
+      "learning_rate": 3.585622875820965e-06,
+      "loss": 0.0324,
+      "step": 1180
+    },
+    {
+      "epoch": 2.3127846948071666,
+      "grad_norm": 0.2952122092247009,
+      "learning_rate": 3.399652485537691e-06,
+      "loss": 0.0337,
+      "step": 1190
+    },
+    {
+      "epoch": 2.3263893106589735,
+      "eval_loss": 0.042657386511564255,
+      "eval_runtime": 168.8317,
+      "eval_samples_per_second": 5.129,
+      "eval_steps_per_second": 5.129,
+      "step": 1197
+    },
+    {
+      "epoch": 2.332219860309748,
+      "grad_norm": 0.29106399416923523,
+      "learning_rate": 3.2178725282747665e-06,
+      "loss": 0.0346,
+      "step": 1200
+    },
+    {
+      "epoch": 2.351655025812329,
+      "grad_norm": 0.30523982644081116,
+      "learning_rate": 3.040366708169222e-06,
+      "loss": 0.036,
+      "step": 1210
+    },
+    {
+      "epoch": 2.3710901913149103,
+      "grad_norm": 0.2523854672908783,
+      "learning_rate": 2.8672167612480163e-06,
+      "loss": 0.0298,
+      "step": 1220
+    },
+    {
+      "epoch": 2.390525356817492,
+      "grad_norm": 0.2531813383102417,
+      "learning_rate": 2.698502417791121e-06,
+      "loss": 0.0383,
+      "step": 1230
+    },
+    {
+      "epoch": 2.409960522320073,
+      "grad_norm": 0.2635211944580078,
+      "learning_rate": 2.534301365618107e-06,
+      "loss": 0.0357,
+      "step": 1240
+    },
+    {
+      "epoch": 2.4293956878226544,
+      "grad_norm": 0.26689672470092773,
+      "learning_rate": 2.374689214315311e-06,
+      "loss": 0.0333,
+      "step": 1250
+    },
+    {
+      "epoch": 2.4488308533252354,
+      "grad_norm": 0.29953232407569885,
+      "learning_rate": 2.2197394604198853e-06,
+      "loss": 0.0317,
+      "step": 1260
+    },
+    {
+      "epoch": 2.4682660188278165,
+      "grad_norm": 0.21628761291503906,
+      "learning_rate": 2.069523453576909e-06,
+      "loss": 0.0362,
+      "step": 1270
+    },
+    {
+      "epoch": 2.487701184330398,
+      "grad_norm": 0.2457425892353058,
+      "learning_rate": 1.924110363685033e-06,
+      "loss": 0.0353,
+      "step": 1280
+    },
+    {
+      "epoch": 2.507136349832979,
+      "grad_norm": 0.3192308247089386,
+      "learning_rate": 1.783567149045845e-06,
+      "loss": 0.036,
+      "step": 1290
+    },
+    {
+      "epoch": 2.52657151533556,
+      "grad_norm": 0.2815244793891907,
+      "learning_rate": 1.6479585255316287e-06,
+      "loss": 0.0329,
+      "step": 1300
+    },
+    {
+      "epoch": 2.5460066808381416,
+      "grad_norm": 0.2549531161785126,
+      "learning_rate": 1.5173469367856477e-06,
+      "loss": 0.0382,
+      "step": 1310
+    },
+    {
+      "epoch": 2.5654418463407227,
+      "grad_norm": 0.25880110263824463,
+      "learning_rate": 1.3917925254687686e-06,
+      "loss": 0.0344,
+      "step": 1320
+    },
+    {
+      "epoch": 2.5848770118433038,
+      "grad_norm": 0.22720050811767578,
+      "learning_rate": 1.271353105565591e-06,
+      "loss": 0.0353,
+      "step": 1330
+    },
+    {
+      "epoch": 2.6043121773458853,
+      "grad_norm": 0.2991912364959717,
+      "learning_rate": 1.1560841357628582e-06,
+      "loss": 0.0369,
+      "step": 1340
+    },
+    {
+      "epoch": 2.6237473428484663,
+      "grad_norm": 0.3291521668434143,
+      "learning_rate": 1.046038693912442e-06,
+      "loss": 0.0331,
+      "step": 1350
+    },
+    {
+      "epoch": 2.643182508351048,
+      "grad_norm": 0.24359193444252014,
+      "learning_rate": 9.412674525905815e-07,
+      "loss": 0.0335,
+      "step": 1360
+    },
+    {
+      "epoch": 2.6587306407531126,
+      "eval_loss": 0.042365700006484985,
+      "eval_runtime": 168.4092,
+      "eval_samples_per_second": 5.142,
+      "eval_steps_per_second": 5.142,
+      "step": 1368
+    },
+    {
+      "epoch": 2.662617673853629,
+      "grad_norm": 0.30196014046669006,
+      "learning_rate": 8.4181865576472e-07,
+      "loss": 0.0319,
+      "step": 1370
+    },
+    {
+      "epoch": 2.68205283935621,
+      "grad_norm": 0.31683069467544556,
+      "learning_rate": 7.477380965786263e-07,
+      "loss": 0.0353,
+      "step": 1380
+    },
+    {
+      "epoch": 2.7014880048587915,
+      "grad_norm": 0.24554206430912018,
+      "learning_rate": 6.590690962660393e-07,
+      "loss": 0.0349,
+      "step": 1390
+    },
+    {
+      "epoch": 2.7209231703613725,
+      "grad_norm": 0.3739015460014343,
+      "learning_rate": 5.758524842025631e-07,
+      "loss": 0.0353,
+      "step": 1400
+    },
+    {
+      "epoch": 2.740358335863954,
+      "grad_norm": 0.27808961272239685,
+      "learning_rate": 4.98126579104978e-07,
+      "loss": 0.0337,
+      "step": 1410
+    },
+    {
+      "epoch": 2.759793501366535,
+      "grad_norm": 0.2409674972295761,
+      "learning_rate": 4.259271713866475e-07,
+      "loss": 0.0357,
+      "step": 1420
+    },
+    {
+      "epoch": 2.779228666869116,
+      "grad_norm": 0.2730494737625122,
+      "learning_rate": 3.5928750667710844e-07,
+      "loss": 0.0339,
+      "step": 1430
+    },
+    {
+      "epoch": 2.7986638323716977,
+      "grad_norm": 0.23926123976707458,
+      "learning_rate": 2.982382705134817e-07,
+      "loss": 0.0349,
+      "step": 1440
+    },
+    {
+      "epoch": 2.8180989978742788,
+      "grad_norm": 0.21703185141086578,
+      "learning_rate": 2.4280757421071414e-07,
+      "loss": 0.0366,
+      "step": 1450
+    },
+    {
+      "epoch": 2.8375341633768603,
+      "grad_norm": 0.2484457939863205,
+      "learning_rate": 1.9302094191716856e-07,
+      "loss": 0.0338,
+      "step": 1460
+    },
+    {
+      "epoch": 2.8569693288794413,
+      "grad_norm": 0.30563613772392273,
+      "learning_rate": 1.489012988615368e-07,
+      "loss": 0.0346,
+      "step": 1470
+    },
+    {
+      "epoch": 2.8764044943820224,
+      "grad_norm": 0.3028404414653778,
+      "learning_rate": 1.104689607964643e-07,
+      "loss": 0.0386,
+      "step": 1480
+    },
+    {
+      "epoch": 2.8958396598846035,
+      "grad_norm": 0.3035370111465454,
+      "learning_rate": 7.774162464377066e-08,
+      "loss": 0.0375,
+      "step": 1490
+    },
+    {
+      "epoch": 2.915274825387185,
+      "grad_norm": 0.25364699959754944,
+      "learning_rate": 5.073436034554874e-08,
+      "loss": 0.0379,
+      "step": 1500
+    },
+    {
+      "epoch": 2.934709990889766,
+      "grad_norm": 0.2718573212623596,
+      "learning_rate": 2.945960392492092e-08,
+      "loss": 0.0324,
+      "step": 1510
+    },
+    {
+      "epoch": 2.9541451563923475,
+      "grad_norm": 0.33609631657600403,
+      "learning_rate": 1.3927151759626777e-08,
+      "loss": 0.0329,
+      "step": 1520
+    },
+    {
+      "epoch": 2.9735803218949286,
+      "grad_norm": 0.2513211965560913,
+      "learning_rate": 4.144156071086979e-09,
+      "loss": 0.0338,
+      "step": 1530
+    },
+    {
+      "epoch": 2.9910719708472517,
+      "eval_loss": 0.042311783879995346,
+      "eval_runtime": 168.3509,
+      "eval_samples_per_second": 5.144,
+      "eval_steps_per_second": 5.144,
+      "step": 1539
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 1542,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 171,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.1799786844255027e+18,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-1539/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d135889b53a4fc2dcc2af42081d4ec6fb88ac6da63713e48b39ec06726249a
+size 5624

checkpoint-1542/README.md

@@ -0,0 +1,209 @@
+---
+base_model: Salesforce/Llama-xLAM-2-8b-fc-r
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Salesforce/Llama-xLAM-2-8b-fc-r
+- lora
+- sft
+- transformers
+- trl
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.17.1