query_rewrite (#5)

- Updated query_rewrite model and YAML files (14038f48068a9eaa4045aada301f79c7e274785a)


Co-authored-by: Fred Reiss <[email protected]>

.gitignore

@@ -0,0 +1,4 @@
+
+# No MacOS image cache files, please.
+**/.DS_Store
+

query_rewrite/lora/gpt-oss-20b/io.json

@@ -1,30 +0,0 @@
-{
-    "messages": [
-        {
-            "role": "assistant",
-            "content": "Welcome to pet questions!"
-        },
-        {
-            "role": "user",
-            "content": "I have two pets, a dog named Rex and a cat named Lucy."
-        },
-        {
-            "role": "assistant",
-            "content": "Great, what would you like to share about them?"
-        },
-        {
-            "role": "user",
-            "content": "Rex spends a lot of time in the backyard and outdoors, and Luna is always inside."
-        },
-        {
-            "role": "assistant",
-            "content": "Sounds good! Rex must love exploring outside, while Lucy probably enjoys her cozy indoor life."
-        },
-        {
-            "role": "user",
-            "content": "But is he more likely to get fleas because of that?"
-        }
-    ],
-    "temperature": 0.0,
-    "n": 1024
-}

query_rewrite/lora/gpt-oss-20b/io.yaml

@@ -0,0 +1,22 @@
+# Model name string, or null to use whatever is provided in the chat completion request
+model: ~
+# JSON schema of the model's output
+response_format: |
+  {
+    "properties": {
+      "rewritten_question": {
+        "title": "Rewritten Question",
+        "type": "string"
+      }
+    },
+    "required": [
+      "rewritten_question"
+    ],
+    "title": "QueryRewriteOutput",
+    "type": "object"
+  }
+transformations: ~
+instruction: ~
+parameters:
+  max_completion_tokens: 1024
+sentence_boundaries: false

query_rewrite/lora/granite-3.3-2b-instruct/adapter_config.json

@@ -0,0 +1,33 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "ibm-granite/granite-3.3-2b-instruct",
+  "bias": "none",
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.1,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "k_proj",
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

query_rewrite/lora/granite-3.3-2b-instruct/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd32d3a2e95d08873873de4910e22c0b5a89b1cd52a322c360c03dc18ad6ec10
+size 47218112

query_rewrite/lora/granite-3.3-2b-instruct/io.yaml

@@ -0,0 +1,22 @@
+# Model name string, or null to use whatever is provided in the chat completion request
+model: ~
+# JSON schema of the model's output
+response_format: |
+  {
+    "properties": {
+      "rewritten_question": {
+        "title": "Rewritten Question",
+        "type": "string"
+      }
+    },
+    "required": [
+      "rewritten_question"
+    ],
+    "title": "QueryRewriteOutput",
+    "type": "object"
+  }
+transformations: ~
+instruction: ~
+parameters:
+  max_completion_tokens: 1024
+sentence_boundaries: false

query_rewrite/lora/granite-3.3-8b-instruct/io.json

@@ -1,30 +0,0 @@
-{
-    "messages": [
-        {
-            "role": "assistant",
-            "content": "Welcome to pet questions!"
-        },
-        {
-            "role": "user",
-            "content": "I have two pets, a dog named Rex and a cat named Lucy."
-        },
-        {
-            "role": "assistant",
-            "content": "Great, what would you like to share about them?"
-        },
-        {
-            "role": "user",
-            "content": "Rex spends a lot of time in the backyard and outdoors, and Luna is always inside."
-        },
-        {
-            "role": "assistant",
-            "content": "Sounds good! Rex must love exploring outside, while Lucy probably enjoys her cozy indoor life."
-        },
-        {
-            "role": "user",
-            "content": "But is he more likely to get fleas because of that?"
-        }
-    ],
-    "temperature": 0.0,
-    "n": 1024
-}

query_rewrite/lora/granite-3.3-8b-instruct/io.yaml

@@ -0,0 +1,22 @@
+# Model name string, or null to use whatever is provided in the chat completion request
+model: ~
+# JSON schema of the model's output
+response_format: |
+  {
+    "properties": {
+      "rewritten_question": {
+        "title": "Rewritten Question",
+        "type": "string"
+      }
+    },
+    "required": [
+      "rewritten_question"
+    ],
+    "title": "QueryRewriteOutput",
+    "type": "object"
+  }
+transformations: ~
+instruction: ~
+parameters:
+  max_completion_tokens: 1024
+sentence_boundaries: false