Abd223653 commited on
Commit
1b1340e
·
verified ·
1 Parent(s): e993435

Training in progress, step 25

Browse files
adapter_config.json CHANGED
@@ -10,7 +10,7 @@
10
  "eva_config": null,
11
  "exclude_modules": null,
12
  "fan_in_fan_out": false,
13
- "inference_mode": true,
14
  "init_lora_weights": "gaussian",
15
  "layer_replication": null,
16
  "layers_pattern": null,
@@ -28,13 +28,13 @@
28
  "rank_pattern": {},
29
  "revision": null,
30
  "target_modules": [
 
31
  "gate_proj",
32
- "k_proj",
33
- "up_proj",
34
  "q_proj",
 
 
35
  "o_proj",
36
- "down_proj",
37
- "v_proj"
38
  ],
39
  "target_parameters": null,
40
  "task_type": null,
 
10
  "eva_config": null,
11
  "exclude_modules": null,
12
  "fan_in_fan_out": false,
13
+ "inference_mode": false,
14
  "init_lora_weights": "gaussian",
15
  "layer_replication": null,
16
  "layers_pattern": null,
 
28
  "rank_pattern": {},
29
  "revision": null,
30
  "target_modules": [
31
+ "down_proj",
32
  "gate_proj",
 
 
33
  "q_proj",
34
+ "v_proj",
35
+ "up_proj",
36
  "o_proj",
37
+ "k_proj"
 
38
  ],
39
  "target_parameters": null,
40
  "task_type": null,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3a280ee08bf72045ab70d224011fc1b3fc6859690c7eba4c4d3816b35627c0ed
3
  size 12377496
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ff9019bcee40de45bd3170d33b4ab1180c01becfe1a6874571c2969c70bafb3
3
  size 12377496
generation_config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "eos_token_id": [
5
+ 49279,
6
+ 49279
7
+ ],
8
+ "pad_token_id": 2,
9
+ "transformers_version": "4.57.1"
10
+ }
tokenizer.json CHANGED
@@ -1,14 +1,7 @@
1
  {
2
  "version": "1.0",
3
  "truncation": null,
4
- "padding": {
5
- "strategy": "BatchLongest",
6
- "direction": "Right",
7
- "pad_to_multiple_of": null,
8
- "pad_id": 2,
9
- "pad_type_id": 0,
10
- "pad_token": "<|im_end|>"
11
- },
12
  "added_tokens": [
13
  {
14
  "id": 0,
 
1
  {
2
  "version": "1.0",
3
  "truncation": null,
4
+ "padding": null,
 
 
 
 
 
 
 
5
  "added_tokens": [
6
  {
7
  "id": 0,
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e02fa990081b94dcaa407b1eeacfb9e050d2858ea91ee23e9d6d7e692969d5b2
3
  size 5944
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06577f0734a1bc39bdd22d423302dc0b1125d39053e9b4041438b7ca7725f434
3
  size 5944