dacorvo HF Staff commited on
Commit
5c18776
·
verified ·
1 Parent(s): d4214f4

Update inference-cache-config/smollm3.json

Browse files
inference-cache-config/smollm3.json CHANGED
@@ -17,12 +17,6 @@
17
  "sequence_length": 4096,
18
  "num_cores": 2,
19
  "auto_cast_type": "bf16"
20
- },
21
- {
22
- "batch_size": 32,
23
- "sequence_length": 4096,
24
- "num_cores": 8,
25
- "auto_cast_type": "bf16"
26
  }
27
  ]
28
  }
 
17
  "sequence_length": 4096,
18
  "num_cores": 2,
19
  "auto_cast_type": "bf16"
 
 
 
 
 
 
20
  }
21
  ]
22
  }