Hugging Face's logo

Spaces:
TobDeBer
/
deepthought_8B_gguf_inference
Sleeping

App Files Community
TobDeBer commited on
Commit
7a75a1b
·
verified ·
1 Parent(s): 8b523fb

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -14,7 +14,7 @@ DEFAULT_MAX_NEW_TOKENS = 200
14
  # Download the GGUF file
15
  model_path = hf_hub_download(
16
  repo_id="bartowski/deepthought-8b-llama-v0.01-alpha-GGUF",
17
- filename="deepthought-8b-llama-v0.01-alpha-Q4_0_8_8.gguf",
18
  repo_type="model"
19
  )
20
  # Load the GGUF model
 
14
  # Download the GGUF file
15
  model_path = hf_hub_download(
16
  repo_id="bartowski/deepthought-8b-llama-v0.01-alpha-GGUF",
17
+ filename="deepthought-8b-llama-v0.01-alpha-Q4_K_M.gguf",
18
  repo_type="model"
19
  )
20
  # Load the GGUF model