Hugging Face's logo

tiiuae
/
Falcon-H1-7B-Instruct-GGUF

Transformers
GGUF
falcon-h1
conversational
Model card Files
xet
Community
1
ybelkada commited on
Commit
50594fe
·
verified ·
1 Parent(s): ea3d69d

Add files using upload-large-folder tool

Browse files
Files changed (22) hide show
  1. .gitattributes +18 -0
  2. Falcon-H1-7B-Instruct-F32.gguf +3 -0
  3. Falcon-H1-7B-Instruct-IQ1_M.gguf +3 -0
  4. Falcon-H1-7B-Instruct-IQ1_S.gguf +3 -0
  5. Falcon-H1-7B-Instruct-IQ2_M.gguf +3 -0
  6. Falcon-H1-7B-Instruct-IQ2_S.gguf +3 -0
  7. Falcon-H1-7B-Instruct-IQ2_XS.gguf +3 -0
  8. Falcon-H1-7B-Instruct-IQ2_XXS.gguf +3 -0
  9. Falcon-H1-7B-Instruct-IQ3_M.gguf +3 -0
  10. Falcon-H1-7B-Instruct-IQ3_S.gguf +3 -0
  11. Falcon-H1-7B-Instruct-IQ3_XS.gguf +3 -0
  12. Falcon-H1-7B-Instruct-IQ3_XXS.gguf +3 -0
  13. Falcon-H1-7B-Instruct-IQ4_NL.gguf +3 -0
  14. Falcon-H1-7B-Instruct-IQ4_XS.gguf +3 -0
  15. Falcon-H1-7B-Instruct-Q2_K.gguf +3 -0
  16. Falcon-H1-7B-Instruct-Q2_K_S.gguf +3 -0
  17. Falcon-H1-7B-Instruct-Q3_K.gguf +3 -0
  18. Falcon-H1-7B-Instruct-Q3_K_L.gguf +3 -0
  19. Falcon-H1-7B-Instruct-Q3_K_M.gguf +3 -0
  20. Falcon-H1-7B-Instruct-Q3_K_S.gguf +3 -0
  21. Falcon-H1-7B-Instruct-TQ1_0.gguf +3 -0
  22. Falcon-H1-7B-Instruct-TQ2_0.gguf +3 -0
.gitattributes CHANGED
@@ -45,3 +45,21 @@ Falcon-H1-7B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
  Falcon-H1-7B-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
46
  Falcon-H1-7B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
47
  Falcon-H1-7B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
45
  Falcon-H1-7B-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
46
  Falcon-H1-7B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
47
  Falcon-H1-7B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Falcon-H1-7B-Instruct-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Falcon-H1-7B-Instruct-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Falcon-H1-7B-Instruct-TQ1_0.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Falcon-H1-7B-Instruct-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Falcon-H1-7B-Instruct-TQ2_0.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Falcon-H1-7B-Instruct-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Falcon-H1-7B-Instruct-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Falcon-H1-7B-Instruct-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Falcon-H1-7B-Instruct-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Falcon-H1-7B-Instruct-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Falcon-H1-7B-Instruct-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Falcon-H1-7B-Instruct-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Falcon-H1-7B-Instruct-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
61
+ Falcon-H1-7B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
62
+ Falcon-H1-7B-Instruct-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
63
+ Falcon-H1-7B-Instruct-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
64
+ Falcon-H1-7B-Instruct-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
65
+ Falcon-H1-7B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
Falcon-H1-7B-Instruct-F32.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f8c270c4ad8dfbcea68e28f264760c83b274254e6d70f158a2816c79fed7f06
3
+ size 30348342816
Falcon-H1-7B-Instruct-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb7ff3d2ad582a9e99cf4145df7f4a69cf595d6759f832bda7ac95fe9758579d
3
+ size 1941239296
Falcon-H1-7B-Instruct-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80a43d86b21ddd018016312bfd6d322cbc13bae58440a75133b5a8a8fe35ea68
3
+ size 1792306432
Falcon-H1-7B-Instruct-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b4c70bda38df37901e9c4bfe358e143a9523b99c8873049f99b74e4629d2e6e
3
+ size 2682043968
Falcon-H1-7B-Instruct-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da9cc2ffe157b5413169f04325c565f7eb979f44a4880ad9174e5a30bd394ea0
3
+ size 2483466816
Falcon-H1-7B-Instruct-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb94f4b82a333b4c780aa0361c44a03f2278b2e5142a4c032416e29cd70698b3
3
+ size 2394525952
Falcon-H1-7B-Instruct-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecb3b2953ca71787f2f988ae8006bb3478455a14e370cfacadcee82ef1cc058c
3
+ size 2189460736
Falcon-H1-7B-Instruct-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8731f9818450eb6b288b3ab21a029e7ac98ef9ecbeedbb29c8c06e950a20647
3
+ size 3482765792
Falcon-H1-7B-Instruct-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a72dbf8592cb9c14a79a4689b53dcd964a19acbdf8b6bd4c8f7cc7732eb52005
3
+ size 3430124000
Falcon-H1-7B-Instruct-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:463a05f0ee3f35c55c63eadb71f447ed4e159b5be4d67ec9b0b7cf089145b20d
3
+ size 3301984736
Falcon-H1-7B-Instruct-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76df0ffeacc39f28a4e8e419b298a0122ce807818682d79177580e8fcdb465e2
3
+ size 3055212096
Falcon-H1-7B-Instruct-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af4660ad8595d79e18d56463fcb947ebb943be793ef8452bd147d0485fafc4fc
3
+ size 4384104032
Falcon-H1-7B-Instruct-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7aef27af8bc87c83ed76c89169965c2986d2cd9305a7f894015e0b577f1c570d
3
+ size 4160655872
Falcon-H1-7B-Instruct-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:478b15d11e52f75059333e8d4b16ad01e9da04c522f13a97f8c17a805802155c
3
+ size 2893693344
Falcon-H1-7B-Instruct-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0eda887d564099ed53d1347a9ca38b84f9e1d31551fc38337ac914eafab12863
3
+ size 2748154272
Falcon-H1-7B-Instruct-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34d426ffe111eb90144edc903f0e82c161cab2d3fad41b9f1eb9f9fed8d8463f
3
+ size 3687926240
Falcon-H1-7B-Instruct-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef0cb9029beb557a218e9d52e8fe333e8ac36573ed1395516679146abd78f531
3
+ size 3916188128
Falcon-H1-7B-Instruct-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34d426ffe111eb90144edc903f0e82c161cab2d3fad41b9f1eb9f9fed8d8463f
3
+ size 3687926240
Falcon-H1-7B-Instruct-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47de2ef4cc828e5597ee2d068e4a26e8cddde7690cda1087d6af269c013565fd
3
+ size 3425528288
Falcon-H1-7B-Instruct-TQ1_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e765e5c0b3734a5b05efe724084d1aac30376b9b80bdf85698762df6beb778c
3
+ size 1994274656
Falcon-H1-7B-Instruct-TQ2_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:032c7a9130e6f9ebb3b111a450f8a593ea69620dfbea4956d25f858521561c1d
3
+ size 2312341856