Hugging Face's logo

SanctumAI
/
Mistral-7B-Instruct-v0.3-GGUF

Text Generation
Transformers
GGUF
mistral
text-generation-inference
Inference Endpoints
Model card Files Community
1
AndreyBest commited on
Commit
b07b873
•
1 Parent(s): 3a8eb29

Uploading quants for the Mistral-7B-Instruct-v0.3-GGUF model

Browse files
Files changed (19) hide show
  1. .gitattributes +17 -0
  2. config.json +3 -0
  3. mistral-7b-instruct-v0.3.Q2_K.gguf +3 -0
  4. mistral-7b-instruct-v0.3.Q3_K_L.gguf +3 -0
  5. mistral-7b-instruct-v0.3.Q3_K_M.gguf +3 -0
  6. mistral-7b-instruct-v0.3.Q3_K_S.gguf +3 -0
  7. mistral-7b-instruct-v0.3.Q4_0.gguf +3 -0
  8. mistral-7b-instruct-v0.3.Q4_1.gguf +3 -0
  9. mistral-7b-instruct-v0.3.Q4_K.gguf +3 -0
  10. mistral-7b-instruct-v0.3.Q4_K_M.gguf +3 -0
  11. mistral-7b-instruct-v0.3.Q4_K_S.gguf +3 -0
  12. mistral-7b-instruct-v0.3.Q5_0.gguf +3 -0
  13. mistral-7b-instruct-v0.3.Q5_1.gguf +3 -0
  14. mistral-7b-instruct-v0.3.Q5_K.gguf +3 -0
  15. mistral-7b-instruct-v0.3.Q5_K_M.gguf +3 -0
  16. mistral-7b-instruct-v0.3.Q5_K_S.gguf +3 -0
  17. mistral-7b-instruct-v0.3.Q6_K.gguf +3 -0
  18. mistral-7b-instruct-v0.3.Q8_0.gguf +3 -0
  19. mistral-7b-instruct-v0.3.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,20 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ mistral-7b-instruct-v0.3.f16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ mistral-7b-instruct-v0.3.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ mistral-7b-instruct-v0.3.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ mistral-7b-instruct-v0.3.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ mistral-7b-instruct-v0.3.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ mistral-7b-instruct-v0.3.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
42
+ mistral-7b-instruct-v0.3.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
43
+ mistral-7b-instruct-v0.3.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
44
+ mistral-7b-instruct-v0.3.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ mistral-7b-instruct-v0.3.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ mistral-7b-instruct-v0.3.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ mistral-7b-instruct-v0.3.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
48
+ mistral-7b-instruct-v0.3.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ mistral-7b-instruct-v0.3.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ mistral-7b-instruct-v0.3.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ mistral-7b-instruct-v0.3.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
52
+ mistral-7b-instruct-v0.3.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "model_type": "mistral"
3
+ }
mistral-7b-instruct-v0.3.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:950acc5f76cb67ad6afd316624dc102783a7b9b4fa1556481093e6daf6271aa0
3
+ size 2722877376
mistral-7b-instruct-v0.3.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18360d52b0d58c4d9749dbbea8dd0944cd119085675646f7884529330ac438c7
3
+ size 3825979328
mistral-7b-instruct-v0.3.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c67dbc19bdc5c0c427309c7bc5025b1f7267dfcfad3d9da21b8bfb18798f9fd
3
+ size 3522940864
mistral-7b-instruct-v0.3.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf0b4ec30683aafba0dbfca69baf0f8d1fc225070d5f17ed81d98bb914b67a24
3
+ size 3168522176
mistral-7b-instruct-v0.3.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da5af11ea6c9ca63e10de4a54368dbb4ab928b729f43180743de1b44cc1c15cb
3
+ size 4113289152
mistral-7b-instruct-v0.3.Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23d8cd0b6195788721d1536ae59256564f703986f320c9aa2051173051fe905d
3
+ size 4557885376
mistral-7b-instruct-v0.3.Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:287cad3a65fadd3a7d4f990019ff851c19e1d594eaeeb4ce38856bb742d62bb8
3
+ size 4372811712
mistral-7b-instruct-v0.3.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:287cad3a65fadd3a7d4f990019ff851c19e1d594eaeeb4ce38856bb742d62bb8
3
+ size 4372811712
mistral-7b-instruct-v0.3.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67e21d357026493b784ce09e4c293b723cbc0df60f86ba6fd5380257d7658f09
3
+ size 4144746432
mistral-7b-instruct-v0.3.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d324c4bf73f4973f14431d63fdfbc6d6c05f7b5bce21c551b2d4371613f2da1e
3
+ size 5002481600
mistral-7b-instruct-v0.3.Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47cdc5f5b3f8d709ec3448d2e47c0b34433e47ce1bf8a27076c1c08859409d37
3
+ size 5447077824
mistral-7b-instruct-v0.3.Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dced63f5bfc7f7ebdf9e5349c642594f20fe60ee6867aea98c05dad567daeebe
3
+ size 5136175040
mistral-7b-instruct-v0.3.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dced63f5bfc7f7ebdf9e5349c642594f20fe60ee6867aea98c05dad567daeebe
3
+ size 5136175040
mistral-7b-instruct-v0.3.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc7208c7a941fe5ce902131ca902d03db37533a0533ecc54393556c03782106c
3
+ size 5002481600
mistral-7b-instruct-v0.3.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9082134cc431873a09219002498a18dc2dd6086e9306add1448f8ff3b79d5e39
3
+ size 5947248576
mistral-7b-instruct-v0.3.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6225c953dfe5d1ee740ea9037d9d323aebe15be3c685f5fc72a3d382f63e84f9
3
+ size 7702564800
mistral-7b-instruct-v0.3.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cc6622d40e6d9c818091fc7ebd021d1193b8d21b834cfae2f459dc80dce4193
3
+ size 14497337280