Hugging Face's logo

second-state
/
Meta-Llama-3.1-70B-Instruct-GGUF

Text Generation
Transformers
GGUF
PyTorch
8 languages
llama
facebook
meta
llama-3
text-generation-inference
Model card Files Community
apepkuss79 commited on
Commit
fe0fb07
•
1 Parent(s): 234384e

Update models

Browse files
Files changed (15) hide show
  1. .gitattributes +14 -0
  2. Meta-Llama-3.1-70B-Instruct-Q4_K_S.gguf +3 -0
  3. Meta-Llama-3.1-70B-Instruct-Q5_0.gguf +3 -0
  4. Meta-Llama-3.1-70B-Instruct-Q5_K_M.gguf +3 -0
  5. Meta-Llama-3.1-70B-Instruct-Q5_K_S.gguf +3 -0
  6. Meta-Llama-3.1-70B-Instruct-Q6_K-00001-of-00002.gguf +3 -0
  7. Meta-Llama-3.1-70B-Instruct-Q6_K-00002-of-00002.gguf +3 -0
  8. Meta-Llama-3.1-70B-Instruct-Q8_0-00001-of-00003.gguf +3 -0
  9. Meta-Llama-3.1-70B-Instruct-Q8_0-00002-of-00003.gguf +3 -0
  10. Meta-Llama-3.1-70B-Instruct-Q8_0-00003-of-00003.gguf +3 -0
  11. Meta-Llama-3.1-70B-Instruct-f16-00001-of-00005.gguf +3 -0
  12. Meta-Llama-3.1-70B-Instruct-f16-00002-of-00005.gguf +3 -0
  13. Meta-Llama-3.1-70B-Instruct-f16-00003-of-00005.gguf +3 -0
  14. Meta-Llama-3.1-70B-Instruct-f16-00004-of-00005.gguf +3 -0
  15. Meta-Llama-3.1-70B-Instruct-f16-00005-of-00005.gguf +3 -0
.gitattributes CHANGED
@@ -39,3 +39,17 @@ Meta-Llama-3.1-70B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
39
  Meta-Llama-3.1-70B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
  Meta-Llama-3.1-70B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
41
  Meta-Llama-3.1-70B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
39
  Meta-Llama-3.1-70B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
  Meta-Llama-3.1-70B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
41
  Meta-Llama-3.1-70B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Meta-Llama-3.1-70B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Meta-Llama-3.1-70B-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Meta-Llama-3.1-70B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Meta-Llama-3.1-70B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Meta-Llama-3.1-70B-Instruct-Q6_K-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Meta-Llama-3.1-70B-Instruct-Q6_K-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Meta-Llama-3.1-70B-Instruct-Q8_0-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Meta-Llama-3.1-70B-Instruct-Q8_0-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Meta-Llama-3.1-70B-Instruct-Q8_0-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Meta-Llama-3.1-70B-Instruct-f16-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Meta-Llama-3.1-70B-Instruct-f16-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Meta-Llama-3.1-70B-Instruct-f16-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Meta-Llama-3.1-70B-Instruct-f16-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Meta-Llama-3.1-70B-Instruct-f16-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3.1-70B-Instruct-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ed5ff3baa88cbc9ced87965cc82773822362537cf1f28adf5f0a9d4c8b0b41a
3
+ size 40347219840
Meta-Llama-3.1-70B-Instruct-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d20b2009ba17c14c0bd39914e2da5e9320aff77660b4cdc9ee7415fd69bf389e
3
+ size 48657446784
Meta-Llama-3.1-70B-Instruct-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bbf65860b64423053c89fc7c9684f8ada48156cf83bad93a743b9acc87f56c5
3
+ size 49949816704
Meta-Llama-3.1-70B-Instruct-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e8b027e34469944c1926030e4f7460f7243598b5515eff95b874b47f91fe87f
3
+ size 48657446784
Meta-Llama-3.1-70B-Instruct-Q6_K-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a6a3999c6999d814aa24844b1cff43adefaa78fc051fe5c094fbf289324c3a9
3
+ size 29842630112
Meta-Llama-3.1-70B-Instruct-Q6_K-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd372f381c904f52d83e3af4388b9c3448ad59a98929c5e2a30a91010a82f82a
3
+ size 28045513312
Meta-Llama-3.1-70B-Instruct-Q8_0-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5da5496e4c2700af8cf4df29c3cfa970110941dfa16d17f8e22178e03dd317ca
3
+ size 29807939872
Meta-Llama-3.1-70B-Instruct-Q8_0-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65ae4877c46a356c1e21e11bfbc5a2bd59731c9aa7850fc38a519b62d1ca37f0
3
+ size 29753427360
Meta-Llama-3.1-70B-Instruct-Q8_0-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2a2f673ab21719c404b25d47622a60295f5fd4d6b0a4fbce4d860184f90c1f4
3
+ size 15413682688
Meta-Llama-3.1-70B-Instruct-f16-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70e3200f739f736f2c1b76bdda92599a038d29946b9a40aae48b31cb55c086d0
3
+ size 29960434016
Meta-Llama-3.1-70B-Instruct-f16-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42c705bcb5214dd5d1cc9016f39679b833210cd52881d6701969459164c99fac
3
+ size 29562578048
Meta-Llama-3.1-70B-Instruct-f16-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:beeefeb5ec011b3da6e5b6aad19a7bf0a555b37988dbda68c39c35a0fae9e840
3
+ size 29864633824
Meta-Llama-3.1-70B-Instruct-f16-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1eb8522b55951ebae31fafbca1650097e5193cc7d75e673b45d35b9c52ec8596
3
+ size 29562545216
Meta-Llama-3.1-70B-Instruct-f16-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b46ca384a14cc1292ad6a96e2edcf56e9669b68e82109fff1dd41d82c96d3fac
3
+ size 22167722464