mradermacher
/

Llama-2-70b-hf-GGUF

Inference Endpoints

Model card Files Files and versions Community

mradermacher commited on Sep 8

Commit

ea2f27e

•

1 Parent(s): 45d6113

uploaded from nethype/kaos

Files changed (2) hide show

.gitattributes +1 -0
Llama-2-70b-hf.IQ3_M.gguf +3 -0

.gitattributes CHANGED Viewed

@@ -38,3 +38,4 @@ Llama-2-70b-hf.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
 Llama-2-70b-hf.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
 Llama-2-70b-hf.Q8_0.gguf.part1of2 filter=lfs diff=lfs merge=lfs -text
 Llama-2-70b-hf.Q8_0.gguf.part2of2 filter=lfs diff=lfs merge=lfs -text

 Llama-2-70b-hf.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
 Llama-2-70b-hf.Q8_0.gguf.part1of2 filter=lfs diff=lfs merge=lfs -text
 Llama-2-70b-hf.Q8_0.gguf.part2of2 filter=lfs diff=lfs merge=lfs -text
+Llama-2-70b-hf.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text

Llama-2-70b-hf.IQ3_M.gguf ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:30bc5300ddb0939d519d931fdd2d3ad9eabaa00a1eafc5530f5e153f5428faa0
+size 30944278368