Add OpenLLaMA 7B

.gitignore

@@ -0,0 +1,5 @@
+llama.cpp/
+pytorch_model*.bin
+*.sha
+*.tar.gz
+tokenizer.model

Makefile

@@ -0,0 +1,47 @@
+MODEL_NAME=	open-llama-7b
+PYTHON?=	python
+LLAMA_TAG=	5c64a09
+LLAMA_TAR=	master-$(LLAMA_TAG).tar.gz
+HF_REPO=	openlm-research/open_llama_7b
+HF_REF=		main
+HF_FILES=	pytorch_model-00001-of-00002.bin \
+		pytorch_model-00002-of-00002.bin \
+		tokenizer.model
+$(HF_FILES): 	SITE=	https://huggingface.co/$(HF_REPO)/resolve/$(HF_REF)
+$(LLAMA_TAR): 	SITE=	https://github.com/ggerganov/llama.cpp/archive/refs/tags
+
+FILES= $(HF_FILES) $(LLAMA_TAR)
+
+QUANTS=	f16 q4_0 q4_1 q5_0 q5_1 q8_0 \
+	q2_K \
+	q3_K q3_K_L q3_K_M q3_K_S \
+	q4_K        q4_K_M q4_K_S \
+	q5_K        q5_K_M q5_K_S \
+	q6_K
+
+MODEL_FILES=	$(addsuffix .bin,$(addprefix $(MODEL_NAME)-,$(QUANTS)))
+
+.PHONY: all
+all: $(MODEL_FILES) SHA256SUMS
+
+$(FILES):
+	curl -L -o $@ --url $(SITE)/$@
+
+llama.cpp: $(LLAMA_TAR)
+	mkdir -p $@
+	tar -xf $< --strip-components=1 -C $@
+
+llama.cpp/quantize: llama.cpp
+	$(MAKE) -C llama.cpp quantize
+
+$(MODEL_NAME)-f16.bin: $(HF_FILES) | llama.cpp
+	$(PYTHON) llama.cpp/convert.py --outtype f16 --outfile $@ .
+
+$(MODEL_NAME)-q%.bin: $(MODEL_NAME)-f16.bin | llama.cpp/quantize
+	llama.cpp/quantize $< $@ q$*
+
+%.sha: %
+	sha256sum $< > $@
+
+SHA256SUMS: $(addsuffix .sha,$(MODEL_FILES))
+	cat $^ > $@

README.md

@@ -1,3 +1,13 @@
 ---
 license: apache-2.0
 ---
+
+# ggml versions of OpenLLaMa 7B
+
+For use with [llama.cpp](https://github.com/ggerganov/llama.cpp).
+
+- Version: 1T tokens final version
+- Project: [OpenLLaMA: An Open Reproduction of LLaMA](https://github.com/openlm-research/open_llama)
+- Model: [openlm-research/open_llama_3b](https://huggingface.co/openlm-research/open_llama_7b)
+- llama.cpp 4,5,8-bit quantization: build 567(2d5db48) or later
+- llama.cpp newer quantization formats: build 616(99009e7) or later

SHA256SUMS

@@ -0,0 +1,18 @@
+52eeca58b30e071e22551178d9522e704f04c71f759c9a8f12e3ef99a3d0dc1e  open-llama-7b-f16.bin
+b36fe08e448a2a9c3a254e35f881f904cf197794a71970883bdb562b3eb0e7a4  open-llama-7b-q4_0.bin
+f0d2ce1d1728c305a1d1c791536c854aa0cfba3b339aba6205c6926983076c1d  open-llama-7b-q4_1.bin
+0214de39ac457203d6ac44189e4523e6f56f99b4072104ee70d088d6c386307b  open-llama-7b-q5_0.bin
+f12cb3e5029a0957b055560f5f1fd1b549662720747c12c67134c0ccf9a43d32  open-llama-7b-q5_1.bin
+2059d74ad06aab36b226c480fec8bd8fb68d467e66782ae72f4e48ff30cabb17  open-llama-7b-q8_0.bin
+665bbc8b910965ca006c6e890216b6eab6d162fc9b50b6e22882c524ad135446  open-llama-7b-q2_K.bin
+b6f0431fbc6fac5126cd5a855545d9fe27f4a18c6168a99ac37c138a4a75b5c4  open-llama-7b-q3_K.bin
+60c26ed2b0c74232c6aeff1b4096c947dbf69ec0f648abbb9e6d400084b933ae  open-llama-7b-q3_K_L.bin
+b6f0431fbc6fac5126cd5a855545d9fe27f4a18c6168a99ac37c138a4a75b5c4  open-llama-7b-q3_K_M.bin
+66939ad0975a116d866ab4918132ccb842edbee507ed0af144a53c2a97f5fe3d  open-llama-7b-q3_K_S.bin
+9a48fc57b63afe6218c2c70ec85c998f88a78d14d009928da7a1f4e8643e73a6  open-llama-7b-q4_K.bin
+9a48fc57b63afe6218c2c70ec85c998f88a78d14d009928da7a1f4e8643e73a6  open-llama-7b-q4_K_M.bin
+7ab744ce2ffe5bbf8b043179641a0b2dccbe74ff72c58cda717c043c7f6896cf  open-llama-7b-q4_K_S.bin
+233d50a95afd1f4edb7ba856eb5b7e22fa1cd509a80b08291f4f7bb9cf9a0486  open-llama-7b-q5_K.bin
+233d50a95afd1f4edb7ba856eb5b7e22fa1cd509a80b08291f4f7bb9cf9a0486  open-llama-7b-q5_K_M.bin
+a8dcb09aef6e57bf1fcd2d2b0eb94878e16241468b2366b862873cbeb5d1f89d  open-llama-7b-q5_K_S.bin
+0e9c8704b7c1c65aa80ac8d758a19b703e40b82ba0d38df4e9d72d1bd3f90485  open-llama-7b-q6_K.bin

open-llama-7b-f16.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52eeca58b30e071e22551178d9522e704f04c71f759c9a8f12e3ef99a3d0dc1e
+size 13477838976

open-llama-7b-q2_K.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665bbc8b910965ca006c6e890216b6eab6d162fc9b50b6e22882c524ad135446
+size 2802319488

open-llama-7b-q3_K.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f0431fbc6fac5126cd5a855545d9fe27f4a18c6168a99ac37c138a4a75b5c4
+size 3231072384

open-llama-7b-q3_K_L.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c26ed2b0c74232c6aeff1b4096c947dbf69ec0f648abbb9e6d400084b933ae
+size 3545645184

open-llama-7b-q3_K_M.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f0431fbc6fac5126cd5a855545d9fe27f4a18c6168a99ac37c138a4a75b5c4
+size 3231072384

open-llama-7b-q3_K_S.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66939ad0975a116d866ab4918132ccb842edbee507ed0af144a53c2a97f5fe3d
+size 2896838784

open-llama-7b-q4_0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36fe08e448a2a9c3a254e35f881f904cf197794a71970883bdb562b3eb0e7a4
+size 3791749248

open-llama-7b-q4_1.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d2ce1d1728c305a1d1c791536c854aa0cfba3b339aba6205c6926983076c1d
+size 4212883584

open-llama-7b-q4_K.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a48fc57b63afe6218c2c70ec85c998f88a78d14d009928da7a1f4e8643e73a6
+size 4046946432

open-llama-7b-q4_K_M.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a48fc57b63afe6218c2c70ec85c998f88a78d14d009928da7a1f4e8643e73a6
+size 4046946432

open-llama-7b-q4_K_S.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab744ce2ffe5bbf8b043179641a0b2dccbe74ff72c58cda717c043c7f6896cf
+size 3791749248

open-llama-7b-q5_0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0214de39ac457203d6ac44189e4523e6f56f99b4072104ee70d088d6c386307b
+size 4634017920

open-llama-7b-q5_1.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12cb3e5029a0957b055560f5f1fd1b549662720747c12c67134c0ccf9a43d32
+size 5055152256

open-llama-7b-q5_K.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233d50a95afd1f4edb7ba856eb5b7e22fa1cd509a80b08291f4f7bb9cf9a0486
+size 4765483136

open-llama-7b-q5_K_M.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233d50a95afd1f4edb7ba856eb5b7e22fa1cd509a80b08291f4f7bb9cf9a0486
+size 4765483136

open-llama-7b-q5_K_S.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8dcb09aef6e57bf1fcd2d2b0eb94878e16241468b2366b862873cbeb5d1f89d
+size 4634017920

open-llama-7b-q6_K.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9c8704b7c1c65aa80ac8d758a19b703e40b82ba0d38df4e9d72d1bd3f90485
+size 5528928384

open-llama-7b-q8_0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2059d74ad06aab36b226c480fec8bd8fb68d467e66782ae72f4e48ff30cabb17
+size 7160823936