crypto-code
commited on
Commit
•
922bdfe
1
Parent(s):
adb3c41
Upload 7 files
Browse files- LLaMA/7B/checklist.chk +2 -0
- LLaMA/7B/consolidated.00.pth +3 -0
- LLaMA/7B/params.json +1 -0
- LLaMA/llama.sh +33 -0
- LLaMA/tokenizer.model +3 -0
- LLaMA/tokenizer_checklist.chk +1 -0
- checkpoint.pth +3 -0
LLaMA/7B/checklist.chk
ADDED
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
1 |
+
6efc8dab194ab59e49cd24be5574d85e consolidated.00.pth
|
2 |
+
7596560e011154b90eb51a1b15739763 params.json
|
LLaMA/7B/consolidated.00.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:700df0d3013b703a806d2ae7f1bfb8e59814e3d06ae78be0c66368a50059f33d
|
3 |
+
size 13476939516
|
LLaMA/7B/params.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"dim": 4096, "multiple_of": 256, "n_heads": 32, "n_layers": 32, "norm_eps": 1e-06, "vocab_size": -1}
|
LLaMA/llama.sh
ADDED
@@ -0,0 +1,33 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
# Copyright (c) Meta Platforms, Inc. and affiliates.
|
2 |
+
# This software may be used and distributed according to the terms of the GNU General Public License version 3.
|
3 |
+
|
4 |
+
PRESIGNED_URL="https://dobf1k6cxlizq.cloudfront.net/*?Policy=eyJTdGF0ZW1lbnQiOlt7IlJlc291cmNlIjoiaHR0cHM6Ly9kb2JmMWs2Y3hsaXpxLmNsb3VkZnJvbnQubmV0LyoiLCJDb25kaXRpb24iOnsiRGF0ZUxlc3NUaGFuIjp7IkFXUzpFcG9jaFRpbWUiOjE2NzgzNzA1MjR9fX1dfQ__&Signature=a387eZ16IkmbotdkEl8Z397Mvxhw4Bvk4SpEiDkqMLOMVMk5F962BzN5eKO-061g5vAEskn-CSrf4w3knubwPiFW69LTsJ8Amj-WOvtBOBy9soc43j77WGUU-3q2eNjMIyNZYsD~rub4EkUJGNpD61YtRrFvAU7tNQ1YMNL5-UUOk1~OHeaWerWisKPldufOyX6QdrrjeToVH1L0eGm1Ob4LnoYyLH96BHFou4XsOUR8NuyQfwYtmE2G6P2eKk~OV9-ABzYHxC2DyOWiWnt7WO~ELHnf17s9qreQAjEkCGEi4pHJ7BIkg6~ZfRmvRl3ZaPtqD80AH4SfO4hd5WQ0ng__&Key-Pair-Id=K231VYXPC1TA1R" # replace with presigned url from email
|
5 |
+
MODEL_SIZE="7B,13B,30B,65B" # edit this list with the model sizes you wish to download
|
6 |
+
TARGET_FOLDER="./" # where all files should end up
|
7 |
+
|
8 |
+
declare -A N_SHARD_DICT
|
9 |
+
|
10 |
+
N_SHARD_DICT["7B"]="0"
|
11 |
+
N_SHARD_DICT["13B"]="1"
|
12 |
+
N_SHARD_DICT["30B"]="3"
|
13 |
+
N_SHARD_DICT["65B"]="7"
|
14 |
+
|
15 |
+
echo "Downloading tokenizer"
|
16 |
+
wget ${PRESIGNED_URL/'*'/"tokenizer.model"} -O ${TARGET_FOLDER}"/tokenizer.model"
|
17 |
+
wget ${PRESIGNED_URL/'*'/"tokenizer_checklist.chk"} -O ${TARGET_FOLDER}"/tokenizer_checklist.chk"
|
18 |
+
|
19 |
+
(cd ${TARGET_FOLDER} && md5sum -c tokenizer_checklist.chk)
|
20 |
+
|
21 |
+
for i in ${MODEL_SIZE//,/ }
|
22 |
+
do
|
23 |
+
echo "Downloading ${i}"
|
24 |
+
mkdir -p ${TARGET_FOLDER}"/${i}"
|
25 |
+
for s in $(seq -f "0%g" 0 ${N_SHARD_DICT[$i]})
|
26 |
+
do
|
27 |
+
wget ${PRESIGNED_URL/'*'/"${i}/consolidated.${s}.pth"} -O ${TARGET_FOLDER}"/${i}/consolidated.${s}.pth"
|
28 |
+
done
|
29 |
+
wget ${PRESIGNED_URL/'*'/"${i}/params.json"} -O ${TARGET_FOLDER}"/${i}/params.json"
|
30 |
+
wget ${PRESIGNED_URL/'*'/"${i}/checklist.chk"} -O ${TARGET_FOLDER}"/${i}/checklist.chk"
|
31 |
+
echo "Checking checksums"
|
32 |
+
(cd ${TARGET_FOLDER}"/${i}" && md5sum -c checklist.chk)
|
33 |
+
done
|
LLaMA/tokenizer.model
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
|
3 |
+
size 499723
|
LLaMA/tokenizer_checklist.chk
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
eeec4125e9c7560836b4873b6f8e3025 tokenizer.model
|
checkpoint.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:090a3faf77179d95e6b691992e37bc1dba1e2515f2f43b7dfe52e64eadbfc672
|
3 |
+
size 17668544199
|