Spaces:
Build error
Build error
Christopher Akiki
commited on
Commit
Β·
8ee1828
1
Parent(s):
06d04b4
Restructure repo and add GPT2 embeddings
Browse files- .gitattributes +1 -0
- app.py +2 -2
- normalized_bert_input_embeddings.npy β embeddings/bert-large-uncased/normalized.npy +0 -0
- unnormalized_bert_input_embeddings.npy β embeddings/bert-large-uncased/unnormalized.npy +0 -0
- embeddings/gpt2-xl/normalized.npy +3 -0
- unnormalized_gpt2_input_embeddings.npy β embeddings/gpt2-xl/unnormalized.npy +0 -0
.gitattributes
CHANGED
@@ -29,3 +29,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
29 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
30 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
31 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
29 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
30 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
31 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
32 |
+
embeddings/**/* filter=lfs diff=lfs merge=lfs -text
|
app.py
CHANGED
@@ -6,8 +6,8 @@ from transformers import AutoTokenizer
|
|
6 |
|
7 |
|
8 |
tokenizer = AutoTokenizer.from_pretrained("bert-large-uncased")
|
9 |
-
normalized_input_embeddings = np.load("
|
10 |
-
unnormalized_input_embeddings = np.load("
|
11 |
|
12 |
index_L2 = IndexFlatL2(unnormalized_input_embeddings.shape[-1])
|
13 |
index_L2.add(unnormalized_input_embeddings)
|
|
|
6 |
|
7 |
|
8 |
tokenizer = AutoTokenizer.from_pretrained("bert-large-uncased")
|
9 |
+
normalized_input_embeddings = np.load("embeddings/bert-large-uncased/normalized.npy")
|
10 |
+
unnormalized_input_embeddings = np.load("embeddings/bert-large-uncased/unnormalized.npy")
|
11 |
|
12 |
index_L2 = IndexFlatL2(unnormalized_input_embeddings.shape[-1])
|
13 |
index_L2.add(unnormalized_input_embeddings)
|
normalized_bert_input_embeddings.npy β embeddings/bert-large-uncased/normalized.npy
RENAMED
File without changes
|
unnormalized_bert_input_embeddings.npy β embeddings/bert-large-uncased/unnormalized.npy
RENAMED
File without changes
|
embeddings/gpt2-xl/normalized.npy
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9064ac0b85862468468d5ec42616ea7eea7e7309294090efebc3cf2e0997cc73
|
3 |
+
size 321644928
|
unnormalized_gpt2_input_embeddings.npy β embeddings/gpt2-xl/unnormalized.npy
RENAMED
File without changes
|