Spaces:
Runtime error
Runtime error
im
commited on
Commit
·
348c0ea
1
Parent(s):
84c1553
change charts to plotly
Browse files- app.py +9 -4
- requirements.txt +2 -1
app.py
CHANGED
@@ -482,6 +482,7 @@ from transformers import AutoConfig
|
|
482 |
from transformers import AutoTokenizer
|
483 |
import pandas as pd
|
484 |
import openai
|
|
|
485 |
|
486 |
model_ckpt = 'bert-base-uncased'
|
487 |
tokenizer = AutoTokenizer.from_pretrained(model_ckpt)
|
@@ -503,14 +504,18 @@ EMBEDDING_ENCODING = 'cl100k_base'
|
|
503 |
king = openai.Embedding.create(input=token_king, model=EMBEDDING_MODEL)["data"][0]["embedding"]
|
504 |
queen = openai.Embedding.create(input=token_queen, model=EMBEDDING_MODEL)["data"][0]["embedding"]
|
505 |
|
506 |
-
st.write("Google's 'bert-base-uncased' model embeddings:")
|
507 |
df = pd.DataFrame({f'"{token_king}" embeddings': king_emb_np[:50], f'"{token_queen}" embeddings': queen_emb_np[:50]})
|
508 |
-
|
|
|
|
|
509 |
|
510 |
|
511 |
-
st.write("OpenAI's 'text-embedding-ada-002' model embeddings:")
|
512 |
df = pd.DataFrame({f'"{token_king}" embeddings': king[:50], f'"{token_queen}" embeddings': queen[:50]})
|
513 |
-
|
|
|
|
|
|
|
|
|
514 |
|
515 |
|
516 |
|
|
|
482 |
from transformers import AutoTokenizer
|
483 |
import pandas as pd
|
484 |
import openai
|
485 |
+
import plotly.express as px
|
486 |
|
487 |
model_ckpt = 'bert-base-uncased'
|
488 |
tokenizer = AutoTokenizer.from_pretrained(model_ckpt)
|
|
|
504 |
king = openai.Embedding.create(input=token_king, model=EMBEDDING_MODEL)["data"][0]["embedding"]
|
505 |
queen = openai.Embedding.create(input=token_queen, model=EMBEDDING_MODEL)["data"][0]["embedding"]
|
506 |
|
|
|
507 |
df = pd.DataFrame({f'"{token_king}" embeddings': king_emb_np[:50], f'"{token_queen}" embeddings': queen_emb_np[:50]})
|
508 |
+
fig = px.line(df, title="Google's 'bert-base-uncased' model embeddings")
|
509 |
+
fig.update_layout(legend=dict(orientation="h"))
|
510 |
+
st.plotly_chart(fig, use_container_width=True)
|
511 |
|
512 |
|
|
|
513 |
df = pd.DataFrame({f'"{token_king}" embeddings': king[:50], f'"{token_queen}" embeddings': queen[:50]})
|
514 |
+
fig = px.line(df, title="OpenAI's 'text-embedding-ada-002' model embeddings")
|
515 |
+
fig.update_layout(legend=dict(orientation="h"))
|
516 |
+
st.plotly_chart(fig, use_container_width=True)
|
517 |
+
|
518 |
+
|
519 |
|
520 |
|
521 |
|
requirements.txt
CHANGED
@@ -2,4 +2,5 @@ streamlit~=1.21.0
|
|
2 |
tokenizers~=0.13.3
|
3 |
transformers~=4.31.0
|
4 |
torch~=2.0.1
|
5 |
-
openai~=0.27.8
|
|
|
|
2 |
tokenizers~=0.13.3
|
3 |
transformers~=4.31.0
|
4 |
torch~=2.0.1
|
5 |
+
openai~=0.27.8
|
6 |
+
plotly~=5.15.0
|