Spaces:
Runtime error
Runtime error
im
commited on
Commit
·
348c0ea
1
Parent(s):
84c1553
change charts to plotly
Browse files- app.py +9 -4
- requirements.txt +2 -1
app.py
CHANGED
|
@@ -482,6 +482,7 @@ from transformers import AutoConfig
|
|
| 482 |
from transformers import AutoTokenizer
|
| 483 |
import pandas as pd
|
| 484 |
import openai
|
|
|
|
| 485 |
|
| 486 |
model_ckpt = 'bert-base-uncased'
|
| 487 |
tokenizer = AutoTokenizer.from_pretrained(model_ckpt)
|
|
@@ -503,14 +504,18 @@ EMBEDDING_ENCODING = 'cl100k_base'
|
|
| 503 |
king = openai.Embedding.create(input=token_king, model=EMBEDDING_MODEL)["data"][0]["embedding"]
|
| 504 |
queen = openai.Embedding.create(input=token_queen, model=EMBEDDING_MODEL)["data"][0]["embedding"]
|
| 505 |
|
| 506 |
-
st.write("Google's 'bert-base-uncased' model embeddings:")
|
| 507 |
df = pd.DataFrame({f'"{token_king}" embeddings': king_emb_np[:50], f'"{token_queen}" embeddings': queen_emb_np[:50]})
|
| 508 |
-
|
|
|
|
|
|
|
| 509 |
|
| 510 |
|
| 511 |
-
st.write("OpenAI's 'text-embedding-ada-002' model embeddings:")
|
| 512 |
df = pd.DataFrame({f'"{token_king}" embeddings': king[:50], f'"{token_queen}" embeddings': queen[:50]})
|
| 513 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 514 |
|
| 515 |
|
| 516 |
|
|
|
|
| 482 |
from transformers import AutoTokenizer
|
| 483 |
import pandas as pd
|
| 484 |
import openai
|
| 485 |
+
import plotly.express as px
|
| 486 |
|
| 487 |
model_ckpt = 'bert-base-uncased'
|
| 488 |
tokenizer = AutoTokenizer.from_pretrained(model_ckpt)
|
|
|
|
| 504 |
king = openai.Embedding.create(input=token_king, model=EMBEDDING_MODEL)["data"][0]["embedding"]
|
| 505 |
queen = openai.Embedding.create(input=token_queen, model=EMBEDDING_MODEL)["data"][0]["embedding"]
|
| 506 |
|
|
|
|
| 507 |
df = pd.DataFrame({f'"{token_king}" embeddings': king_emb_np[:50], f'"{token_queen}" embeddings': queen_emb_np[:50]})
|
| 508 |
+
fig = px.line(df, title="Google's 'bert-base-uncased' model embeddings")
|
| 509 |
+
fig.update_layout(legend=dict(orientation="h"))
|
| 510 |
+
st.plotly_chart(fig, use_container_width=True)
|
| 511 |
|
| 512 |
|
|
|
|
| 513 |
df = pd.DataFrame({f'"{token_king}" embeddings': king[:50], f'"{token_queen}" embeddings': queen[:50]})
|
| 514 |
+
fig = px.line(df, title="OpenAI's 'text-embedding-ada-002' model embeddings")
|
| 515 |
+
fig.update_layout(legend=dict(orientation="h"))
|
| 516 |
+
st.plotly_chart(fig, use_container_width=True)
|
| 517 |
+
|
| 518 |
+
|
| 519 |
|
| 520 |
|
| 521 |
|
requirements.txt
CHANGED
|
@@ -2,4 +2,5 @@ streamlit~=1.21.0
|
|
| 2 |
tokenizers~=0.13.3
|
| 3 |
transformers~=4.31.0
|
| 4 |
torch~=2.0.1
|
| 5 |
-
openai~=0.27.8
|
|
|
|
|
|
| 2 |
tokenizers~=0.13.3
|
| 3 |
transformers~=4.31.0
|
| 4 |
torch~=2.0.1
|
| 5 |
+
openai~=0.27.8
|
| 6 |
+
plotly~=5.15.0
|