Spaces:
Build error
Build error
Update database_utils.py
Browse files- database_utils.py +8 -12
database_utils.py
CHANGED
|
@@ -2,7 +2,6 @@ import sqlite3
|
|
| 2 |
import pandas as pd
|
| 3 |
import numpy as np
|
| 4 |
|
| 5 |
-
|
| 6 |
def init_db():
|
| 7 |
conn = sqlite3.connect('embeddings.db')
|
| 8 |
c = conn.cursor()
|
|
@@ -10,7 +9,6 @@ def init_db():
|
|
| 10 |
(sentence TEXT, embedding BLOB)''')
|
| 11 |
conn.commit()
|
| 12 |
conn.close()
|
| 13 |
-
return "Database initialized successfully!"
|
| 14 |
|
| 15 |
def save_embeddings_to_db(sentence, embedding):
|
| 16 |
conn = sqlite3.connect('embeddings.db')
|
|
@@ -20,28 +18,26 @@ def save_embeddings_to_db(sentence, embedding):
|
|
| 20 |
conn.commit()
|
| 21 |
conn.close()
|
| 22 |
|
| 23 |
-
def clear_all_entries():
|
| 24 |
-
conn = sqlite3.connect('embeddings.db')
|
| 25 |
-
c = conn.cursor()
|
| 26 |
-
c.execute("DELETE FROM embeddings")
|
| 27 |
-
conn.commit()
|
| 28 |
-
conn.close()
|
| 29 |
-
|
| 30 |
-
|
| 31 |
def get_all_embeddings():
|
| 32 |
conn = sqlite3.connect('embeddings.db')
|
| 33 |
c = conn.cursor()
|
| 34 |
c.execute("SELECT sentence, embedding FROM embeddings")
|
| 35 |
data = c.fetchall()
|
| 36 |
conn.close()
|
| 37 |
-
embeddings = [np.frombuffer(row[1], dtype=np.float32)
|
| 38 |
sentences = [row[0] for row in data]
|
| 39 |
return embeddings, sentences
|
| 40 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 41 |
|
| 42 |
def fetch_data_as_csv():
|
| 43 |
conn = sqlite3.connect('embeddings.db')
|
| 44 |
query = "SELECT sentence, embedding FROM embeddings"
|
| 45 |
df = pd.read_sql_query(query, conn)
|
| 46 |
conn.close()
|
| 47 |
-
return df.to_csv(index=False)
|
|
|
|
| 2 |
import pandas as pd
|
| 3 |
import numpy as np
|
| 4 |
|
|
|
|
| 5 |
def init_db():
|
| 6 |
conn = sqlite3.connect('embeddings.db')
|
| 7 |
c = conn.cursor()
|
|
|
|
| 9 |
(sentence TEXT, embedding BLOB)''')
|
| 10 |
conn.commit()
|
| 11 |
conn.close()
|
|
|
|
| 12 |
|
| 13 |
def save_embeddings_to_db(sentence, embedding):
|
| 14 |
conn = sqlite3.connect('embeddings.db')
|
|
|
|
| 18 |
conn.commit()
|
| 19 |
conn.close()
|
| 20 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 21 |
def get_all_embeddings():
|
| 22 |
conn = sqlite3.connect('embeddings.db')
|
| 23 |
c = conn.cursor()
|
| 24 |
c.execute("SELECT sentence, embedding FROM embeddings")
|
| 25 |
data = c.fetchall()
|
| 26 |
conn.close()
|
| 27 |
+
embeddings = [np.frombuffer(row[1], dtype=np.float32) for row in data]
|
| 28 |
sentences = [row[0] for row in data]
|
| 29 |
return embeddings, sentences
|
| 30 |
|
| 31 |
+
def clear_all_entries():
|
| 32 |
+
conn = sqlite3.connect('embeddings.db')
|
| 33 |
+
c = conn.cursor()
|
| 34 |
+
c.execute("DELETE FROM embeddings")
|
| 35 |
+
conn.commit()
|
| 36 |
+
conn.close()
|
| 37 |
|
| 38 |
def fetch_data_as_csv():
|
| 39 |
conn = sqlite3.connect('embeddings.db')
|
| 40 |
query = "SELECT sentence, embedding FROM embeddings"
|
| 41 |
df = pd.read_sql_query(query, conn)
|
| 42 |
conn.close()
|
| 43 |
+
return df.to_csv(index=False)
|