Spaces:
Build error
Build error
File size: 1,318 Bytes
26a46c8 7be9f60 1b93928 7be9f60 26a46c8 dd4fed4 26a46c8 7be9f60 dd4fed4 7be9f60 dd4fed4 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 | import sqlite3
import pandas as pd
import numpy as np
def init_db():
conn = sqlite3.connect('embeddings.db')
c = conn.cursor()
c.execute('''CREATE TABLE IF NOT EXISTS embeddings
(sentence TEXT, embedding BLOB)''')
conn.commit()
conn.close()
def save_embeddings_to_db(sentence, embedding):
conn = sqlite3.connect('embeddings.db')
c = conn.cursor()
embedding_blob = sqlite3.Binary(embedding.tobytes())
c.execute("INSERT INTO embeddings (sentence, embedding) VALUES (?, ?)", (sentence, embedding_blob))
conn.commit()
conn.close()
def get_all_embeddings():
conn = sqlite3.connect('embeddings.db')
c = conn.cursor()
c.execute("SELECT sentence, embedding FROM embeddings")
data = c.fetchall()
conn.close()
embeddings = [np.frombuffer(row[1], dtype=np.float32) for row in data]
sentences = [row[0] for row in data]
return embeddings, sentences
def clear_all_entries():
conn = sqlite3.connect('embeddings.db')
c = conn.cursor()
c.execute("DELETE FROM embeddings")
conn.commit()
conn.close()
def fetch_data_as_csv():
conn = sqlite3.connect('embeddings.db')
query = "SELECT sentence, embedding FROM embeddings"
df = pd.read_sql_query(query, conn)
conn.close()
return df.to_csv(index=False)
|