rianders commited on
Commit
dd4fed4
·
verified ·
1 Parent(s): fb57cc2

Update database_utils.py

Browse files
Files changed (1) hide show
  1. database_utils.py +8 -12
database_utils.py CHANGED
@@ -2,7 +2,6 @@ import sqlite3
2
  import pandas as pd
3
  import numpy as np
4
 
5
-
6
  def init_db():
7
  conn = sqlite3.connect('embeddings.db')
8
  c = conn.cursor()
@@ -10,7 +9,6 @@ def init_db():
10
  (sentence TEXT, embedding BLOB)''')
11
  conn.commit()
12
  conn.close()
13
- return "Database initialized successfully!"
14
 
15
  def save_embeddings_to_db(sentence, embedding):
16
  conn = sqlite3.connect('embeddings.db')
@@ -20,28 +18,26 @@ def save_embeddings_to_db(sentence, embedding):
20
  conn.commit()
21
  conn.close()
22
 
23
- def clear_all_entries():
24
- conn = sqlite3.connect('embeddings.db')
25
- c = conn.cursor()
26
- c.execute("DELETE FROM embeddings")
27
- conn.commit()
28
- conn.close()
29
-
30
-
31
  def get_all_embeddings():
32
  conn = sqlite3.connect('embeddings.db')
33
  c = conn.cursor()
34
  c.execute("SELECT sentence, embedding FROM embeddings")
35
  data = c.fetchall()
36
  conn.close()
37
- embeddings = [np.frombuffer(row[1], dtype=np.float32).reshape(-1, 3) for row in data]
38
  sentences = [row[0] for row in data]
39
  return embeddings, sentences
40
 
 
 
 
 
 
 
41
 
42
  def fetch_data_as_csv():
43
  conn = sqlite3.connect('embeddings.db')
44
  query = "SELECT sentence, embedding FROM embeddings"
45
  df = pd.read_sql_query(query, conn)
46
  conn.close()
47
- return df.to_csv(index=False)
 
2
  import pandas as pd
3
  import numpy as np
4
 
 
5
  def init_db():
6
  conn = sqlite3.connect('embeddings.db')
7
  c = conn.cursor()
 
9
  (sentence TEXT, embedding BLOB)''')
10
  conn.commit()
11
  conn.close()
 
12
 
13
  def save_embeddings_to_db(sentence, embedding):
14
  conn = sqlite3.connect('embeddings.db')
 
18
  conn.commit()
19
  conn.close()
20
 
 
 
 
 
 
 
 
 
21
  def get_all_embeddings():
22
  conn = sqlite3.connect('embeddings.db')
23
  c = conn.cursor()
24
  c.execute("SELECT sentence, embedding FROM embeddings")
25
  data = c.fetchall()
26
  conn.close()
27
+ embeddings = [np.frombuffer(row[1], dtype=np.float32) for row in data]
28
  sentences = [row[0] for row in data]
29
  return embeddings, sentences
30
 
31
+ def clear_all_entries():
32
+ conn = sqlite3.connect('embeddings.db')
33
+ c = conn.cursor()
34
+ c.execute("DELETE FROM embeddings")
35
+ conn.commit()
36
+ conn.close()
37
 
38
  def fetch_data_as_csv():
39
  conn = sqlite3.connect('embeddings.db')
40
  query = "SELECT sentence, embedding FROM embeddings"
41
  df = pd.read_sql_query(query, conn)
42
  conn.close()
43
+ return df.to_csv(index=False)