jiarongqiu commited on
Commit
de93b1d
·
1 Parent(s): 7a65857
Files changed (2) hide show
  1. service/scheduler.py +7 -1
  2. service/vector_store.py +6 -2
service/scheduler.py CHANGED
@@ -10,7 +10,7 @@ class Scheduler:
10
 
11
  def __init__(self):
12
  self.scheduler = BackgroundScheduler()
13
- self.jobs = [self.update_filecoin_stat]
14
 
15
  def run(self):
16
  for job in self.jobs:
@@ -34,5 +34,11 @@ class Scheduler:
34
  # print(f"Update {text}")
35
  vector_store.upsert(text,"dataset_1",source='https://fvm.starboard.ventures/explorer/leaderboard?utm_source=Starboard-TLDR-HTS')
36
 
 
 
 
 
 
 
37
 
38
 
 
10
 
11
  def __init__(self):
12
  self.scheduler = BackgroundScheduler()
13
+ self.jobs = [self.update_filecoin_stat,self.update_filecoin_data_stat]
14
 
15
  def run(self):
16
  for job in self.jobs:
 
34
  # print(f"Update {text}")
35
  vector_store.upsert(text,"dataset_1",source='https://fvm.starboard.ventures/explorer/leaderboard?utm_source=Starboard-TLDR-HTS')
36
 
37
+ def update_filecoin_data_stat(sefl):
38
+ total_raw_bytes_power = api.get_fvm_storage()
39
+ text = """The Data stored on the Filecoin Network is {} EiB. The Network Raw Byte Power of the Filecoin Network is {} EiB.
40
+ """.format(total_raw_bytes_power,total_raw_bytes_power)
41
+ # print(f"Update {text}")
42
+ vector_store.upsert(text,"dataset_2",source='https://fvm.starboard.ventures/explorer/leaderboard?utm_source=Starboard-TLDR-HTS')
43
 
44
 
service/vector_store.py CHANGED
@@ -188,7 +188,11 @@ class VectorStore(Pinecone):
188
 
189
  def upsert(self,text,id,source=''):
190
  embed = self.embeddings.embed_query(text)
191
- vector_store._index.update(id=id,values=embed,set_metadata={"description":text,"text":text,source:source})
192
- print(f"upsert text:{text} with id:{id}")
 
 
 
 
193
 
194
  vector_store = VectorStore()
 
188
 
189
  def upsert(self,text,id,source=''):
190
  embed = self.embeddings.embed_query(text)
191
+ metadata = {"description":text,"text":text,"source":source}
192
+ vector_store._index.update(id=id,values=embed,set_metadata=metadata)
193
+ # vector_store._index.upsert(vectors=[
194
+ # {'id':id,'values':embed,'metadata':metadata}]
195
+ # )
196
+ print(f"upsert text:{text} with meta:{metadata}")
197
 
198
  vector_store = VectorStore()