File size: 525 Bytes
85a68fb
 
 
 
 
 
 
 
be3a5c4
 
85a68fb
 
 
 
 
be3a5c4
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
# from datasets import load_dataset

# def load_influencer_data():
#     dataset = load_dataset("subashdvorak/tiktok-agentic-story",revision="embedded")
#     data= dataset['train'].add_faiss_index('embeddings')
#     return data


from datasets import load_dataset

print("Loading dataset and indexing FAISS...")  # Optional: for debugging

dataset = load_dataset("subashdvorak/tiktok-agentic-story", revision="embedded")
data = dataset['train'].add_faiss_index('embeddings')

def load_influencer_data():
    return data