File size: 292 Bytes
85a68fb
be3a5c4
 
85a68fb
 
61a4f47
85a68fb
 
be3a5c4
93a5bf9
1
2
3
4
5
6
7
8
9
10

from datasets import load_dataset

print("Loading dataset and indexing FAISS...")  # Optional: for debugging

dataset = load_dataset("subashdvorak/tiktok-formatted-story", revision="embedded")
data = dataset['train'].add_faiss_index('embeddings')

def load_influencer_data():
    return data