File size: 910 Bytes
243b4bc
 
24efe34
 
243b4bc
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
24efe34
 
 
 
 
243b4bc
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
#!/bin/bash

echo "Starting Vector Storing (dual-index mode)"
echo "Ingesting image + text embeddings into separate Pinecone indexes..."

cd "$(dirname "$0")/.." || exit 1

python3 -c "
import asyncio
import sys
from dotenv import load_dotenv
load_dotenv()
from src.logger import *
from src.components.vectorizing_data import Vectorizer


async def main():
    override = False
    if '--override' in sys.argv:
        idx = sys.argv.index('--override')
        if idx + 1 < len(sys.argv):
            override = sys.argv[idx + 1].lower() in ('true', '1', 'yes')
        else:
            override = True
    # ingest_vectors: new dual-index approach
    # ImageEncoder -> image Pinecone index
    # TextEncoder  -> text  Pinecone index
    # (ingest_vec is deprecated - used old MyModel.predict_emb single merged embedding)
    await Vectorizer().ingest_vectors(override=override)

asyncio.run(main())
" "$@"