financial-rag-chatbot / scripts /test_full_pipeline.sh
Claude
Add remote indexing options and pipeline testing tools
047f43e unverified
#!/bin/bash
# ์ „์ฒด ํŒŒ์ดํ”„๋ผ์ธ ํ…Œ์ŠคํŠธ (์ƒ˜ํ”Œ ๋ฐ์ดํ„ฐ)
# ์‹ค์ œ 2,639๊ฐœ PDF ์ „์— ์‹œ์Šคํ…œ ํ…Œ์ŠคํŠธ
set -e
echo "=================================================="
echo "์ „์ฒด ํŒŒ์ดํ”„๋ผ์ธ ํ…Œ์ŠคํŠธ (์ƒ˜ํ”Œ ๋ฐ์ดํ„ฐ)"
echo "=================================================="
# 1. ์ƒ˜ํ”Œ PDF ์ƒ์„ฑ
echo ""
echo "1๏ธโƒฃ ์ƒ˜ํ”Œ PDF ์ƒ์„ฑ..."
python scripts/create_sample_pdfs.py
# 2. ์ธ๋ฑ์‹ฑ
echo ""
echo "2๏ธโƒฃ ์ธ๋ฑ์‹ฑ ์‹คํ–‰..."
python scripts/index_pdfs.py
# 3. ๋ฒกํ„ฐ DB ํ™•์ธ
echo ""
echo "3๏ธโƒฃ ๋ฒกํ„ฐ DB ํ™•์ธ..."
python scripts/check_vector_db.py
# 4. ๋ฒกํ„ฐ DB ์šฉ๋Ÿ‰ ํ™•์ธ
echo ""
echo "4๏ธโƒฃ ๋ฒกํ„ฐ DB ์šฉ๋Ÿ‰..."
du -sh data/chroma_db
echo ""
echo "=================================================="
echo "โœ… ํŒŒ์ดํ”„๋ผ์ธ ํ…Œ์ŠคํŠธ ์™„๋ฃŒ!"
echo "=================================================="
echo ""
echo "์ด์ œ ์‹ค์ œ 2,639๊ฐœ PDF๋กœ:"
echo "1. .env์—์„œ PDF_SOURCE_PATH ๋ณ€๊ฒฝ"
echo "2. ./run_indexing.sh ์‹คํ–‰"
echo "3. ./upload_to_github.sh ์‹คํ–‰"
echo "=================================================="