Update app.py
Browse files
app.py
CHANGED
|
@@ -14,6 +14,7 @@ from huggingface_hub import hf_hub_download # Hugging Face Hub์์ ๋ชจ๋ธ์
|
|
| 14 |
from langchain.document_loaders import JSONLoader
|
| 15 |
import json
|
| 16 |
from pathlib import Path
|
|
|
|
| 17 |
|
| 18 |
# PDF ๋ฌธ์๋ก๋ถํฐ ํ
์คํธ๋ฅผ ์ถ์ถํ๋ ํจ์์
๋๋ค.
|
| 19 |
def get_pdf_text(pdf_docs):
|
|
@@ -30,8 +31,20 @@ def get_pdf_text(pdf_docs):
|
|
| 30 |
def get_text_file(docs):
|
| 31 |
pass
|
| 32 |
|
| 33 |
-
def get_csv_file(
|
| 34 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 35 |
|
| 36 |
def get_json_file(json_docs):
|
| 37 |
temp_dir = tempfile.TemporaryDirectory() # ์์ ๋๋ ํ ๋ฆฌ๋ฅผ ์์ฑํฉ๋๋ค.
|
|
|
|
| 14 |
from langchain.document_loaders import JSONLoader
|
| 15 |
import json
|
| 16 |
from pathlib import Path
|
| 17 |
+
from langchain.document_loaders.csv_loader import CSVLoader
|
| 18 |
|
| 19 |
# PDF ๋ฌธ์๋ก๋ถํฐ ํ
์คํธ๋ฅผ ์ถ์ถํ๋ ํจ์์
๋๋ค.
|
| 20 |
def get_pdf_text(pdf_docs):
|
|
|
|
| 31 |
def get_text_file(docs):
|
| 32 |
pass
|
| 33 |
|
| 34 |
+
def get_csv_file(csv_docs):
|
| 35 |
+
temp_dir = tempfile.TemporaryDirectory() # ์์ ๋๋ ํ ๋ฆฌ๋ฅผ ์์ฑํฉ๋๋ค.
|
| 36 |
+
temp_filepath = os.path.join(temp_dir.name, csv_docs.name) # ์์ ํ์ผ ๊ฒฝ๋ก๋ฅผ ์์ฑํฉ๋๋ค.
|
| 37 |
+
with open(temp_filepath, "wb") as f: # ์์ ํ์ผ์ ๋ฐ์ด๋๋ฆฌ ์ฐ๊ธฐ ๋ชจ๋๋ก ์ฝ๋๋ค.
|
| 38 |
+
f.write(csv_docs.getvalue()) # PDF ๋ฌธ์์ ๋ด์ฉ์ ์์ ํ์ผ์ ์๋๋ค.
|
| 39 |
+
csv_loader = CSVLoader(file_path='./example_data/mlb_teams_2012.csv', csv_args={
|
| 40 |
+
'delimiter': ',',
|
| 41 |
+
'quotechar': '"',
|
| 42 |
+
'fieldnames': ['name', 'email', 'phone']
|
| 43 |
+
})
|
| 44 |
+
csv_doc = csv_loader.load() # ํ
์คํธ๋ฅผ ์ถ์ถํฉ๋๋ค.
|
| 45 |
+
return csv_doc # ์ถ์ถํ ํ
์คํธ๋ฅผ ๋ฐํํฉ๋๋ค.
|
| 46 |
+
|
| 47 |
+
data = loader.load()
|
| 48 |
|
| 49 |
def get_json_file(json_docs):
|
| 50 |
temp_dir = tempfile.TemporaryDirectory() # ์์ ๋๋ ํ ๋ฆฌ๋ฅผ ์์ฑํฉ๋๋ค.
|