File size: 2,286 Bytes
f755f5a
531aec4
 
f755f5a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
import gradio as gr
import os
os.environ["OPENAI_API_KEY"] = os.getenv('OPENAI_API_KEY')
from langchain.document_loaders import PyPDFLoader
from langchain.text_splitter import RecursiveCharacterTextSplitter
from langchain.vectorstores import Chroma
from langchain.embeddings import OpenAIEmbeddings
from langchain.chat_models import ChatOpenAI
from langchain.retrievers.multi_query import MultiQueryRetriever
from langchain.chains import RetrievalQA

#Loader
loader = PyPDFLoader("2020_emaster_keynote.pdf")
pages = loader.load_and_split()

#Split
text_splitter = RecursiveCharacterTextSplitter(
    # Set a really small chunk size, just to show.
    chunk_size = 300,
    chunk_overlap  = 20,
    length_function = len,
    is_separator_regex = False,
)
texts = text_splitter.split_documents(pages)

#Embedding
embeddings_model = OpenAIEmbeddings()

# load it into Chroma
db = Chroma.from_documents(texts, embeddings_model)

# question = "๋ฐ์ดํ„ฐ๋ฒ ์ด์Šค์˜ ์ •์˜?"
llm = ChatOpenAI(model_name="gpt-3.5-turbo", temperature=0.5)
qa_chain = RetrievalQA.from_chain_type(llm,retriever=db.as_retriever())


# ์ธํ„ฐํŽ˜์ด์Šค๋ฅผ ์ƒ์„ฑ.
with gr.Blocks() as demo:
    gr.Image('images/emaster.png')

    gr.Text('''
                ์ด๋Ÿฐ ์งˆ๋ฌธ ์–ด๋– ์„ธ์š”? 
                ๋ฐ์ดํ„ฐ๋ฒ ์ด์Šค์˜ ์ •์˜
            ''')    
    chatbot = gr.Chatbot(label="์ •๋ณด์ฒ˜๋ฆฌ์‚ฐ์—…๊ธฐ์‚ฌ์ฑ—๋ด‡") # ์ฒญ๋…„์ •์ฑ…์ฑ—๋ด‡ ๋ ˆ์ด๋ธ”์„ ์ขŒ์ธก ์ƒ๋‹จ์— ๊ตฌ์„ฑ
    msg = gr.Textbox(label="์งˆ๋ฌธํ•ด์ฃผ์„ธ์š”!")  # ํ•˜๋‹จ์˜ ์ฑ„ํŒ…์ฐฝ์˜ ๋ ˆ์ด๋ธ”
    clear = gr.Button("๋Œ€ํ™” ์ดˆ๊ธฐํ™”")  # ๋Œ€ํ™” ์ดˆ๊ธฐํ™” ๋ฒ„ํŠผ

    # ์ฑ—๋ด‡์˜ ๋‹ต๋ณ€์„ ์ฒ˜๋ฆฌํ•˜๋Š” ํ•จ์ˆ˜
    def respond(message, chat_history):
      result = qa_chain({"query": message})
    #   result = qa_chain(message)
      bot_message = result['result']

      # ์ฑ„ํŒ… ๊ธฐ๋ก์— ์‚ฌ์šฉ์ž์˜ ๋ฉ”์‹œ์ง€์™€ ๋ด‡์˜ ์‘๋‹ต์„ ์ถ”๊ฐ€.
      chat_history.append((message, bot_message))
      return "", chat_history

    # ์‚ฌ์šฉ์ž์˜ ์ž…๋ ฅ์„ ์ œ์ถœ(submit)ํ•˜๋ฉด respond ํ•จ์ˆ˜๊ฐ€ ํ˜ธ์ถœ.
    msg.submit(respond, [msg, chatbot], [msg, chatbot])

    # '์ดˆ๊ธฐํ™”' ๋ฒ„ํŠผ์„ ํด๋ฆญํ•˜๋ฉด ์ฑ„ํŒ… ๊ธฐ๋ก์„ ์ดˆ๊ธฐํ™”.
    clear.click(lambda: None, None, chatbot, queue=False)

# ์ธํ„ฐํŽ˜์ด์Šค ์‹คํ–‰.
demo.launch(debug=True, share=True)