Upload app.py

app.py

@@ -1,103 +1,198 @@
-import os
-import streamlit as st
-from dotenv import load_dotenv
-from langchain_core.messages import AIMessage, HumanMessage
-from langchain_community.llms import HuggingFaceEndpoint
-from langchain_core.output_parsers import StrOutputParser
-from langchain_core.prompts import ChatPromptTemplate
-
-# Load environment variables from .env file
-load_dotenv()
-
-# Get the API token from environment variable
-api_token = os.getenv("API_TOKEN")
-
-# Define the repository ID and task
-repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
-task = "text-generation"
-
-# App config
-st.set_page_config(page_title="GOAHEAD.AI",page_icon= "🌍")
-st.title("GOAHEAD.AI ✈️")
-
-# Define the template outside the function
-template = """
-You are a  travel assistant chatbot your name is GOAHEAD.AI designed to help users plan their trips and provide travel-related information. Here are some scenarios you should be able to handle:
-
-1. Booking Flights: Assist users with booking flights to their desired destinations. Ask for departure city, destination city, travel dates, and any specific preferences (e.g., direct flights, airline preferences). Check available airlines and book the tickets accordingly.
-
-2. Booking Hotels: Help users find and book accommodations. Inquire about city or region, check-in/check-out dates, number of guests, and accommodation preferences (e.g., budget, amenities). 
-
-3. Booking Rental Cars: Facilitate the booking of rental cars for travel convenience. Gather details such as pickup/drop-off locations, dates, car preferences (e.g., size, type), and any additional requirements.
-
-4. Destination Information: Provide information about popular travel destinations. Offer insights on attractions, local cuisine, cultural highlights, weather conditions, and best times to visit.
-
-5. Travel Tips: Offer practical travel tips and advice. Topics may include packing essentials, visa requirements, currency exchange, local customs, and safety tips.
-
-6. Weather Updates: Give current weather updates for specific destinations or regions. Include temperature forecasts, precipitation chances, and any weather advisories.
-
-7. Local Attractions: Suggest local attractions and points of interest based on the user's destination. Highlight must-see landmarks, museums, parks, and recreational activities.
-
-8. Customer Service: Address customer service inquiries and provide assistance with travel-related issues. Handle queries about bookings, cancellations, refunds, and general support.
-
-Please ensure responses are informative, accurate, and tailored to the user's queries and preferences. Use natural language to engage users and provide a seamless experience throughout their travel planning journey.
-
-Chat history:
-{chat_history}
-
-User question:
-{user_question}
-"""
-
-prompt = ChatPromptTemplate.from_template(template)
-
-# Function to get a response from the model
-def get_response(user_query, chat_history):
-    # Initialize the Hugging Face Endpoint
-    llm = HuggingFaceEndpoint(
-        huggingfacehub_api_token=api_token,
-        repo_id=repo_id,
-        task=task
-    )
-
-    chain = prompt | llm | StrOutputParser()
-
-    response = chain.invoke({
-        "chat_history": chat_history,
-        "user_question": user_query,
-    })
-
-    return response
-
-# Initialize session state
-if "chat_history" not in st.session_state:
-    st.session_state.chat_history = [
-        AIMessage(content="Hello, how can I help you?"),
-    ]
-
-# Display chat history
-for message in st.session_state.chat_history:
-    if isinstance(message, AIMessage):
-        with st.chat_message("AI"):
-            st.write(message.content)
-    elif isinstance(message, HumanMessage):
-        with st.chat_message("Human"):
-            st.write(message.content)
-
-# User input
-user_query = st.chat_input("Type your message here...")
-if user_query is not None and user_query != "":
-    st.session_state.chat_history.append(HumanMessage(content=user_query))
-
-    with st.chat_message("Human"):
-        st.markdown(user_query)
-
-    response = get_response(user_query, st.session_state.chat_history)
-
-    # Remove any unwanted prefixes from the response
-    response = response.replace("AI response:", "").replace("chat response:", "").replace("bot response:", "").strip()
-
-    with st.chat_message("AI"):
-        st.write(response)
-
-    st.session_state.chat_history.append(AIMessage(content=response))
+# -*- coding: utf-8 -*-
+"""Untitled68.ipynb
+
+Automatically generated by Colab.
+
+Original file is located at
+    https://colab.research.google.com/drive/1h4tpXH6r9B2VZLVwksIkuuVpcrXTUnuJ
+"""
+
+import torch
+import bitsandbytes as bnb
+import transformers
+import re
+import pandas as pd
+import os
+import streamlit as st
+
+from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig
+from langchain.llms import HuggingFacePipeline
+from langchain.prompts import PromptTemplate, SystemMessagePromptTemplate, HumanMessagePromptTemplate, ChatPromptTemplate
+from langchain_core.output_parsers import StrOutputParser
+from langchain_community.document_loaders import YoutubeLoader, DataFrameLoader
+from langchain_community.vectorstores.utils import filter_complex_metadata
+from langchain.text_splitter import RecursiveCharacterTextSplitter
+from langchain_community.embeddings import HuggingFaceEmbeddings
+from langchain_community.vectorstores import FAISS
+from langchain.schema.runnable import RunnablePassthrough
+from langchain_core.messages import AIMessage, HumanMessage
+from dotenv import load_dotenv
+
+# Get the API token from environment variable
+api_token = os.getenv("API_TOKEN")
+
+os.environ["PYTORCH_CUDA_ALLOC_CONF"] = "max_split_size_mb:15000"
+
+model_id = "google/gemma-2-9b-it"
+quantization_config = BitsAndBytesConfig(load_in_4bit=True)
+
+tokenizer = AutoTokenizer.from_pretrained(
+    model_id,
+    return_tensors="pt",
+    padding=True,
+    truncation=True,
+    trust_remote_code=True,
+)
+tokenizer.pad_token = tokenizer.eos_token
+tokenizer.padding_side = "right"
+
+model = AutoModelForCausalLM.from_pretrained(
+    model_id,
+    quantization_config=quantization_config,
+    device_map="auto",
+    low_cpu_mem_usage=True,
+    pad_token_id=0,
+)
+model.config.use_cache = False
+
+# Create a text generation pipeline with specific settings
+pipe = transformers.pipeline(
+    task="text-generation",
+    model=model,
+    tokenizer=tokenizer,
+    torch_dtype=torch.float16,
+    device_map="auto",
+#     do_sample=True,
+#     top_k=10,
+    temperature=0.0,
+    top_p=0.9,
+    num_return_sequences=1,
+    eos_token_id=tokenizer.eos_token_id,
+    max_length=4096,
+    truncation=True,
+)
+
+chat_model = HuggingFacePipeline(pipeline=pipe)
+
+
+template = """
+You are a genius trader with extensive knowledge of the financial and stock markets, capable of providing deep and insightful analysis of financial stocks with remarkable accuracy.
+
+**ALWAYS**
+Summarize and provide the main insights.
+Be as detailed as possible, but don't make up any information that’s not from the context.
+If you don't know an answer, say you don't know.
+Let's think step by step.
+
+Please ensure responses are informative, accurate, and tailored to the user's queries and preferences.
+Use natural language to engage users and provide readable content throughout your response.
+
+{context}
+"""
+
+review_system_prompt = SystemMessagePromptTemplate(
+    prompt=PromptTemplate(
+        input_variables=["context"],
+        template=template,
+    )
+)
+
+review_human_prompt = HumanMessagePromptTemplate(
+    prompt=PromptTemplate(
+        input_variables=["question"],
+        template="{question}",
+    )
+)
+messages = [review_system_prompt, review_human_prompt]
+
+review_prompt_template = ChatPromptTemplate(
+    input_variables=["context", "question"],
+    messages=messages,
+)
+
+
+def find_youtube_links(text):
+    # Define the regular expression pattern for YouTube URLs
+    youtube_regex = (r'(https?://(?:www\.)?(?:youtube\.com/watch\?v=|youtu\.be/)[^ \n]+)')
+    # Use re.findall() to find all matches in the text
+    matches = re.findall(youtube_regex, text)
+    return str(' '.join(matches))
+
+
+# Function to get a response from the model
+def get_response(user_query):
+    review_chain = (
+        {"context": reviews_retriever, "question": RunnablePassthrough()}
+        | review_prompt_template
+        | chat_model
+        | StrOutputParser()
+    )
+    response = review_chain.invoke(user_query)
+    return response
+
+# App config
+st.set_page_config(page_title="GOAHEAD.VN", page_icon="🌍")
+st.title("Summary and provide insights from youtube news.")
+
+# Initialize session state
+if "chat_history" not in st.session_state:
+    st.session_state.chat_history = [
+        AIMessage(content="Hello, how can I help you?"),
+    ]
+
+# Display chat history
+for message in st.session_state.chat_history:
+    if isinstance(message, AIMessage):
+        with st.chat_message("AI"):
+            st.write(message.content)
+    elif isinstance(message, HumanMessage):
+        with st.chat_message("Human"):
+            st.write(message.content)
+
+# User input
+user_query = st.chat_input("Type your message here...")
+
+if user_query is not None and find_youtube_links(user_query) != "":
+    st.session_state.chat_history.append(HumanMessage(content=user_query))
+
+    with st.chat_message("Human"):
+        st.markdown(user_query)
+
+    loader = YoutubeLoader.from_youtube_url(
+        find_youtube_links(url),
+        add_video_info=False,
+        language=["en", "vi"],
+        translation="en",
+    )
+    docs = loader.load()
+    # Convert the loaded documents to a list of dictionaries
+    data_list = [
+        {
+            "source": doc.metadata['source'],
+            "page_content": doc.page_content
+        }
+        for doc in docs
+    ]
+    df = pd.DataFrame(data_list)
+    loader = DataFrameLoader(df, page_content_column='page_content')
+    content = loader.load()
+    content = filter_complex_metadata(content)
+
+    # Split the document into chunks with a specified chunk size
+    text_splitter = RecursiveCharacterTextSplitter(chunk_size=1500, chunk_overlap=150)
+    all_splits = text_splitter.split_documents(content)
+
+    # Initialize the embedding model
+    embedding_model = HuggingFaceEmbeddings(model_name="sentence-transformers/all-MiniLM-L12-v2")
+
+    # Store the document into a vector store with a specific embedding model
+    vectorstore = FAISS.from_documents(all_splits, embedding_model)
+
+    reviews_retriever  = vectorstore.as_retriever()
+
+    response = get_response("Help me summary and provide main insights.")
+
+    with st.chat_message("AI"):
+        st.write(response)
+
+    st.session_state.chat_history.append(AIMessage(content=response))