Spaces:
Sleeping
Sleeping
File size: 2,316 Bytes
053f8be 427dfec e758b5d 053f8be bd2dd04 053f8be ed38f80 bd2dd04 427dfec 053f8be 427dfec 053f8be b8f1a52 053f8be a866660 053f8be 427dfec 053f8be 427dfec 5ec1e24 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 | import streamlit as st
from groq import Groq
from langchain_groq import ChatGroq
from langchain import hub
from langchain_chroma import Chroma
from langchain_community.document_loaders import WebBaseLoader
from langchain.document_loaders import WebBaseLoader
from langchain_core.output_parsers import StrOutputParser
from langchain_core.runnables import RunnablePassthrough
from langchain_text_splitters import RecursiveCharacterTextSplitter
from sentence_transformers import SentenceTransformer
import bs4
import torch
# Initialize the Groq client
client = Groq(api_key="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")
def generate_response_groq(context, query):
"""Generate response using Groq API."""
prompt = f"Context: {context}\nQuestion: {query}\nAnswer:"
chat_completion = client.chat.completions.create(
messages=[
{
"role": "user",
"content": prompt,
}
],
model="llama3-8b-8192",
)
response = chat_completion.choices[0].message.content
return response
def extract_text_from_url(url):
"""Extract text from URL using WebBaseLoader."""
loader = WebBaseLoader(
web_paths=(url,),
bs_kwargs=dict(
parse_only=bs4.SoupStrainer()
),
)
docs = loader.load()
text_splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=200)
splits = text_splitter.split_documents(docs)
text = ""
for split in splits:
text += split.page_content
return text
# Set the page layout to wide for better UI space
st.set_page_config(page_title="IESCO Tariff Guide", layout="wide")
# UI
st.title("IESCO Tariff Guide")
st.markdown("<div class='main-content'>", unsafe_allow_html=True)
url = "https://iesco.com.pk/index.php/customer-services/tariff-guide#"
document_text = extract_text_from_url(url)
st.text_area("Extracted Text", document_text, height=200)
query = st.text_input("Enter your query")
if st.button("Submit"):
if query:
with st.spinner("Generating response..."):
response = generate_response_groq(document_text, query)
st.write("**Response:**")
st.write(response)
else:
st.error("Please enter a query.")
st.markdown("</div>", unsafe_allow_html=True)
|