Spaces:
Build error
Build error
File size: 5,665 Bytes
5f07f11 4e1514e 5f07f11 3a2bd5f 5f07f11 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 | import streamlit as st
import requests
from dotenv import load_dotenv
import os
import time
from helper.telemetry import collect_telemetry
from helper.upload_File import uploadFile
from helper.button_behaviour import hide_button, unhide_button
from helper.initialize_analyze_session import initialize_analyze_session
import pandas as pd
from pymongo import MongoClient
import json
from helper.data_field import data_field
from helper.upload_response import upload_response
class Content:
def __init__(self, model_url):
self.uploaded_files = []
self.file_dict = {}
self.file_gt = {}
self.model_url = model_url
#self.analyst_name = analyst_name
#self.data_src = data_src
#self.analyst_description = analyst_description
self.initialize()
self.row1()
def initialize(self):
# FOR ENV
load_dotenv()
# AGENT NAME
#st.header(self.analyst_name)
# EVALUATION FORM LINK
#url = os.getenv('Link')
#st.write('Evaluation Form: [Link](%s)' % url)
# RETURN BUTTON
'''try:
if st.button("Return", type='primary'):
st.switch_page("./pages/home.py")
except Exception:
pass'''
def request_model(self, payload_txt, headers):
response = requests.post(self.model_url, json=payload_txt, headers=headers)
response.raise_for_status()
output = response.json()
text = output["outputs"][0]["outputs"][0]["results"]["text"]["data"]["text"]
text = json.loads(text)
#st.write(text)
return text
def fetch_data(self, data_field):
mongodb_uri = os.getenv("MONGODB_URI")
myclient = MongoClient(mongodb_uri)
mydb = myclient.get_database()
mycol = mydb["df_data"]
# Sort by timestamp field in descending order
x = mycol.find_one(
{"data_field": data_field},
sort=[("timestamp", -1)]
)
x = x["result"]
return x
def process(self):
with st.spinner('Content Analyst...', show_time=True):
st.write('')
headers = {"Content-Type": "application/json", "x-api-key": f"{os.getenv('x_api_key')}"}
try:
payload_txt = {"input_value": self.payload, "output_type": "text", "input_type": "chat"}
payload_txt_model = self.request_model(payload_txt, headers)
debug_info = {'data_field' : 'Content Analyst', 'result': payload_txt_model}
upload_response(debug_info)
st.session_state['content_in_the_website'] = ''
st.session_state['content_outside_the_website'] = ''
count = 0
except Exception as e:
pass
#end_time = time.time()
#time_lapsed = end_time - start_time
#debug_info = {'data_field' : 'GT Metrix', 'result': result}
'''
debug_info = {#'analyst': self.analyst_name,
'url_uuid': self.model_url.split("-")[-1],
'time_lapsed' : time_lapsed,
'crawl_file': [file.name for file in self.uploaded_files] if self.uploaded_files else ['Not available'],
'gt_metrix': [file.name for file in self.gtmetrix] if self.gtmetrix else ['Not available'],
'payload': payload_txt,
'result': result}
if self.gtmetrix:
collect_telemetry(debug_info)
'''
#with st.expander("Debug information", icon="⚙"):
# st.write(debug_info)
st.session_state['analyzing'] = False
try:
self.file_dict.popitem()
except KeyError:
pass
def row1(self):
st.session_state['analyzing'] = False
self.payload = ""
count = 0
try:
session_content_in_the_website = st.session_state['content_in_the_website']
if session_content_in_the_website == 'uploaded':
count += 1
self.payload += self.fetch_data("Content in the Website")
except Exception as e:
pass
try:
session_content_outside_the_website = st.session_state['content_outside_the_website']
if session_content_outside_the_website == 'uploaded':
count += 1
self.payload += self.fetch_data("Content outside the Website")
except Exception as e:
pass
if count >= 1:
summary = self.fetch_data("Client Summary")
self.payload = summary + self.payload
self.process()
if __name__ == "__main__":
st.set_page_config(layout="wide")
upload = uploadFile() |