redundancy

Sleeping

App Files Files Community

MFF212 commited on Sep 6, 2023

Commit

ba970f2

1 Parent(s): cf52350

Update main.py

Browse files

Files changed (1) hide show

main.py +90 -71

main.py CHANGED Viewed

@@ -1,84 +1,103 @@
 from fastapi import FastAPI, UploadFile, File
 from fastapi.responses import HTMLResponse
-from fastapi.responses import HTMLResponse, FileResponse
-import pandas as pd
-import io
 import requests
-import time
 app = FastAPI()
-@app.get("/", response_class=HTMLResponse)
-async def analyze_logs():
-    return """
-    <html>
-        <body>
-            <form action="/upload/" enctype="multipart/form-data" method="post">
-                <input name="file" type="file">
-                <input type="submit">
-            </form>
-        </body>
-    </html>
-    """
 @app.post("/upload/")
 async def upload_file(file: UploadFile = File(...)):
     contents = await file.read()
-    logs_df = pd.read_parquet(io.BytesIO(contents))
-    processing_message = "\n\n Processing files...\n\n"
-    time.sleep(3)  # Simulate processing time (3 seconds)
-    logs_df['datetime'] = pd.to_datetime(logs_df['datetime'], format='%d/%m/%Y:%H:%M:%S')
-    logs_df['day'] = logs_df['datetime'].apply(lambda x: x.day)
-    logs_df['hour'] = logs_df['datetime'].apply(lambda x: x.hour)
-    logs_df['minute'] = logs_df['datetime'].apply(lambda x: x.minute)
-    ip_address_count_df = (
-        logs_df.groupby(['method', 'client'], as_index=False)
-        .size()
-        .rename(columns={'size': 'count'})
-        .sort_values('count', ascending=False)
-    )
-    ip_address_count_df = ip_address_count_df.assign(
-        perc=ip_address_count_df['count'].div(ip_address_count_df['count'].sum()),
-        cum_perc=lambda df: df['perc'].cumsum(),
-    )
-    result = (
-        "<h1>Redundant IP Requests....</h1>"
-        "<p>The Total API Requests from the sample logs are : {total_requests}</p>"
-        "<p>The Redundant API Requests from the sample logs are : {redundant_requests}</p>"
-        "<p>The percentage of Redundant API Requests from the sample logs is : {redundant_percentage:.2f}%</p>"
-        "{dataframe_html}"
-    ).format(
-        total_requests=logs_df.shape[0],
-        redundant_requests=ip_address_count_df.shape[0],
-        redundant_percentage=(ip_address_count_df.shape[0] / logs_df.shape[0]) * 100,
-        dataframe_html=ip_address_count_df.head(1000)
-        .style.background_gradient(subset=['count', 'perc', 'cum_perc'], cmap='cividis')
-        .format({'count': '{:,}', 'perc': '{:.1%}', 'cum_perc': '{:.1%}'})
-        .to_html(),  # Corrected here
-    )
-     # Save the HTML content locally
-    file_location = "result.html"
-    with open(file_location, "w") as html_file:
-        html_file.write(result)
-    # Print the location of the saved file
-    print(f"HTML result saved to: {file_location}")
-    return HTMLResponse(content=result)
-@app.get("/view-result/", response_class=HTMLResponse)
-async def view_result():
-    try:
-        with open("result.html", "r") as html_file:
-            content = html_file.read()
-            return HTMLResponse(content=content)
-    except FileNotFoundError:
-        return HTMLResponse(content="Result HTML not found")

 from fastapi import FastAPI, UploadFile, File
 from fastapi.responses import HTMLResponse
+from fastapi import FastAPI
+import json
 import requests
+import csv
+from fastapi import FastAPI, UploadFile, File
+from fastapi.responses import HTMLResponse
+from fastapi.responses import HTMLResponse, FileResponse
+# Dictionaries to store URLs, API counts, and associated names
+url_counts = {}
+api_counts = {}
+url_names = {}
 app = FastAPI()
+def ask(query):
+    headers = {"Authorization": "Bearer eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJ1c2VyX2lkIjoiM2NlMTljZDItNTk2Zi00NzRhLWE3OGMtZWZhNTM1YWJlNmY0IiwidHlwZSI6ImFwaV90b2tlbiJ9.x_PPBluoOy2GT3ZjDQ3dcS8WtbNn95RfkoFKkhM_a5A"}  # Replace with your API key
+    url = "https://api.edenai.run/v2/text/chat"
+    # Create the content dictionary
+    content ="The inventory consists of various items, including Milk (50 units in stock, 10 units pending), Bread (100 units in stock, 20 units pending), Eggs (75 dozen in stock, 5 dozen pending), Rice (200 pounds in stock, 15 pounds pending), Chicken (40 pounds in stock, 8 pounds pending), Fresh Vegetables (various in stock, 30 pounds pending), Canned Soup (150 cans in stock, 25 cans pending), Pasta (80 pounds in stock, 10 pounds pending), Toilet Paper (60 rolls in stock, 12 rolls pending), and Shampoo (30 bottles in stock, 5 bottles pending)."
+    # Concatenate the input query with the "text" field in the payload
+    payload = {
+        "providers": "openai",
+        "text": "from the summary: ",
+        "chatbot_global_action": content + " " + query,
+        "previous_history": [],
+        "temperature": 0.0,
+        "max_tokens": 300
+    }
+    response = requests.post(url, json=payload, headers=headers)
+    print(response)
+    result = json.loads(response.text)
+    print(result)
+    generated_text = result['openai']['generated_text']
+    print(generated_text)
+    return generated_text
+@app.get("/ask")
+async def ask_question(question_text: str):
+    # Call the question function with the provided question_text
+    response = ask(question_text)
+    return {"response": response}
 @app.post("/upload/")
 async def upload_file(file: UploadFile = File(...)):
     contents = await file.read()
+    with open(contents, 'r', newline='', encoding='utf-8') as csvfile:
+        csvreader = csv.reader(csvfile)
+        header = next(csvreader)  # Skip the header row
+        total_records = 0
+        for row in csvreader:
+            url = row[3]  # Assuming the URL is in the 4th column (index 3)
+            api = row[4]  # Assuming the API is in the 5th column (index 4)
+            url_name = row[2]  # Assuming the name associated with URLs is in the 3rd column (index 2)
+            api_name = row[6]  # Assuming the name associated with APIs is in the 7th column (index 6)
+            total_records += 1
+            # Count URLs and associated names
+            if url in url_counts:
+                url_counts[url] += 1
+            else:
+                url_counts[url] = 1
+                url_names[url] = url_name
+            # Count APIs and associated names
+            if api in api_counts:
+                api_counts[api] += 1
+            else:
+                api_counts[api] = 1
+                api_names[api] = api_name
+        # Find redundant URLs and APIs with counts greater than 1
+        redundant_urls = [url for url, count in url_counts.items() if count > 1]
+        redundant_apis = [api for api, count in api_counts.items() if count > 1]
+    # Print the results including names
+    print("Total GET Records:", total_records)
+    print("\nRedundant GET Requests:")
+    for url in redundant_urls:
+        print("URL:", url)
+        print("Name:", url_names[url])
+        print("Count:", url_counts[url])
+        print("---")
+    # Calculate the percentage of redundant URLs and APIs
+    percentage_redundant_urls = (len(redundant_urls) / total_records) * 100 if total_records > 0 else 0
+    print("\nPercentage of Redundant GET Requests: {:.2f}%".format(percentage_redundant_urls))
+    return HTMLResponse(content=percentage_redundant_urls)