redundancy

Sleeping

App Files Files Community

MFF212 commited on Sep 6, 2023

Commit

cf52350

0 Parent(s):

Duplicate from MFF212/gt

Browse files

Files changed (6) hide show

.gitattributes +35 -0
Dockerfile +31 -0
README.md +11 -0
main.py +87 -0
requirements.txt +12 -0
use_api_in_python.png +0 -0

.gitattributes ADDED Viewed

	@@ -0,0 +1,35 @@

+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

Dockerfile ADDED Viewed

	@@ -0,0 +1,31 @@

+# Use the official Python 3.9 image
+FROM python:3.9
+RUN apt-get update && apt-get install -y \
+  tesseract-ocr-all \
+  && rm -rf /var/lib/apt/lists/*
+# Set the working directory to /code
+WORKDIR /code
+# Copy the current directory contents into the container at /code
+COPY ./requirements.txt /code/requirements.txt
+# Install requirements.txt
+RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
+# Set up a new user named "user" with user ID 1000
+RUN useradd -m -u 1000 user
+# Switch to the "user" user
+USER user
+# Set home to the user's home directory
+ENV HOME=/home/user \
+	PATH=/home/user/.local/bin:$PATH
+# Set the working directory to the user's home directory
+WORKDIR $HOME/app
+# Copy the current directory contents into the container at $HOME/app setting the owner to the user
+COPY --chown=user . $HOME/app
+CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]

README.md ADDED Viewed

	@@ -0,0 +1,11 @@

+---
+title: Gt
+emoji: 📚
+colorFrom: blue
+colorTo: green
+sdk: docker
+pinned: false
+duplicated_from: MFF212/gt
+---
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

main.py ADDED Viewed

	@@ -0,0 +1,87 @@

+from fastapi import FastAPI, UploadFile, File
+from fastapi.responses import HTMLResponse
+from fastapi.responses import HTMLResponse, FileResponse
+import pandas as pd
+import io
+import requests
+import time
+app = FastAPI()
+@app.get("/", response_class=HTMLResponse)
+async def analyze_logs():
+    return """
+    <html>
+        <body>
+            <form action="/upload/" enctype="multipart/form-data" method="post">
+                <input name="file" type="file">
+                <input type="submit">
+            </form>
+        </body>
+    </html>
+    """
+@app.post("/upload/")
+async def upload_file(file: UploadFile = File(...)):
+    contents = await file.read()
+    logs_df = pd.read_parquet(io.BytesIO(contents))
+    processing_message = "\n\n Processing files...\n\n"
+    time.sleep(3)  # Simulate processing time (3 seconds)
+    logs_df['datetime'] = pd.to_datetime(logs_df['datetime'], format='%d/%m/%Y:%H:%M:%S')
+    logs_df['day'] = logs_df['datetime'].apply(lambda x: x.day)
+    logs_df['hour'] = logs_df['datetime'].apply(lambda x: x.hour)
+    logs_df['minute'] = logs_df['datetime'].apply(lambda x: x.minute)
+    ip_address_count_df = (
+        logs_df.groupby(['method', 'client'], as_index=False)
+        .size()
+        .rename(columns={'size': 'count'})
+        .sort_values('count', ascending=False)
+    )
+    ip_address_count_df = ip_address_count_df.assign(
+        perc=ip_address_count_df['count'].div(ip_address_count_df['count'].sum()),
+        cum_perc=lambda df: df['perc'].cumsum(),
+    )
+    result = (
+        "<h1>Redundant IP Requests....</h1>"
+        "<p>The Total API Requests from the sample logs are : {total_requests}</p>"
+        "<p>The Redundant API Requests from the sample logs are : {redundant_requests}</p>"
+        "<p>The percentage of Redundant API Requests from the sample logs is : {redundant_percentage:.2f}%</p>"
+        "{dataframe_html}"
+    ).format(
+        total_requests=logs_df.shape[0],
+        redundant_requests=ip_address_count_df.shape[0],
+        redundant_percentage=(ip_address_count_df.shape[0] / logs_df.shape[0]) * 100,
+        dataframe_html=ip_address_count_df.head(1000)
+        .style.background_gradient(subset=['count', 'perc', 'cum_perc'], cmap='cividis')
+        .format({'count': '{:,}', 'perc': '{:.1%}', 'cum_perc': '{:.1%}'})
+        .to_html(),  # Corrected here
+    )
+     # Save the HTML content locally
+    file_location = "result.html"
+    with open(file_location, "w") as html_file:
+        html_file.write(result)
+    # Print the location of the saved file
+    print(f"HTML result saved to: {file_location}")
+    return HTMLResponse(content=result)
+@app.get("/view-result/", response_class=HTMLResponse)
+async def view_result():
+    try:
+        with open("result.html", "r") as html_file:
+            content = html_file.read()
+            return HTMLResponse(content=content)
+    except FileNotFoundError:
+        return HTMLResponse(content="Result HTML not found")

requirements.txt ADDED Viewed

	@@ -0,0 +1,12 @@

+fastapi==0.74.*
+requests==2.27.*
+uvicorn[standard]==0.17.*
+sentencepiece==0.1.*
+torch==1.11.*
+transformers[vision]==4.*
+Jinja2
+python-multipart==0.0.6
+pandas
+pyarrow
+fastparquet
+matplotlib

use_api_in_python.png ADDED Viewed