Upload folder using huggingface_hub

.env

@@ -0,0 +1,12 @@
+OPENAI_API_KEY=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
+ANTHROPIC_API_KEY=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
+GOOGLE_API_KEY=AIzaSyDEVWQcOv_7OrkpP3GPGqSCyTjlAtRB5iE
+MODEL_NAME_GPT4=gpt-4o
+MODEL_NAME_CLAUDE_OPUS=claude-3-opus-20240229
+MODEL_NAME_GEMINI_PRO=gemini-1.5-pro-latest
+SECRET_KEY=your_secret_key
+WHITELIST_IPS=127.0.0.1
+WHITELIST_DOMAINS=localhost,example.com,subdomain.example.com,localhost:3000
+GPT4_TOKEN_LIMIT=0
+CLAUDE_TOKEN_LIMIT=199999
+GEMINI_TOKEN_LIMIT=1000000

.gitattributes

@@ -1,35 +1,61 @@
-*.7z filter=lfs diff=lfs merge=lfs -text
-*.arrow filter=lfs diff=lfs merge=lfs -text
-*.bin filter=lfs diff=lfs merge=lfs -text
-*.bz2 filter=lfs diff=lfs merge=lfs -text
-*.ckpt filter=lfs diff=lfs merge=lfs -text
-*.ftz filter=lfs diff=lfs merge=lfs -text
-*.gz filter=lfs diff=lfs merge=lfs -text
-*.h5 filter=lfs diff=lfs merge=lfs -text
-*.joblib filter=lfs diff=lfs merge=lfs -text
-*.lfs.* filter=lfs diff=lfs merge=lfs -text
-*.mlmodel filter=lfs diff=lfs merge=lfs -text
-*.model filter=lfs diff=lfs merge=lfs -text
-*.msgpack filter=lfs diff=lfs merge=lfs -text
-*.npy filter=lfs diff=lfs merge=lfs -text
-*.npz filter=lfs diff=lfs merge=lfs -text
-*.onnx filter=lfs diff=lfs merge=lfs -text
-*.ot filter=lfs diff=lfs merge=lfs -text
-*.parquet filter=lfs diff=lfs merge=lfs -text
-*.pb filter=lfs diff=lfs merge=lfs -text
-*.pickle filter=lfs diff=lfs merge=lfs -text
-*.pkl filter=lfs diff=lfs merge=lfs -text
-*.pt filter=lfs diff=lfs merge=lfs -text
-*.pth filter=lfs diff=lfs merge=lfs -text
-*.rar filter=lfs diff=lfs merge=lfs -text
-*.safetensors filter=lfs diff=lfs merge=lfs -text
-saved_model/**/* filter=lfs diff=lfs merge=lfs -text
-*.tar.* filter=lfs diff=lfs merge=lfs -text
-*.tar filter=lfs diff=lfs merge=lfs -text
-*.tflite filter=lfs diff=lfs merge=lfs -text
-*.tgz filter=lfs diff=lfs merge=lfs -text
-*.wasm filter=lfs diff=lfs merge=lfs -text
-*.xz filter=lfs diff=lfs merge=lfs -text
-*.zip filter=lfs diff=lfs merge=lfs -text
-*.zst filter=lfs diff=lfs merge=lfs -text
-*tfevents* filter=lfs diff=lfs merge=lfs -text
+# Auto detect text files and perform LF normalization
+* text=auto
+myenv/bin/python filter=lfs diff=lfs merge=lfs -text
+myenv/bin/python3 filter=lfs diff=lfs merge=lfs -text
+myenv/bin/python3.10 filter=lfs diff=lfs merge=lfs -text
+myenv/bin/ruff filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/PIL/_imaging.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/PyPDF2/_codecs/__pycache__/adobe_glyphs.cpython-310.pyc filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/altair/vegalite/v5/schema/__pycache__/channels.cpython-310.pyc filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/altair/vegalite/v5/schema/__pycache__/core.cpython-310.pyc filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/dateutil/zoneinfo/dateutil-zoneinfo.tar.gz filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/distutils-precedence.pth filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/fontTools/feaLib/lexer.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/fontTools/misc/bezierTools.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/fontTools/pens/momentsPen.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/fontTools/qu2cu/qu2cu.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/fontTools/varLib/iup.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/google_generativeai-0.5.4-py3.11-nspkg.pth filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/gradio/frpc_linux_amd64_v0.2 filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/gradio/templates/frontend/assets/Index-CUTYDExL.js.map filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/grpc/_cython/cygrpc.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/kiwisolver/_cext.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/lxml/etree.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/lxml/objectify.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/matplotlib/mpl-data/sample_data/axes_grid/bivariate_normal.npy filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/matplotlib/mpl-data/sample_data/goog.npz filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/matplotlib/mpl-data/sample_data/jacksboro_fault_dem.npz filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/matplotlib/mpl-data/sample_data/s1045.ima.gz filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/matplotlib/mpl-data/sample_data/topobathy.npz filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/numpy/core/_multiarray_umath.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/numpy/core/_simd.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/numpy/core/tests/data/astype_copy.pkl filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/numpy/core/tests/data/numpy_2_0_array.pkl filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/numpy/lib/tests/data/py2-objarr.npy filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/numpy/lib/tests/data/py2-objarr.npz filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/numpy/lib/tests/data/py3-objarr.npy filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/numpy/lib/tests/data/py3-objarr.npz filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/numpy/lib/tests/data/python3.npy filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/numpy/lib/tests/data/win64python2.npy filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/numpy.libs/libgfortran-040039e1.so.5.0.0 filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/numpy.libs/libopenblas64_p-r0-0cf96a72.3.23.dev.so filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/pandas/_libs/algos.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/pandas/_libs/groupby.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/pandas/_libs/hashtable.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/pandas/_libs/interval.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/pandas/_libs/join.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/pandas/_libs/tslibs/offsets.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/pillow.libs/libfreetype-1f2cdfbb.so.6.20.1 filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/pillow.libs/libharfbuzz-8b0b6641.so.0.60840.0 filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/pydantic_core/_pydantic_core.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/pymupdf/__pycache__/mupdf.cpython-310.pyc filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/pymupdf/_mupdf.so filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/pymupdf/libmupdf.so.24.2 filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/pymupdf/libmupdfcpp.so.24.2 filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/regex/_regex.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/rpds/rpds.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/tiktoken/_tiktoken.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/tokenizers/tokenizers.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/uvloop/loop.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/watchfiles/_rust_notify.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+myenv/lib/python3.10/site-packages/yaml/_yaml.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text

.idea/.gitignore

@@ -0,0 +1,6 @@
+# Default ignored files
+/shelf/
+/workspace.xml
+# Datasource local storage ignored files
+/dataSources/
+/dataSources.local.xml

.idea/editor-app-v10.iml

@@ -0,0 +1,14 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<module type="PYTHON_MODULE" version="4">
+  <component name="NewModuleRootManager">
+    <content url="file://$MODULE_DIR$">
+      <excludeFolder url="file://$MODULE_DIR$/venv" />
+    </content>
+    <orderEntry type="inheritedJdk" />
+    <orderEntry type="sourceFolder" forTests="false" />
+  </component>
+  <component name="PyDocumentationSettings">
+    <option name="format" value="GOOGLE" />
+    <option name="myDocStringFormat" value="Google" />
+  </component>
+</module>

.idea/inspectionProfiles/Project_Default.xml

@@ -0,0 +1,6 @@
+<component name="InspectionProjectProfileManager">
+  <profile version="1.0">
+    <option name="myName" value="Project Default" />
+    <inspection_tool class="Eslint" enabled="true" level="WARNING" enabled_by_default="true" />
+  </profile>
+</component>

.idea/inspectionProfiles/profiles_settings.xml

@@ -0,0 +1,6 @@
+<component name="InspectionProjectProfileManager">
+  <settings>
+    <option name="USE_PROJECT_PROFILE" value="false" />
+    <version value="1.0" />
+  </settings>
+</component>

.idea/misc.xml

@@ -0,0 +1,7 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="Black">
+    <option name="sdkName" value="Python 3.12 (editor-app-v10)" />
+  </component>
+  <component name="ProjectRootManager" version="2" project-jdk-name="Python 3.12 (editor-app-v10)" project-jdk-type="Python SDK" />
+</project>

.idea/modules.xml

@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectModuleManager">
+    <modules>
+      <module fileurl="file://$PROJECT_DIR$/.idea/editor-app-v10.iml" filepath="$PROJECT_DIR$/.idea/editor-app-v10.iml" />
+    </modules>
+  </component>
+</project>

.idea/vcs.xml

@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="VcsDirectoryMappings">
+    <mapping directory="$PROJECT_DIR$" vcs="Git" />
+  </component>
+</project>

README.md

@@ -1,12 +1,8 @@
 ---
-title: Editor App V10
-emoji: 🏢
-colorFrom: red
-colorTo: pink
+title: editor-app-v10
+app_file: app.py
 sdk: gradio
 sdk_version: 4.36.1
-app_file: app.py
-pinned: false
 ---
-
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+# editor-app-v10
+ 

analysis_config.py

@@ -0,0 +1,99 @@
+# filename: analysis_config.py
+
+from log_config import get_logger
+
+logger = get_logger('GetAnalysisPrompts')
+
+
+def get_analysis_prompts(raw_text: str) -> dict:
+    """
+    Generate analysis prompts for a given text.
+
+    Args:
+        raw_text (str): The text to analyze.
+
+    Returns:
+        dict: A dictionary containing prompts for various types of analysis.
+    """
+    logger.info("Creating analysis prompts.")
+
+    prompt_template = (
+        "<prompt>\n"
+        "    <task>{task} (output in Simplified Chinese):</task>\n"
+        "    <text>{raw_text}</text>\n"
+        "{details}"
+        "</prompt>"
+    )
+
+    prompts = {
+        "Summary": prompt_template.format(
+            task="Provide a concise summary of this text",
+            raw_text=raw_text,
+            details=""
+        ),
+        "Characters": prompt_template.format(
+            task="Analyze the characters in this text",
+            raw_text=raw_text,
+            details=(
+                "    <details>\n"
+                "        Provide a list of major characters with brief descriptions of their personality traits and roles in the story.\n"
+                "        Try to identify relationships between characters (friends, enemies, family, etc.).\n"
+                "        Comment on any significant character development or arcs.\n"
+                "    </details>\n"
+            )
+        ),
+        "Plot": prompt_template.format(
+            task="Analyze the plot structure of this text",
+            raw_text=raw_text,
+            details=(
+                "    <details>\n"
+                "        Try to identify key plot points (e.g., exposition, rising action, climax, falling action, resolution).\n"
+                "        Outline the overall conflict or driving tension in the narrative.\n"
+                "    </details>\n"
+            )
+        ),
+        "Themes": prompt_template.format(
+            task="Discuss the main themes explored in this text",
+            raw_text=raw_text,
+            details=(
+                "    <details>\n"
+                "        Identify and analyze the central ideas, messages, or insights the author seems to be conveying through the story.\n"
+                "        Consider how these themes are developed and their significance.\n"
+                "    </details>\n"
+            )
+        ),
+        "Techniques": prompt_template.format(
+            task="Analyze the writing techniques used in this text",
+            raw_text=raw_text,
+            details=(
+                "    <details>\n"
+                "        Look for notable examples of literary devices, narrative strategies, or stylistic choices the author employs.\n"
+                "        Consider how these techniques contribute to the overall effect or meaning of the work.\n"
+                "    </details>\n"
+            )
+        ),
+        "Emotional Core": prompt_template.format(
+            task="Discuss the emotional core of this text",
+            raw_text=raw_text,
+            details=(
+                "    <details>\n"
+                "        Identify the primary emotions evoked by the story and how the author elicits these feelings in the reader.\n"
+                "        Consider the emotional journey of the characters and the reader's empathetic response.\n"
+                "    </details>\n"
+            )
+        ),
+        "Narrative Perspective": prompt_template.format(
+            task="Analyze the narrative perspective used in this text",
+            raw_text=raw_text,
+            details=(
+                "    <details>\n"
+                "        Identify the point of view (e.g., first-person, third-person limited, omniscient) and consider how this perspective shapes the reader's understanding of events and characters.\n"
+                "    </details>\n"
+            )
+        )
+    }
+
+    logger.info("Analysis prompts created successfully.")
+    return prompts
+
+# file: analysis_config.py (end)

analysis_runner.py

@@ -0,0 +1,72 @@
+# filename: analysis_runner.py
+
+"""
+Module for running text analysis in parallel with rate limiting.
+"""
+
+from concurrent.futures import as_completed
+from ratelimit import limits, RateLimitException
+from log_config import get_logger
+
+logger = get_logger('AnalysisRunner')
+
+# Constants for rate limiting
+RATE_LIMIT = 8  # Maximum number of concurrent requests
+RATE_PERIOD = 1  # Rate period in seconds
+
+# Apply the rate limiter decorator
+calls = limits(calls=RATE_LIMIT, period=RATE_PERIOD)
+
+def analyze_text_parallel(raw_text: str, selected_analyses: list, analysis_prompts: dict, optimal_models: list, thread_pool, progress) -> dict:
+    """
+    Run text analyses in parallel with rate limiting.
+
+    Args:
+        raw_text (str): The text to be analyzed.
+        selected_analyses (list): A list of selected analyses to perform.
+        analysis_prompts (dict): A dictionary containing analysis prompts.
+        optimal_models (list): A list of optimal models for each analysis.
+        thread_pool (concurrent.futures.Executor): The thread pool executor for running analyses.
+        progress (callable): A callable to report progress.
+
+    Returns:
+        dict: A dictionary with analysis results.
+    """
+    logger.debug(f"Selected Analyses: {selected_analyses}, Type: {type(selected_analyses)}")
+    logger.debug(f"Optimal Models: {optimal_models}, Type: {type(optimal_models)}")
+
+    analysis_results = {}
+    total_analyses = len(selected_analyses)
+    completed_analyses = 0
+
+    @calls
+    def run_analysis(analysis: str, model) -> tuple:
+        nonlocal completed_analyses
+        try:
+            prompt = analysis_prompts[analysis]
+            result = model.invoke(prompt)
+            logger.info(f"Analysis '{analysis}' completed successfully using {model.__class__.__name__}.")
+            completed_analyses += 1
+            progress(completed_analyses / total_analyses, desc=f"Analysis '{analysis}' completed.")
+            return analysis, result
+        except RateLimitException as e:
+            error_message = f"Rate limit exceeded for analysis '{analysis}' using {model.__class__.__name__}. Error: {str(e)}"
+            logger.warning(error_message)
+            return analysis, "Analysis failed due to rate limit exceeded."
+        except Exception as e:
+            error_message = f"Error running analysis '{analysis}' using {model.__class__.__name__}. Error type: {type(e).__name__}. Error message: {str(e)}"
+            logger.error(error_message, exc_info=True)
+            return analysis, f"Analysis failed due to an error: {str(e)}"
+
+    futures = {analysis: thread_pool.submit(run_analysis, analysis, model)
+               for analysis, model in zip(selected_analyses, optimal_models) if model}
+
+    for future in as_completed(futures.values()):
+        analysis, result = future.result()
+        analysis_results[analysis] = result
+        progress(completed_analyses / total_analyses, desc=f"Completed {completed_analyses}/{total_analyses} analyses.")
+
+    progress(1.0, desc="Analysis completed.")
+    return analysis_results
+
+# file: analysis_runner.py (end)

app.py

@@ -0,0 +1,57 @@
+# filename: app.py
+
+import os
+import gradio as gr
+from dotenv import load_dotenv
+from text_analyzer import TextAnalyzer
+from log_config import get_logger
+
+os.environ['GRADIO_ANALYTICS_ENABLED'] = 'False'
+load_dotenv()
+
+logger = get_logger('TextAnalysisAppV10')
+
+def launch_gradio():
+    """
+    Initializes and launches a Gradio web interface for uploading documents and
+    performing text analysis. This interface allows users to upload files and
+    select types of text analysis to be performed on the uploaded document.
+    """
+    text_analyzer = TextAnalyzer()
+    available_analyses = ["Summary", "Characters", "Plot", "Themes", "Techniques", "Emotional Core", "Narrative Perspective"]
+
+    def process_input(file_path, selected_analyses, progress=gr.Progress()):
+        if not file_path:
+            return "Please upload a document to proceed."
+        if not selected_analyses:
+            return "Please select at least one type of analysis."
+        if any(analysis not in available_analyses for analysis in selected_analyses):
+            return f"Please choose valid options from: {', '.join(available_analyses)}."
+
+        try:
+            progress(0.0, desc="Starting analysis...")
+            results = text_analyzer.analyze_text(file_path, selected_analyses, progress)
+            progress(1.0, desc="Analysis completed.")
+            return results or "Analysis completed but no actionable results were found."
+        except Exception as e:
+            logger.error("Error processing document: %s", str(e), exc_info=True)
+            return "Please ensure the file is not corrupted and is in a supported format."
+
+    with gr.Blocks() as demo:
+        file_input = gr.File(label="Upload Your Document", type="filepath", file_types=["txt", "pdf", "docx"])
+        analysis_options = gr.CheckboxGroup(choices=available_analyses, label="Select Text Analysis Types")
+        output_text = gr.Textbox(label="Analysis Results", interactive=True)
+        submit_button = gr.Button("Analyze")
+
+        submit_button.click(
+            fn=process_input,
+            inputs=[file_input, analysis_options],
+            outputs=output_text
+        )
+
+        demo.launch(server_port=7880, share=True)
+
+if __name__ == "__main__":
+    launch_gradio()
+
+# file: app v10.py (end)

document_processor.py

@@ -0,0 +1,95 @@
+# filename: document_processor.py
+
+"""
+Module for extracting text from various document formats.
+"""
+
+import io
+import docx
+from PyPDF2 import PdfReader
+from log_config import get_logger
+
+logger = get_logger('DocumentProcessor')
+
+def extract_text_from_document(file_path: str) -> str:
+    """
+    Extracts text from a document based on its file extension.
+
+    Args:
+        file_path (str): The path to the file.
+
+    Returns:
+        str: The extracted text from the document.
+
+    Raises:
+        ValueError: If the file format is not supported.
+    """
+    file_extension = file_path.split(".")[-1].lower()
+    try:
+        with open(file_path, 'rb') as file_obj:
+            if file_extension == "txt":
+                return extract_text_from_txt(file_obj)
+            elif file_extension == "pdf":
+                return extract_text_from_pdf(file_obj)
+            elif file_extension == "docx":
+                return extract_text_from_docx(file_obj)
+            else:
+                raise ValueError(f"Unsupported file format: {file_extension}")
+    except Exception as e:
+        logger.error(f"Failed to extract text from {file_path}: {str(e)}")
+        raise
+
+def extract_text_from_txt(file_obj: io.BufferedReader) -> str:
+    """
+    Extracts text from a text file.
+
+    Args:
+        file_obj (io.BufferedReader): The file object opened in binary mode.
+
+    Returns:
+        str: The decoded text.
+    """
+    try:
+        content = file_obj.read()
+        return content.decode('utf-8')
+    except UnicodeDecodeError as e:
+        logger.error(f"Unicode decode error: {str(e)}")
+        raise
+
+def extract_text_from_pdf(file_obj: io.BufferedReader) -> str:
+    """
+    Extracts text from a PDF file.
+
+    Args:
+        file_obj (io.BufferedReader): The file object opened in binary mode.
+
+    Returns:
+        str: The concatenated text from all pages.
+    """
+    try:
+        reader = PdfReader(file_obj)
+        text = ''.join([page.extract_text() or '' for page in reader.pages])
+        return text.strip()
+    except Exception as e:
+        logger.error(f"Failed to extract text from PDF: {str(e)}")
+        raise
+
+def extract_text_from_docx(file_obj: io.BufferedReader) -> str:
+    """
+    Extracts text from a DOCX file.
+
+    Args:
+        file_obj (io.BufferedReader): The file object opened in binary mode.
+
+    Returns:
+        str: The concatenated text from all paragraphs.
+    """
+    try:
+        doc = docx.Document(io.BytesIO(file_obj.read()))
+        text = '\n'.join(paragraph.text for paragraph in doc.paragraphs if paragraph.text)
+        return text.strip()
+    except Exception as e:
+        logger.error(f"Failed to extract text from DOCX: {str(e)}")
+        raise
+
+# file: document_processor.py (end)

language_models.py

@@ -0,0 +1,134 @@
+# filename: language_models.py
+
+"""
+Module for defining various language model classes and their invocation methods.
+"""
+
+import os
+import logging
+from abc import ABC, abstractmethod
+from time import time
+from langchain_openai import ChatOpenAI
+from langchain_anthropic import ChatAnthropic
+from langchain_google_genai import ChatGoogleGenerativeAI
+from log_config import get_logger
+
+# Configure logging
+logger = get_logger('LanguageModels')
+
+def get_api_key(service_name: str) -> str:
+    """
+    Retrieve the API key from environment variables.
+
+    Args:
+        service_name (str): The name of the service.
+
+    Returns:
+        str: The API key for the service.
+
+    Raises:
+        ValueError: If the API key is not set in environment variables.
+    """
+    api_key = os.getenv(service_name)
+    if not api_key:
+        logger.error(f"{service_name} environment variable not set.")
+        raise ValueError(f"API key for {service_name} is required")
+    return api_key
+
+class LanguageModel(ABC):
+    """
+    Abstract base class for language models.
+    Defines a common interface for different AI language models.
+    """
+
+    @abstractmethod
+    def invoke(self, prompt: str) -> str:
+        """
+        Send a prompt to the language model and return the response.
+
+        Args:
+            prompt (str): The text prompt to send to the language model.
+
+        Returns:
+            str: The response from the language model.
+
+        Raises:
+            Exception: Propagates any exceptions that occur during invocation.
+        """
+        pass
+
+class GPT4Model(LanguageModel):
+    """
+    A language model class for OpenAI's GPT-4.
+    """
+    def __init__(self):
+        api_key = get_api_key("OPENAI_API_KEY")
+        self.model = ChatOpenAI(
+            model=os.getenv('MODEL_NAME_GPT4', 'gpt-4o'),
+            temperature=0,
+            openai_api_key=api_key
+        )
+
+    def invoke(self, prompt: str) -> str:
+        if not prompt:
+            logger.error("Empty prompt provided.")
+            raise ValueError("Prompt cannot be empty.")
+        start_time = time()
+        try:
+            response = self.model.invoke([prompt])
+            logger.info(f"Invocation successful in {time() - start_time:.2f} seconds.")
+            return response
+        except Exception as e:
+            logger.error(f"Failed to invoke GPT-4 with prompt: '{prompt}', error: {str(e)}")
+            raise
+
+class ClaudeModel(LanguageModel):
+    """
+    A language model class for Anthropic's Claude.
+    """
+    def __init__(self):
+        api_key = get_api_key("ANTHROPIC_API_KEY")
+        self.model = ChatAnthropic(
+            model=os.getenv('MODEL_NAME_CLAUDE_OPUS', 'claude-3-opus-20240229'),
+            temperature=0,
+            anthropic_api_key=api_key
+        )
+
+    def invoke(self, prompt: str) -> str:
+        if not prompt:
+            logger.error("Empty prompt provided.")
+            raise ValueError("Prompt cannot be empty.")
+        start_time = time()
+        try:
+            response = self.model.invoke([prompt])
+            logger.info(f"Invocation successful in {time() - start_time:.2f} seconds.")
+            return response
+        except Exception as e:
+            logger.error(f"Failed to invoke Claude with prompt: '{prompt}', error: {str(e)}")
+            raise
+
+class GeminiModel(LanguageModel):
+    """
+    A language model class for Google's Generative AI, Gemini.
+    """
+    def __init__(self):
+        api_key = get_api_key("GOOGLE_API_KEY")
+        self.model = ChatGoogleGenerativeAI(
+            model=os.getenv('MODEL_NAME_GEMINI', 'gemini-1.5-pro-latest'),
+            api_key=api_key
+        )
+
+    def invoke(self, prompt: str) -> str:
+        if not prompt:
+            logger.error("Empty prompt provided.")
+            raise ValueError("Prompt cannot be empty.")
+        start_time = time()
+        try:
+            response = self.model.invoke([prompt])
+            logger.info(f"Invocation successful in {time() - start_time:.2f} seconds.")
+            return response
+        except Exception as e:
+            logger.error(f"Failed to invoke Gemini with prompt: '{prompt}', error: {str(e)}")
+            raise
+
+# file: language_models.py (end)

log_config.py

@@ -0,0 +1,44 @@
+# filename: log_config.py
+
+"""
+Logging configuration module.
+
+This module sets up the global logging configuration and provides a function to retrieve loggers with the given name.
+"""
+
+import logging
+from logging.handlers import RotatingFileHandler
+
+# Configure the global logging settings
+log_formatter = logging.Formatter(
+    fmt='%(asctime)s - %(name)s - %(levelname)s - %(message)s',
+    datefmt='%Y-%m-%d %H:%M:%S'
+)
+
+# File handler with rotation, set the rotation size to 5 MB
+file_handler = RotatingFileHandler('analysis_logs.log', maxBytes=5*10**6, backupCount=3)
+file_handler.setFormatter(log_formatter)
+
+# Stream handler
+stream_handler = logging.StreamHandler()
+stream_handler.setFormatter(log_formatter)
+
+# Setting up the root logger
+logging.basicConfig(
+    level=logging.INFO,
+    handlers=[file_handler, stream_handler]
+)
+
+def get_logger(name: str) -> logging.Logger:
+    """
+    Retrieve a logger with the given name.
+
+    Args:
+        name (str): The name of the logger to retrieve.
+
+    Returns:
+        logging.Logger: A logger configured with global settings.
+    """
+    return logging.getLogger(name)
+
+# file: log_config.py (end)

model_selector.py

@@ -0,0 +1,68 @@
+# filename: model_selector.py
+
+from language_models import GPT4Model, ClaudeModel, GeminiModel, LanguageModel
+import os
+from tiktoken import get_encoding
+from log_config import get_logger
+
+logger = get_logger('ModelSelector')
+
+# Load the tokenizer encoding
+try:
+    encoding = get_encoding("cl100k_base")
+except Exception as e:
+    logger.error("Failed to load encoding: %s", str(e))
+    raise
+
+def count_tokens(text: str) -> int:
+    """Count the number of tokens in a text string.
+    Args:
+        text (str): The text string to count tokens in.
+    Returns:
+        int: The number of tokens in the text string.
+    """
+    return len(encoding.encode(text))
+
+def select_optimal_model(raw_text: str) -> LanguageModel:
+    """Select the optimal language model for analyzing the given text based on token count.
+    Args:
+        raw_text (str): The text string to analyze.
+    Returns:
+        LanguageModel: The selected optimal language model instance.
+    """
+    if not isinstance(raw_text, str):
+        raise ValueError("Input text must be a string.")
+
+    try:
+        token_count = count_tokens(raw_text)
+        logger.info("Token count for input: %d", token_count)
+    except Exception as e:
+        logger.error("Error counting tokens: %s", str(e))
+        raise
+
+    # Token limits loaded from environment variables, with default values
+    model_preferences = {
+        GPT4Model: int(os.getenv('GPT4_TOKEN_LIMIT', '128000')),
+        ClaudeModel: int(os.getenv('CLAUDE_TOKEN_LIMIT', '199999')),
+        GeminiModel: int(os.getenv('GEMINI_TOKEN_LIMIT', '1000000'))
+    }
+
+    # Filter models that have sufficient token limit
+    available_models = sorted(
+        (model for model, limit in model_preferences.items() if token_count <= limit),
+        key=lambda model: model_preferences[model]
+    )
+
+    # Choose the first available model based on the sorted order
+    selected_model_class = available_models[0] if available_models else None
+
+    if selected_model_class:
+        selected_model = selected_model_class()  # Create an instance of the selected model class
+        logger.info("Selected %s for analysis with token count of %d", selected_model.__class__.__name__, token_count)
+    else:
+        selected_model = None
+        logger.warning("No suitable model found for the given token count.")
+
+    return selected_model
+
+# file: model_selector.py (end)

myenv/bin/Activate.ps1

@@ -0,0 +1,247 @@
+<#
+.Synopsis
+Activate a Python virtual environment for the current PowerShell session.
+
+.Description
+Pushes the python executable for a virtual environment to the front of the
+$Env:PATH environment variable and sets the prompt to signify that you are
+in a Python virtual environment. Makes use of the command line switches as
+well as the `pyvenv.cfg` file values present in the virtual environment.
+
+.Parameter VenvDir
+Path to the directory that contains the virtual environment to activate. The
+default value for this is the parent of the directory that the Activate.ps1
+script is located within.
+
+.Parameter Prompt
+The prompt prefix to display when this virtual environment is activated. By
+default, this prompt is the name of the virtual environment folder (VenvDir)
+surrounded by parentheses and followed by a single space (ie. '(.venv) ').
+
+.Example
+Activate.ps1
+Activates the Python virtual environment that contains the Activate.ps1 script.
+
+.Example
+Activate.ps1 -Verbose
+Activates the Python virtual environment that contains the Activate.ps1 script,
+and shows extra information about the activation as it executes.
+
+.Example
+Activate.ps1 -VenvDir C:\Users\MyUser\Common\.venv
+Activates the Python virtual environment located in the specified location.
+
+.Example
+Activate.ps1 -Prompt "MyPython"
+Activates the Python virtual environment that contains the Activate.ps1 script,
+and prefixes the current prompt with the specified string (surrounded in
+parentheses) while the virtual environment is active.
+
+.Notes
+On Windows, it may be required to enable this Activate.ps1 script by setting the
+execution policy for the user. You can do this by issuing the following PowerShell
+command:
+
+PS C:\> Set-ExecutionPolicy -ExecutionPolicy RemoteSigned -Scope CurrentUser
+
+For more information on Execution Policies: 
+https://go.microsoft.com/fwlink/?LinkID=135170
+
+#>
+Param(
+    [Parameter(Mandatory = $false)]
+    [String]
+    $VenvDir,
+    [Parameter(Mandatory = $false)]
+    [String]
+    $Prompt
+)
+
+<# Function declarations --------------------------------------------------- #>
+
+<#
+.Synopsis
+Remove all shell session elements added by the Activate script, including the
+addition of the virtual environment's Python executable from the beginning of
+the PATH variable.
+
+.Parameter NonDestructive
+If present, do not remove this function from the global namespace for the
+session.
+
+#>
+function global:deactivate ([switch]$NonDestructive) {
+    # Revert to original values
+
+    # The prior prompt:
+    if (Test-Path -Path Function:_OLD_VIRTUAL_PROMPT) {
+        Copy-Item -Path Function:_OLD_VIRTUAL_PROMPT -Destination Function:prompt
+        Remove-Item -Path Function:_OLD_VIRTUAL_PROMPT
+    }
+
+    # The prior PYTHONHOME:
+    if (Test-Path -Path Env:_OLD_VIRTUAL_PYTHONHOME) {
+        Copy-Item -Path Env:_OLD_VIRTUAL_PYTHONHOME -Destination Env:PYTHONHOME
+        Remove-Item -Path Env:_OLD_VIRTUAL_PYTHONHOME
+    }
+
+    # The prior PATH:
+    if (Test-Path -Path Env:_OLD_VIRTUAL_PATH) {
+        Copy-Item -Path Env:_OLD_VIRTUAL_PATH -Destination Env:PATH
+        Remove-Item -Path Env:_OLD_VIRTUAL_PATH
+    }
+
+    # Just remove the VIRTUAL_ENV altogether:
+    if (Test-Path -Path Env:VIRTUAL_ENV) {
+        Remove-Item -Path env:VIRTUAL_ENV
+    }
+
+    # Just remove VIRTUAL_ENV_PROMPT altogether.
+    if (Test-Path -Path Env:VIRTUAL_ENV_PROMPT) {
+        Remove-Item -Path env:VIRTUAL_ENV_PROMPT
+    }
+
+    # Just remove the _PYTHON_VENV_PROMPT_PREFIX altogether:
+    if (Get-Variable -Name "_PYTHON_VENV_PROMPT_PREFIX" -ErrorAction SilentlyContinue) {
+        Remove-Variable -Name _PYTHON_VENV_PROMPT_PREFIX -Scope Global -Force
+    }
+
+    # Leave deactivate function in the global namespace if requested:
+    if (-not $NonDestructive) {
+        Remove-Item -Path function:deactivate
+    }
+}
+
+<#
+.Description
+Get-PyVenvConfig parses the values from the pyvenv.cfg file located in the
+given folder, and returns them in a map.
+
+For each line in the pyvenv.cfg file, if that line can be parsed into exactly
+two strings separated by `=` (with any amount of whitespace surrounding the =)
+then it is considered a `key = value` line. The left hand string is the key,
+the right hand is the value.
+
+If the value starts with a `'` or a `"` then the first and last character is
+stripped from the value before being captured.
+
+.Parameter ConfigDir
+Path to the directory that contains the `pyvenv.cfg` file.
+#>
+function Get-PyVenvConfig(
+    [String]
+    $ConfigDir
+) {
+    Write-Verbose "Given ConfigDir=$ConfigDir, obtain values in pyvenv.cfg"
+
+    # Ensure the file exists, and issue a warning if it doesn't (but still allow the function to continue).
+    $pyvenvConfigPath = Join-Path -Resolve -Path $ConfigDir -ChildPath 'pyvenv.cfg' -ErrorAction Continue
+
+    # An empty map will be returned if no config file is found.
+    $pyvenvConfig = @{ }
+
+    if ($pyvenvConfigPath) {
+
+        Write-Verbose "File exists, parse `key = value` lines"
+        $pyvenvConfigContent = Get-Content -Path $pyvenvConfigPath
+
+        $pyvenvConfigContent | ForEach-Object {
+            $keyval = $PSItem -split "\s*=\s*", 2
+            if ($keyval[0] -and $keyval[1]) {
+                $val = $keyval[1]
+
+                # Remove extraneous quotations around a string value.
+                if ("'""".Contains($val.Substring(0, 1))) {
+                    $val = $val.Substring(1, $val.Length - 2)
+                }
+
+                $pyvenvConfig[$keyval[0]] = $val
+                Write-Verbose "Adding Key: '$($keyval[0])'='$val'"
+            }
+        }
+    }
+    return $pyvenvConfig
+}
+
+
+<# Begin Activate script --------------------------------------------------- #>
+
+# Determine the containing directory of this script
+$VenvExecPath = Split-Path -Parent $MyInvocation.MyCommand.Definition
+$VenvExecDir = Get-Item -Path $VenvExecPath
+
+Write-Verbose "Activation script is located in path: '$VenvExecPath'"
+Write-Verbose "VenvExecDir Fullname: '$($VenvExecDir.FullName)"
+Write-Verbose "VenvExecDir Name: '$($VenvExecDir.Name)"
+
+# Set values required in priority: CmdLine, ConfigFile, Default
+# First, get the location of the virtual environment, it might not be
+# VenvExecDir if specified on the command line.
+if ($VenvDir) {
+    Write-Verbose "VenvDir given as parameter, using '$VenvDir' to determine values"
+}
+else {
+    Write-Verbose "VenvDir not given as a parameter, using parent directory name as VenvDir."
+    $VenvDir = $VenvExecDir.Parent.FullName.TrimEnd("\\/")
+    Write-Verbose "VenvDir=$VenvDir"
+}
+
+# Next, read the `pyvenv.cfg` file to determine any required value such
+# as `prompt`.
+$pyvenvCfg = Get-PyVenvConfig -ConfigDir $VenvDir
+
+# Next, set the prompt from the command line, or the config file, or
+# just use the name of the virtual environment folder.
+if ($Prompt) {
+    Write-Verbose "Prompt specified as argument, using '$Prompt'"
+}
+else {
+    Write-Verbose "Prompt not specified as argument to script, checking pyvenv.cfg value"
+    if ($pyvenvCfg -and $pyvenvCfg['prompt']) {
+        Write-Verbose "  Setting based on value in pyvenv.cfg='$($pyvenvCfg['prompt'])'"
+        $Prompt = $pyvenvCfg['prompt'];
+    }
+    else {
+        Write-Verbose "  Setting prompt based on parent's directory's name. (Is the directory name passed to venv module when creating the virtual environment)"
+        Write-Verbose "  Got leaf-name of $VenvDir='$(Split-Path -Path $venvDir -Leaf)'"
+        $Prompt = Split-Path -Path $venvDir -Leaf
+    }
+}
+
+Write-Verbose "Prompt = '$Prompt'"
+Write-Verbose "VenvDir='$VenvDir'"
+
+# Deactivate any currently active virtual environment, but leave the
+# deactivate function in place.
+deactivate -nondestructive
+
+# Now set the environment variable VIRTUAL_ENV, used by many tools to determine
+# that there is an activated venv.
+$env:VIRTUAL_ENV = $VenvDir
+
+if (-not $Env:VIRTUAL_ENV_DISABLE_PROMPT) {
+
+    Write-Verbose "Setting prompt to '$Prompt'"
+
+    # Set the prompt to include the env name
+    # Make sure _OLD_VIRTUAL_PROMPT is global
+    function global:_OLD_VIRTUAL_PROMPT { "" }
+    Copy-Item -Path function:prompt -Destination function:_OLD_VIRTUAL_PROMPT
+    New-Variable -Name _PYTHON_VENV_PROMPT_PREFIX -Description "Python virtual environment prompt prefix" -Scope Global -Option ReadOnly -Visibility Public -Value $Prompt
+
+    function global:prompt {
+        Write-Host -NoNewline -ForegroundColor Green "($_PYTHON_VENV_PROMPT_PREFIX) "
+        _OLD_VIRTUAL_PROMPT
+    }
+    $env:VIRTUAL_ENV_PROMPT = $Prompt
+}
+
+# Clear PYTHONHOME
+if (Test-Path -Path Env:PYTHONHOME) {
+    Copy-Item -Path Env:PYTHONHOME -Destination Env:_OLD_VIRTUAL_PYTHONHOME
+    Remove-Item -Path Env:PYTHONHOME
+}
+
+# Add the venv to the PATH
+Copy-Item -Path Env:PATH -Destination Env:_OLD_VIRTUAL_PATH
+$Env:PATH = "$VenvExecDir$([System.IO.Path]::PathSeparator)$Env:PATH"

myenv/bin/activate

@@ -0,0 +1,69 @@
+# This file must be used with "source bin/activate" *from bash*
+# you cannot run it directly
+
+deactivate () {
+    # reset old environment variables
+    if [ -n "${_OLD_VIRTUAL_PATH:-}" ] ; then
+        PATH="${_OLD_VIRTUAL_PATH:-}"
+        export PATH
+        unset _OLD_VIRTUAL_PATH
+    fi
+    if [ -n "${_OLD_VIRTUAL_PYTHONHOME:-}" ] ; then
+        PYTHONHOME="${_OLD_VIRTUAL_PYTHONHOME:-}"
+        export PYTHONHOME
+        unset _OLD_VIRTUAL_PYTHONHOME
+    fi
+
+    # This should detect bash and zsh, which have a hash command that must
+    # be called to get it to forget past commands.  Without forgetting
+    # past commands the $PATH changes we made may not be respected
+    if [ -n "${BASH:-}" -o -n "${ZSH_VERSION:-}" ] ; then
+        hash -r 2> /dev/null
+    fi
+
+    if [ -n "${_OLD_VIRTUAL_PS1:-}" ] ; then
+        PS1="${_OLD_VIRTUAL_PS1:-}"
+        export PS1
+        unset _OLD_VIRTUAL_PS1
+    fi
+
+    unset VIRTUAL_ENV
+    unset VIRTUAL_ENV_PROMPT
+    if [ ! "${1:-}" = "nondestructive" ] ; then
+    # Self destruct!
+        unset -f deactivate
+    fi
+}
+
+# unset irrelevant variables
+deactivate nondestructive
+
+VIRTUAL_ENV="/root/editor-app-v10/myenv"
+export VIRTUAL_ENV
+
+_OLD_VIRTUAL_PATH="$PATH"
+PATH="$VIRTUAL_ENV/bin:$PATH"
+export PATH
+
+# unset PYTHONHOME if set
+# this will fail if PYTHONHOME is set to the empty string (which is bad anyway)
+# could use `if (set -u; : $PYTHONHOME) ;` in bash
+if [ -n "${PYTHONHOME:-}" ] ; then
+    _OLD_VIRTUAL_PYTHONHOME="${PYTHONHOME:-}"
+    unset PYTHONHOME
+fi
+
+if [ -z "${VIRTUAL_ENV_DISABLE_PROMPT:-}" ] ; then
+    _OLD_VIRTUAL_PS1="${PS1:-}"
+    PS1="(myenv) ${PS1:-}"
+    export PS1
+    VIRTUAL_ENV_PROMPT="(myenv) "
+    export VIRTUAL_ENV_PROMPT
+fi
+
+# This should detect bash and zsh, which have a hash command that must
+# be called to get it to forget past commands.  Without forgetting
+# past commands the $PATH changes we made may not be respected
+if [ -n "${BASH:-}" -o -n "${ZSH_VERSION:-}" ] ; then
+    hash -r 2> /dev/null
+fi

myenv/bin/activate.csh

@@ -0,0 +1,26 @@
+# This file must be used with "source bin/activate.csh" *from csh*.
+# You cannot run it directly.
+# Created by Davide Di Blasi <davidedb@gmail.com>.
+# Ported to Python 3.3 venv by Andrew Svetlov <andrew.svetlov@gmail.com>
+
+alias deactivate 'test $?_OLD_VIRTUAL_PATH != 0 && setenv PATH "$_OLD_VIRTUAL_PATH" && unset _OLD_VIRTUAL_PATH; rehash; test $?_OLD_VIRTUAL_PROMPT != 0 && set prompt="$_OLD_VIRTUAL_PROMPT" && unset _OLD_VIRTUAL_PROMPT; unsetenv VIRTUAL_ENV; unsetenv VIRTUAL_ENV_PROMPT; test "\!:*" != "nondestructive" && unalias deactivate'
+
+# Unset irrelevant variables.
+deactivate nondestructive
+
+setenv VIRTUAL_ENV "/root/editor-app-v10/myenv"
+
+set _OLD_VIRTUAL_PATH="$PATH"
+setenv PATH "$VIRTUAL_ENV/bin:$PATH"
+
+
+set _OLD_VIRTUAL_PROMPT="$prompt"
+
+if (! "$?VIRTUAL_ENV_DISABLE_PROMPT") then
+    set prompt = "(myenv) $prompt"
+    setenv VIRTUAL_ENV_PROMPT "(myenv) "
+endif
+
+alias pydoc python -m pydoc
+
+rehash

myenv/bin/activate.fish

@@ -0,0 +1,69 @@
+# This file must be used with "source <venv>/bin/activate.fish" *from fish*
+# (https://fishshell.com/); you cannot run it directly.
+
+function deactivate  -d "Exit virtual environment and return to normal shell environment"
+    # reset old environment variables
+    if test -n "$_OLD_VIRTUAL_PATH"
+        set -gx PATH $_OLD_VIRTUAL_PATH
+        set -e _OLD_VIRTUAL_PATH
+    end
+    if test -n "$_OLD_VIRTUAL_PYTHONHOME"
+        set -gx PYTHONHOME $_OLD_VIRTUAL_PYTHONHOME
+        set -e _OLD_VIRTUAL_PYTHONHOME
+    end
+
+    if test -n "$_OLD_FISH_PROMPT_OVERRIDE"
+        set -e _OLD_FISH_PROMPT_OVERRIDE
+        # prevents error when using nested fish instances (Issue #93858)
+        if functions -q _old_fish_prompt
+            functions -e fish_prompt
+            functions -c _old_fish_prompt fish_prompt
+            functions -e _old_fish_prompt
+        end
+    end
+
+    set -e VIRTUAL_ENV
+    set -e VIRTUAL_ENV_PROMPT
+    if test "$argv[1]" != "nondestructive"
+        # Self-destruct!
+        functions -e deactivate
+    end
+end
+
+# Unset irrelevant variables.
+deactivate nondestructive
+
+set -gx VIRTUAL_ENV "/root/editor-app-v10/myenv"
+
+set -gx _OLD_VIRTUAL_PATH $PATH
+set -gx PATH "$VIRTUAL_ENV/bin" $PATH
+
+# Unset PYTHONHOME if set.
+if set -q PYTHONHOME
+    set -gx _OLD_VIRTUAL_PYTHONHOME $PYTHONHOME
+    set -e PYTHONHOME
+end
+
+if test -z "$VIRTUAL_ENV_DISABLE_PROMPT"
+    # fish uses a function instead of an env var to generate the prompt.
+
+    # Save the current fish_prompt function as the function _old_fish_prompt.
+    functions -c fish_prompt _old_fish_prompt
+
+    # With the original prompt function renamed, we can override with our own.
+    function fish_prompt
+        # Save the return status of the last command.
+        set -l old_status $status
+
+        # Output the venv prompt; color taken from the blue of the Python logo.
+        printf "%s%s%s" (set_color 4B8BBE) "(myenv) " (set_color normal)
+
+        # Restore the return status of the previous command.
+        echo "exit $old_status" | .
+        # Output the original/"old" prompt.
+        _old_fish_prompt
+    end
+
+    set -gx _OLD_FISH_PROMPT_OVERRIDE "$VIRTUAL_ENV"
+    set -gx VIRTUAL_ENV_PROMPT "(myenv) "
+end

myenv/bin/distro

@@ -0,0 +1,8 @@
+#!/root/editor-app-v10/myenv/bin/python3
+# -*- coding: utf-8 -*-
+import re
+import sys
+from distro.distro import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

myenv/bin/dotenv

@@ -0,0 +1,8 @@
+#!/root/editor-app-v10/myenv/bin/python3
+# -*- coding: utf-8 -*-
+import re
+import sys
+from dotenv.__main__ import cli
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(cli())

myenv/bin/email_validator

@@ -0,0 +1,8 @@
+#!/root/editor-app-v10/myenv/bin/python3
+# -*- coding: utf-8 -*-
+import re
+import sys
+from email_validator.__main__ import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

myenv/bin/f2py

@@ -0,0 +1,8 @@
+#!/root/editor-app-v10/myenv/bin/python3
+# -*- coding: utf-8 -*-
+import re
+import sys
+from numpy.f2py.f2py2e import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

myenv/bin/fastapi

@@ -0,0 +1,8 @@
+#!/root/editor-app-v10/myenv/bin/python3
+# -*- coding: utf-8 -*-
+import re
+import sys
+from fastapi_cli.cli import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

myenv/bin/fonttools

@@ -0,0 +1,8 @@
+#!/root/editor-app-v10/myenv/bin/python3
+# -*- coding: utf-8 -*-
+import re
+import sys
+from fontTools.__main__ import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

myenv/bin/gradio

@@ -0,0 +1,8 @@
+#!/root/editor-app-v10/myenv/bin/python3
+# -*- coding: utf-8 -*-
+import re
+import sys
+from gradio.cli import cli
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(cli())

myenv/bin/httpx

@@ -0,0 +1,8 @@
+#!/root/editor-app-v10/myenv/bin/python3
+# -*- coding: utf-8 -*-
+import re
+import sys
+from httpx import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

myenv/bin/huggingface-cli

@@ -0,0 +1,8 @@
+#!/root/editor-app-v10/myenv/bin/python3
+# -*- coding: utf-8 -*-
+import re
+import sys
+from huggingface_hub.commands.huggingface_cli import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

myenv/bin/jsondiff

@@ -0,0 +1,41 @@
+#!/root/editor-app-v10/myenv/bin/python3
+# -*- coding: utf-8 -*-
+
+from __future__ import print_function
+
+import sys
+import json
+import jsonpatch
+import argparse
+
+
+parser = argparse.ArgumentParser(description='Diff two JSON files')
+parser.add_argument('FILE1', type=argparse.FileType('r'))
+parser.add_argument('FILE2', type=argparse.FileType('r'))
+parser.add_argument('--indent', type=int, default=None,
+                    help='Indent output by n spaces')
+parser.add_argument('-u', '--preserve-unicode', action='store_true',
+                    help='Output Unicode character as-is without using Code Point')
+parser.add_argument('-v', '--version', action='version',
+                    version='%(prog)s ' + jsonpatch.__version__)
+
+
+def main():
+    try:
+        diff_files()
+    except KeyboardInterrupt:
+        sys.exit(1)
+
+
+def diff_files():
+    """ Diffs two JSON files and prints a patch """
+    args = parser.parse_args()
+    doc1 = json.load(args.FILE1)
+    doc2 = json.load(args.FILE2)
+    patch = jsonpatch.make_patch(doc1, doc2)
+    if patch.patch:
+        print(json.dumps(patch.patch, indent=args.indent, ensure_ascii=not(args.preserve_unicode)))
+        sys.exit(1)
+
+if __name__ == "__main__":
+    main()

myenv/bin/jsonpatch

@@ -0,0 +1,107 @@
+#!/root/editor-app-v10/myenv/bin/python3
+# -*- coding: utf-8 -*-
+
+import sys
+import os.path
+import json
+import jsonpatch
+import tempfile
+import argparse
+
+
+parser = argparse.ArgumentParser(
+    description='Apply a JSON patch on a JSON file')
+parser.add_argument('ORIGINAL', type=argparse.FileType('r'),
+                    help='Original file')
+parser.add_argument('PATCH', type=argparse.FileType('r'),
+                    nargs='?', default=sys.stdin,
+                    help='Patch file (read from stdin if omitted)')
+parser.add_argument('--indent', type=int, default=None,
+                    help='Indent output by n spaces')
+parser.add_argument('-b', '--backup', action='store_true',
+                    help='Back up ORIGINAL if modifying in-place')
+parser.add_argument('-i', '--in-place', action='store_true',
+                    help='Modify ORIGINAL in-place instead of to stdout')
+parser.add_argument('-v', '--version', action='version',
+                    version='%(prog)s ' + jsonpatch.__version__)
+parser.add_argument('-u', '--preserve-unicode', action='store_true',
+                    help='Output Unicode character as-is without using Code Point')
+
+def main():
+    try:
+        patch_files()
+    except KeyboardInterrupt:
+        sys.exit(1)
+
+
+def patch_files():
+    """ Diffs two JSON files and prints a patch """
+    args = parser.parse_args()
+    doc = json.load(args.ORIGINAL)
+    patch = json.load(args.PATCH)
+    result = jsonpatch.apply_patch(doc, patch)
+
+    if args.in_place:
+        dirname = os.path.abspath(os.path.dirname(args.ORIGINAL.name))
+
+        try:
+            # Attempt to replace the file atomically.  We do this by
+            # creating a temporary file in the same directory as the
+            # original file so we can atomically move the new file over
+            # the original later.  (This is done in the same directory
+	    # because atomic renames do not work across mount points.)
+
+            fd, pathname = tempfile.mkstemp(dir=dirname)
+            fp = os.fdopen(fd, 'w')
+            atomic = True
+
+        except OSError:
+            # We failed to create the temporary file for an atomic
+            # replace, so fall back to non-atomic mode by backing up
+            # the original (if desired) and writing a new file.
+
+            if args.backup:
+                os.rename(args.ORIGINAL.name, args.ORIGINAL.name + '.orig')
+            fp = open(args.ORIGINAL.name, 'w')
+            atomic = False
+
+    else:
+        # Since we're not replacing the original file in-place, write
+        # the modified JSON to stdout instead.
+
+        fp = sys.stdout
+
+    # By this point we have some sort of file object we can write the 
+    # modified JSON to.
+    
+    json.dump(result, fp, indent=args.indent, ensure_ascii=not(args.preserve_unicode))
+    fp.write('\n')
+
+    if args.in_place:
+        # Close the new file.  If we aren't replacing atomically, this
+        # is our last step, since everything else is already in place.
+
+        fp.close()
+
+        if atomic:
+            try:
+                # Complete the atomic replace by linking the original
+                # to a backup (if desired), fixing up the permissions
+                # on the temporary file, and moving it into place.
+
+                if args.backup:
+                    os.link(args.ORIGINAL.name, args.ORIGINAL.name + '.orig')
+                os.chmod(pathname, os.stat(args.ORIGINAL.name).st_mode)
+                os.rename(pathname, args.ORIGINAL.name)
+
+            except OSError:
+                # In the event we could not actually do the atomic
+                # replace, unlink the original to move it out of the
+                # way and finally move the temporary file into place.
+                
+                os.unlink(args.ORIGINAL.name)
+                os.rename(pathname, args.ORIGINAL.name)
+
+
+if __name__ == "__main__":
+    main()

myenv/bin/jsonpointer

@@ -0,0 +1,67 @@
+#!/root/editor-app-v10/myenv/bin/python3
+# -*- coding: utf-8 -*-
+
+
+import argparse
+import json
+import sys
+
+import jsonpointer
+
+parser = argparse.ArgumentParser(
+    description='Resolve a JSON pointer on JSON files')
+
+# Accept pointer as argument or as file
+ptr_group = parser.add_mutually_exclusive_group(required=True)
+
+ptr_group.add_argument('-f', '--pointer-file', type=argparse.FileType('r'),
+                       nargs='?',
+                       help='File containing a JSON pointer expression')
+
+ptr_group.add_argument('POINTER', type=str, nargs='?',
+                       help='A JSON pointer expression')
+
+parser.add_argument('FILE', type=argparse.FileType('r'), nargs='+',
+                    help='Files for which the pointer should be resolved')
+parser.add_argument('--indent', type=int, default=None,
+                    help='Indent output by n spaces')
+parser.add_argument('-v', '--version', action='version',
+                    version='%(prog)s ' + jsonpointer.__version__)
+
+
+def main():
+    try:
+        resolve_files()
+    except KeyboardInterrupt:
+        sys.exit(1)
+
+
+def parse_pointer(args):
+    if args.POINTER:
+        ptr = args.POINTER
+    elif args.pointer_file:
+        ptr = args.pointer_file.read().strip()
+    else:
+        parser.print_usage()
+        sys.exit(1)
+
+    return ptr
+
+
+def resolve_files():
+    """ Resolve a JSON pointer on JSON files """
+    args = parser.parse_args()
+
+    ptr = parse_pointer(args)
+
+    for f in args.FILE:
+        doc = json.load(f)
+        try:
+            result = jsonpointer.resolve_pointer(doc, ptr)
+            print(json.dumps(result, indent=args.indent))
+        except jsonpointer.JsonPointerException as e:
+            print('Could not resolve pointer: %s' % str(e), file=sys.stderr)
+
+
+if __name__ == "__main__":
+    main()

myenv/bin/jsonschema

@@ -0,0 +1,8 @@
+#!/root/editor-app-v10/myenv/bin/python3
+# -*- coding: utf-8 -*-
+import re
+import sys
+from jsonschema.cli import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

myenv/bin/langsmith

@@ -0,0 +1,8 @@
+#!/root/editor-app-v10/myenv/bin/python3
+# -*- coding: utf-8 -*-
+import re
+import sys
+from langsmith.cli.main import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())