Upload folder using huggingface_hub

configs/config.py

@@ -6,7 +6,7 @@ from dotenv import load_dotenv
 # Load environment variables from .env file.
 load_dotenv()
 
-claude = anthropic.Anthropic()
+claude_client = anthropic.Anthropic()
 
 # LLM Model Settings
 GPT4O_MODEL = "gpt-4o"  

requirements.txt

@@ -1,17 +1,17 @@
-absl-py==2.2.1
-accelerate==0.21.0
-aiofiles==23.1.0
+absl-py
+accelerate
+aiofiles
 aiohappyeyeballs
-aiohttp==3.11.11
-aiohttp-retry==2.8.3
+aiohttp
+aiohttp-retry
 aiosignal
-altair==5.5.0
+altair
 annotated-types
 ansi2html
-anthropic==0.45.2
-anyascii==0.3.2
+anthropic
+anyascii
 anyio
-appdirs==1.4.4
+appdirs
 appnope
 argon2-cffi
 argon2-cffi-bindings
@@ -20,136 +20,134 @@ asgiref
 asttokens
 async-lru
 attrs
-audioread==3.0.1
+audioread
 babel
 backoff
-bangla==0.0.2
+bangla
 bcrypt
-beautifulsoup4==4.12.2
-bitsandbytes==0.42.0
+beautifulsoup4
+bitsandbytes
 bleach
 blinker
-blis==1.2.0
-bnnumerizer==0.0.2
-bnunicodenormalizer==0.1.7
+blis
+bnnumerizer
+bnunicodenormalizer
 Brotli
 build
 cached-property
 cachetools
-catalogue==2.0.10
+catalogue
 certifi
 cffi
-charset-normalizer==2.1.1
+charset-normalizer
 chroma-hnswlib
 chromadb
-chromedriver-autoinstaller==0.6.4
+chromedriver-autoinstaller
 click
 clickhouse-connect
-cloudpathlib==0.21.0
+cloudpathlib
 colorama
 coloredlogs
 comm
-confection==0.1.5
+confection
 contourpy
-coqpit==0.0.17
+coqpit
 cryptography
 cycler
-cymem==2.0.11
-Cython==3.0.12
+cymem
+Cython
 dash
-dataclasses-json==0.5.14
-datasets==2.14.5
-dateparser==1.1.8
+dataclasses-json
+datasets
+dateparser
 debugpy
 decorator
-deepseek==1.0.0
+deepseek
 defusedxml
 Deprecated
-dill==0.3.7
-distro==1.9.0
+dill
+distro
 dnspython
-docker-pycreds==0.4.0
-docopt==0.6.2
+docker-pycreds
+docopt
 duckdb
 durationpy
-einops==0.8.1
+einops
 email_validator
-encodec==0.1.1
+encodec
 entrypoints
 exceptiongroup
 executing
-# faiss==1.9.0
-# faiss-cpu==1.10.0
 fastapi
 fastapi-cli
 fastjsonschema
-feedparser==6.0.11
+feedparser
 ffmpy
 filelock
-Flask==2.2.2
+Flask
 flatbuffers
 fonttools
 fqdn
 frozenlist
-fsspec==2023.6.0
-g2pkk==0.1.2
-gensim==4.3.3
-gitdb==4.0.12
-GitPython==3.1.44
+fsspec
+g2pkk
+gensim
+gitdb
+GitPython
 gmpy2
-google-ai-generativelanguage==0.6.15
-google-api-core==2.24.0
-google-api-python-client==2.158.0
+google-ai-generativelanguage
+google-api-core
+google-api-python-client
 google-auth
-google-auth-httplib2==0.2.0
-google-generativeai==0.8.4
+google-auth-httplib2
+google-generativeai
 googleapis-common-protos
-gradio==5.23.1
-gradio_client==1.8.0
-groovy==0.1.2
-groq==0.18.0
-grpcio==1.69.0
-grpcio-status==1.69.0
-grpclib==0.4.7
-gruut==2.2.3
-gruut-ipa==0.13.0
-gruut_lang_de==2.0.1
-gruut_lang_en==2.0.1
-gruut_lang_es==2.0.1
-gruut_lang_fr==2.0.2
-gTTS==2.5.4
+gradio
+gradio_client
+groovy
+groq
+grpcio
+grpcio-status
+grpclib
+gruut
+gruut-ipa
+gruut_lang_de
+gruut_lang_en
+gruut_lang_es
+gruut_lang_fr
+gTTS
 h11
 h2
-hangul-romanize==0.1.0
+hangul-romanize
 hnswlib
 hpack
 httpcore
-httplib2==0.22.0
+httplib2
 httptools
-httpx==0.27.2
-httpx-sse==0.4.0
-huggingface-hub==0.29.3
+httpx
+httpx-sse
+huggingface-hub
 humanfriendly
 hyperframe
 idna
 importlib_metadata
 importlib_resources
-inflect==7.5.0
+inflect
 ipykernel
 ipython
 ipywidgets
 isoduration
 itsdangerous
-jamo==0.4.1
+jamo
 jedi
-jieba==0.42.1
+jieba
 Jinja2
-jiter==0.8.2
-jiwer==3.1.0
+jiter
+jiwer
 joblib
 json5
-jsonlines==1.2.0
-jsonpatch==1.33
+jsonlines
+jsonpatch
 jsonpointer
 jsonschema
 jsonschema-specifications
@@ -166,190 +164,383 @@ jupyterlab_server
 jupyterlab_widgets
 kiwisolver
 kubernetes
-langchain==0.3.4
-langchain-chroma==0.2.1
-langchain-community==0.3.3
-langchain-core==0.3.34
-langchain-openai==0.3.4
-langchain-text-splitters==0.3.6
-langchainplus-sdk==0.0.20
-langcodes==3.5.0
-langsmith==0.1.147
-language_data==1.3.0
-lazy_loader==0.4
-librosa==0.10.2.post1
-linkify-it-py==2.0.3
-llvmlite==0.44.0
+# langchain
+langchain-chroma
+langchain-community
+langchain-core
+langchain-openai
+langchain-text-splitters
+langchainplus-sdk
+langcodes
+langsmith
+language_data
+lazy_loader
+librosa
+linkify-it-py
+llvmlite
 lz4
-marisa-trie==1.2.1
-Markdown==3.7
-markdown-it-py==2.2.0
+marisa-trie
+Markdown
+markdown-it-py
 MarkupSafe
-marshmallow==3.25.0
-matplotlib==3.7.2
+marshmallow
+matplotlib
 matplotlib-inline
-mdit-py-plugins==0.3.3
+mdit-py-plugins
 mdurl
 mistune
 mmh3
-modal==0.73.126
+modal
 monotonic
-more-itertools==10.6.0
+more-itertools
 mpmath
-msgpack==1.1.0
+msgpack
 multidict
-multiprocess==0.70.15
-munkres==1.1.4
-murmurhash==1.0.12
-mypy-extensions==1.0.0
-narwhals==1.25.2
+multiprocess
+munkres
+murmurhash
+mypy-extensions
+narwhals
 nbclient
 nbconvert
 nbformat
 nest_asyncio
-networkx==2.8.8
-nltk==3.9.1
+networkx
+nltk
 notebook_shim
-num2words==0.5.14
-numba==0.61.0
-numexpr==2.10.2
+num2words
+numba
+numexpr
 numpy
 oauthlib
-ollama==0.4.7
+ollama
 onnxruntime
-openai==1.68.2
-openai-whisper==20240930
-openapi-schema-pydantic==1.2.4
-opentelemetry-api==1.29.0
-opentelemetry-exporter-otlp-proto-common==1.29.0
-opentelemetry-exporter-otlp-proto-grpc==1.29.0
-opentelemetry-instrumentation==0.50b0
-opentelemetry-instrumentation-asgi==0.50b0
-opentelemetry-instrumentation-fastapi==0.50b0
-opentelemetry-proto==1.29.0
-opentelemetry-sdk==1.29.0
-opentelemetry-semantic-conventions==0.50b0
-opentelemetry-util-http==0.50b0
-orjson==3.10.14
-outcome==1.3.0.post0
+openai
+openai-whisper
+openapi-schema-pydantic
+opentelemetry-api
+opentelemetry-exporter-otlp-proto-common
+opentelemetry-exporter-otlp-proto-grpc
+opentelemetry-instrumentation
+opentelemetry-instrumentation-asgi
+opentelemetry-instrumentation-fastapi
+opentelemetry-proto
+opentelemetry-sdk
+opentelemetry-semantic-conventions
+opentelemetry-util-http
+orjson
+outcome
 overrides
-packaging==23.2
-pandas==1.5.3
+packaging
+pandas
 pandocfilters
 parso
-pathtools==0.1.2
-peft==0.4.0
+pathtools
+peft
 pexpect
 pickleshare
 pillow
 pkgutil_resolve_name
 platformdirs
-plotly==5.15.0
-pooch==1.8.2
+plotly
+pooch
 posthog
-preshed==3.0.9
+preshed
 prometheus_client
 prompt_toolkit
 propcache
-proto-plus==1.25.0
-protobuf==5.29.4
-psutil==5.9.8
+proto-plus
+protobuf
+psutil
 ptyprocess
 pulsar-client
 pure_eval
-pyarrow==17.0.0
+pyarrow
 pyasn1
 pyasn1_modules
 pycparser
-pydantic==2.10.6
-pydantic-settings==2.7.1
+pydantic
+pydantic-settings
 pydantic_core
 pydub
-pygame==2.6.1
+pygame
 Pygments
 PyJWT
-pynndescent==0.5.13
-pyobjc==11.0
-pyobjc-core==11.0
-pyobjc-framework-Accessibility==11.0
-pyobjc-framework-Accounts==11.0
-pyobjc-framework-AddressBook==11.0
-pyobjc-framework-AdServices==11.0
-pyobjc-framework-AdSupport==11.0
-pyobjc-framework-AppleScriptKit==11.0
-pyobjc-framework-AppleScriptObjC==11.0
-pyobjc-framework-ApplicationServices==11.0
-pyobjc-framework-AppTrackingTransparency==11.0
-pyobjc-framework-AudioVideoBridging==11.0
-pyobjc-framework-AuthenticationServices==11.0
-pyobjc-framework-AutomaticAssessmentConfiguration==11.0
-pyobjc-framework-Automator==11.0
-pyobjc-framework-AVFoundation==11.0
-pyobjc-framework-AVKit==11.0
-pyobjc-framework-AVRouting==11.0
-pyobjc-framework-BackgroundAssets==11.0
-pyobjc-framework-BrowserEngineKit==11.0
-pyobjc-framework-BusinessChat==11.0
-pyobjc-framework-CoreAudio==11.0
-pyobjc-framework-CoreAudioKit==11.0
-pyobjc-framework-CoreBluetooth==11.0
-pyobjc-framework-CoreData==11.0
-pyobjc-framework-CoreHaptics==11.0
-pyobjc-framework-CoreLocation==11.0
-pyobjc-framework-CoreMedia==11.0
-pyobjc-framework-CoreMediaIO==11.0
-pyobjc-framework-CoreMIDI==11.0
-pyobjc-framework-CoreML==11.0
-pyobjc-framework-CoreMotion==11.0
-pyobjc-framework-CoreServices==11.0
-pyobjc-framework-CoreSpotlight==11.0
-pyobjc-framework-CoreText==11.0
-pyobjc-framework-CoreWLAN==11.0
-pyobjc-framework-CryptoTokenKit==11.0
-pyobjc-framework-DataDetection==11.0
-pyobjc-framework-DeviceCheck==11.0
-pyobjc-framework-DeviceDiscoveryExtension==11.0
-pyobjc-framework-DictionaryServices==11.0
-pyobjc-framework-DiscRecording==11.0
-pyobjc-framework-DiscRecordingUI==11.0
-pyobjc-framework-EventKit==11.0
-pyobjc-framework-ExceptionHandling==11.0
-pyobjc-framework-ExecutionPolicy==11.0
-pyobjc-framework-ExtensionKit==11.0
-pyobjc-framework-ExternalAccessory==11.0
-pyobjc-framework-FileProvider==11.0
-pyobjc-framework-FileProviderUI==11.0
-pyobjc-framework-FinderSync==11.0
-pyobjc-framework-FSEvents==11.0
-pyobjc-framework-GameCenter==11.0
-pyobjc-framework-GameController==11.0
-pyobjc-framework-GameKit==11.0
-pyobjc-framework-GameplayKit==11.0
-pyobjc-framework-HealthKit==11.0
-pyobjc-framework-ImageCaptureCore==11.0
-pyobjc-framework-InputMethodKit==11.0
-pyobjc-framework-InstallerPlugins==11.0
-pyobjc-framework-InstantMessage==11.0
-pyobjc-framework-Intents==11.0
-pyobjc-framework-IntentsUI==11.0
-pyobjc-framework-IOBluetooth==11.0
-pyobjc-framework-IOBluetoothUI==11.0
-pyobjc-framework-IOSurface==11.0
-pyobjc-framework-iTunesLibrary==11.0
-pyobjc-framework-KernelManagement==11.0
-pyobjc-framework-LatentSemanticMapping==11.0
-pyobjc-framework-LaunchServices==11.0
-pyobjc-framework-libdispatch==11.0
-pyobjc-framework-libxpc==11.0
-pyobjc-framework-LinkPresentation==11.0
-pyobjc-framework-LocalAuthentication==11.0
-pyobjc-framework-LocalAuthenticationEmbeddedUI==11.0
-pyobjc-framework-MailKit==11.0
-pyobjc-framework-MapKit==11.0
-pyobjc-framework-MediaAccessibility==11.0
-pyobjc-framework-MediaExtension==11.0
-pyobjc-framework-MediaLibrary==11.0
-pyobjc-framework-MediaPlayer==11.0
-pyobjc-framework-MediaToolbox==11.0
-pyobjc-framework-Metal==11.0
-pyobjc-framework-MetalFX==11.0
+pynndescent
+pyobjc
+pyobjc-core
+pyobjc-framework-Accessibility
+pyobjc-framework-Accounts
+pyobjc-framework-AddressBook
+pyobjc-framework-AdServices
+pyobjc-framework-AdSupport
+pyobjc-framework-AppleScriptKit
+pyobjc-framework-AppleScriptObjC
+pyobjc-framework-ApplicationServices
+pyobjc-framework-AppTrackingTransparency
+pyobjc-framework-AudioVideoBridging
+pyobjc-framework-AuthenticationServices
+pyobjc-framework-AutomaticAssessmentConfiguration
+pyobjc-framework-Automator
+pyobjc-framework-AVFoundation
+pyobjc-framework-AVKit
+pyobjc-framework-AVRouting
+pyobjc-framework-BackgroundAssets
+pyobjc-framework-BrowserEngineKit
+pyobjc-framework-BusinessChat
+pyobjc-framework-CoreAudio
+pyobjc-framework-CoreAudioKit
+pyobjc-framework-CoreBluetooth
+pyobjc-framework-CoreData
+pyobjc-framework-CoreHaptics
+pyobjc-framework-CoreLocation
+pyobjc-framework-CoreMedia
+pyobjc-framework-CoreMediaIO
+pyobjc-framework-CoreMIDI
+pyobjc-framework-CoreML
+pyobjc-framework-CoreMotion
+pyobjc-framework-CoreServices
+pyobjc-framework-CoreSpotlight
+pyobjc-framework-CoreText
+pyobjc-framework-CoreWLAN
+pyobjc-framework-CryptoTokenKit
+pyobjc-framework-DataDetection
+pyobjc-framework-DeviceCheck
+pyobjc-framework-DeviceDiscoveryExtension
+pyobjc-framework-DictionaryServices
+pyobjc-framework-DiscRecording
+pyobjc-framework-DiscRecordingUI
+pyobjc-framework-EventKit
+pyobjc-framework-ExceptionHandling
+pyobjc-framework-ExecutionPolicy
+pyobjc-framework-ExtensionKit
+pyobjc-framework-ExternalAccessory
+pyobjc-framework-FileProvider
+pyobjc-framework-FileProviderUI
+pyobjc-framework-FinderSync
+pyobjc-framework-FSEvents
+pyobjc-framework-GameCenter
+pyobjc-framework-GameController
+pyobjc-framework-GameKit
+pyobjc-framework-GameplayKit
+pyobjc-framework-HealthKit
+pyobjc-framework-ImageCaptureCore
+pyobjc-framework-InputMethodKit
+pyobjc-framework-InstallerPlugins
+pyobjc-framework-InstantMessage
+pyobjc-framework-Intents
+pyobjc-framework-IntentsUI
+pyobjc-framework-IOBluetooth
+pyobjc-framework-IOSurface
+pyobjc-framework-iTunesLibrary
+pyobjc-framework-KernelManagement
+pyobjc-framework-LatentSemanticMapping
+pyobjc-framework-LaunchServices
+pyobjc-framework-libdispatch
+pyobjc-framework-libxpc
+pyobjc-framework-LinkPresentation
+pyobjc-framework-LocalAuthentication
+pyobjc-framework-LocalAuthenticationEmbeddedUI
+pyobjc-framework-MailKit
+pyobjc-framework-MapKit
+pyobjc-framework-MediaAccessibility
+pyobjc-framework-MediaExtension
+pyobjc-framework-MediaLibrary
+pyobjc-framework-MediaPlayer
+pyobjc-framework-MediaToolbox
+pyobjc-framework-Metal
+pyobjc-framework-MetalFX
+pyobjc-framework-MetalKit
+pyobjc-framework-MetalPerformanceShaders
+pyobjc-framework-MetalPerformanceShadersGraph
+pyobjc-framework-MetricKit
+pyobjc-framework-MLCompute
+pyobjc-framework-ModelIO
+pyobjc-framework-MultipeerConnectivity
+pyobjc-framework-NaturalLanguage
+pyobjc-framework-NetFS
+pyobjc-framework-Network
+pyobjc-framework-NetworkExtension
+pyobjc-framework-NotificationCenter
+pyobjc-framework-OpenDirectory
+pyobjc-framework-OSAKit
+pyobjc-framework-OSLog
+pyobjc-framework-PassKit
+pyobjc-framework-PencilKit
+pyobjc-framework-PHASE
+pyobjc-framework-Photos
+pyobjc-framework-PhotosUI
+pyobjc-framework-PreferencePanes
+pyobjc-framework-PushKit
+pyobjc-framework-QuickLookThumbnailing
+pyobjc-framework-ReplayKit
+pyobjc-framework-SafariServices
+pyobjc-framework-SafetyKit
+pyobjc-framework-SceneKit
+pyobjc-framework-ScreenCaptureKit
+pyobjc-framework-ScreenSaver
+pyobjc-framework-ScreenTime
+pyobjc-framework-ScriptingBridge
+pyobjc-framework-SearchKit
+pyobjc-framework-Security
+pyobjc-framework-SecurityFoundation
+pyobjc-framework-SecurityInterface
+pyobjc-framework-SensitiveContentAnalysis
+pyobjc-framework-ServiceManagement
+pyobjc-framework-SharedWithYou
+pyobjc-framework-SharedWithYouCore
+pyobjc-framework-ShazamKit
+pyobjc-framework-Social
+pyobjc-framework-SoundAnalysis
+pyobjc-framework-Speech
+pyobjc-framework-SpriteKit
+pyobjc-framework-StoreKit
+pyobjc-framework-Symbols
+pyobjc-framework-SyncServices
+pyobjc-framework-SystemConfiguration
+pyobjc-framework-SystemExtensions
+pyobjc-framework-ThreadNetwork
+pyobjc-framework-UniformTypeIdentifiers
+pyobjc-framework-UserNotifications
+pyobjc-framework-UserNotificationsUI
+pyobjc-framework-VideoSubscriberAccount
+pyobjc-framework-VideoToolbox
+pyobjc-framework-Virtualization
+pyobjc-framework-Vision
+pyobjc-framework-WebKit
+pyOpenSSL
+pyparsing
+PyPDF2
+PyPika
+pypinyin
+pyproject_hooks
+pysbd
+PySocks
+pytesseract
+python-crfsuite
+python-dateutil
+python-dotenv
+python-json-logger
+python-multipart
+pyttsx3
+pytz
+pyu2f
+PyYAML
+pyzmq
+RapidFuzz
+referencing
+regex
+requests
+requests-oauthlib
+requests-toolbelt
+retrying
+rfc3339_validator
+rfc3986-validator
+rich
+rich-toolkit
+rpds-py
+rsa
+ruff
+safehttpx
+safetensors
+scikit-learn
+scipy
+selenium
+semantic-version
+Send2Trash
+sentence-transformers
+sentencepiece
+sentry-sdk
+setproctitle
+sgmllib3k
+shellingham
+sigtools
+simpleaudio
+six
+smart-open
+smmap
+sniffio
+sortedcontainers
+sounddevice
+soundfile
+soupsieve
+soxr
+spaces
+spacy
+spacy-legacy
+spacy-loggers
+SpeechRecognition
+speedtest-cli
+SQLAlchemy
+srsly
+stack_data
+starlette
+SudachiDict-core
+SudachiPy
+sympy
+synchronicity
+tenacity
+tensorboard
+tensorboard-data-server
+terminado
+thinc
+threadpoolctl
+tiktoken
+tinycss2
+tokenizers
+toml
+tomli
+tomlkit
+torch
+torchaudio
+torchvision
+tornado
+tqdm
+trainer
+traitlets
+transformers
+trio
+trio-websocket
+trl
+TTS
+twilio
+typeguard
+typer
+typer-slim
+types-certifi
+types-python-dateutil
+types-toml
+typing-inspect
+typing_extensions
+typing_utils
+tzdata
+tzlocal
+uc-micro-py
+umap
+umap-learn
+unicodedata2
+Unidecode
+uri-template
+uritemplate
+urllib3
+uvicorn
+uvloop
+wandb
+wasabi
+watchfiles
+wcwidth
+weasel
+webcolors
+webdriver-manager
+webencodings
+websocket-client
+websockets
+Werkzeug
+whisper
+widgetsnbextension
+wrapt
+wsproto
+xxhash
+yarl
+zipp
+zstandard

services/ui_service.py

@@ -6,9 +6,10 @@ import time
 import openai
 import gradio as gr
 import threading
+import concurrent.futures
 from typing import List, Dict, Any, Tuple, Optional, Generator
 
-from configs.config import claude, GPT4O_MODEL, CLAUDE_MODEL
+from configs.config import claude_client, GPT4O_MODEL, CLAUDE_MODEL
 from services.auth_service import (
     authenticate, create_session, get_session, update_session_activity, 
     end_session, check_inactivity, INACTIVITY_TIMEOUT
@@ -959,37 +960,39 @@ def general_chat_ui(system_prompt: str, model: str) -> gr.ChatInterface:
         # First, ensure no None values are present in the messages list.
         messages = [msg for msg in messages if msg is not None]
 
-        # RAG Retrieval and Summarization Implementation:
+        # Optimized RAG Retrieval and Summarization Implementation:
         if GLOBAL_RETRIEVER is not None:
             try:
                 # Retrieve relevant documents using the global retriever.
                 docs = GLOBAL_RETRIEVER.get_relevant_documents(message)
                 if docs:
-                    summarized_texts = []
-                    for doc in docs:
-                        # Summarize each document's page content.
-                        # Use the summarize_context() function; if it returns None, fallback to an empty string.
-                        summary = summarize_context(doc.page_content, GPT4O_MODEL) or ""
-                        # Only add non-empty summaries.
-                        if summary.strip():
-                            summarized_texts.append(summary)
-                    # If we have one or more summaries, combine them and insert as an additional context.
+                    # Use a thread pool to parallelize summarization of each document.
+                    with concurrent.futures.ThreadPoolExecutor(max_workers=min(len(docs), 5)) as executor:
+                        # Submit all summarization tasks concurrently.
+                        futures = [executor.submit(summarize_context, doc.page_content, GPT4O_MODEL) for doc in docs]
+                        # Collect summarized texts from completed futures.
+                        summarized_texts = []
+                        for future in concurrent.futures.as_completed(futures):
+                            result = future.result()  # This waits for each task to complete.
+                            # Ensure that we get a non-empty result (using .strip() in case of whitespace-only strings).
+                            if result and result.strip():
+                                summarized_texts.append(result.strip())
+                    # If there are any summaries, combine them and insert as additional context.
                     if summarized_texts:
                         context_text = "\n\n".join(summarized_texts)
                         messages.insert(1, {
                             "role": "system",
                             "content": f"Additional Context Summaries:\n{context_text}",
-                            "files": []  # Always provide an empty list for the "files" key.
+                            "files": []
                         })
             except Exception as e:
                 print("RAG retrieval failed:", e)
-
         
         chat_history.append({"role": "user", "content": message, "files": []})
         messages.append({"role": "user", "content": message, "files": []})
         
         # Call OpenAI's ChatCompletion with streaming enabled.
-        completion = openai.ChatCompletion.create(
+        completion = openai.chat.completions.create(
             model=model,
             messages=messages,
             max_tokens=1_000,
@@ -999,7 +1002,7 @@ def general_chat_ui(system_prompt: str, model: str) -> gr.ChatInterface:
         
         response = ""
         for chunk in completion:
-            token = chunk.choices[0].delta.get("content", "")
+            token = chunk.choices[0].delta.content or ""
             response += token
             yield response
     
@@ -1092,7 +1095,7 @@ def study_support_ui(system_prompt: str, model: str) -> gr.ChatInterface:
         while attempt < max_retries:
             try:
                 # Use Claude's API for the study support interface
-                result = claude.messages.stream(
+                result = claude_client.messages.stream(
                     model=model,
                     max_tokens=63_500,
                     system=system_prompt,