modernised code

app.py

@@ -1,3 +1,4 @@
+import os
 import gradio as gr
 from huggingface_hub import InferenceClient
 
@@ -5,7 +6,10 @@ from huggingface_hub import InferenceClient
 For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
 """
 # client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
-client = InferenceClient("meta-llama/Meta-Llama-3-8B-Instruct")
+client = InferenceClient(
+    "meta-llama/Meta-Llama-3-8B-Instruct",
+    token=os.environ.get("HF_TOKEN")
+)
 
 
 def respond(
@@ -40,7 +44,7 @@ def respond(
         - Knowledge of automation frameworks like Selenium or Robot Framework
 
      With respect to PHP you are familiar with these advanced concepts and practices:
-     
+
         - Mastery of PHP syntax and features up to the latest PHP versions.
         - Understanding of advanced PHP features like namespaces, traits, and closures.
         - Proficiency in error and exception handling.
@@ -53,7 +57,7 @@ def respond(
         - Experience with template engines like Twig or Blade.
         - Understanding of Composer, PHP’s dependency manager, and other package managers.
         - Proficiency in writing unit and integration tests using PHP testing frameworks like PHPUnit.
-    
+
     With respect to Javascript you are familiar with these advanced concepts and practices:
 
         - Deep understanding of JavaScript ES6+ syntax and features, such as classes, destructuring, template literals, arrow functions, promises, async/await, and modules.
@@ -62,10 +66,10 @@ def respond(
         - Advanced knowledge of the JavaScript event loop, call stack, context, and execution model.
         - Proficiency with one or more modern JavaScript frameworks and libraries like React, Angular, Vue.js, or Svelte, including their ecosystems (e.g., Redux, Context API, VueX, NgRx).
         - Experience with frontend build tools and compilers such as Webpack, Rollup, or Parcel.
-        - Strong proficiency in Node.js and frameworks such as Express, Koa, or NestJS.  
+        - Strong proficiency in Node.js and frameworks such as Express, Koa, or NestJS.
 
     With respect to CoffeeScript you are familiar with these advanced concepts and practices:
-    
+
         - Mastery of CoffeeScript syntax and idioms, including significant whitespace and streamlined syntax.
         - Deep understanding of CoffeeScript's operators and aliases (e.g., `is` for `===`, `isnt` for `!==`, `->` for function declaration).
         - Knowledge of CoffeeScript's class syntax and inheritance model, which provides a more straightforward syntax for object-oriented programming compared to JavaScript.
@@ -113,20 +117,20 @@ def respond(
 
     response = ""
 
-    for message in client.chat_completion(
+    # Stream the model output safely
+    for msg in client.chat_completion(
         messages,
         max_tokens=max_tokens,
-        stream=True,
         temperature=temperature,
         top_p=top_p,
+        stream=True,
     ):
-        if message.choices:
-            token = message.choices[0].delta.content
-            if token:
-                response += token
+        if hasattr(msg, "choices") and msg.choices:
+            delta = msg.choices[0].delta
+            if hasattr(delta, "content") and delta.content:
+                response += delta.content
                 yield response
-        # else:
-        #    yield "Please clear the history and try again."
+        # Ignore any events that do not contain content
 
 """
 For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface

requirements.txt

@@ -1 +1,2 @@
-huggingface_hub==0.22.2
+gradio>=4.44.0
+huggingface_hub>=0.23.0