Update app.py

app.py

@@ -1,22 +1,24 @@
+import os
 from fastapi import FastAPI
-import subprocess
-import sys
+from pydantic import BaseModel
+from huggingface_hub import InferenceClient
 
 app = FastAPI()
+client = InferenceClient(api_key=os.environ.get("HF_TOKEN"))
+
+class Request(BaseModel):
+    prompt: str
 
 @app.get("/")
 def home():
-    # This forces the server to list all installed packages
-    # Check your "Logs" tab after visiting this page!
-    result = subprocess.run([sys.executable, "-m", "pip", "freeze"], capture_output=True, text=True)
-    print("=== INSTALLED PACKAGES ===")
-    print(result.stdout)
-    print("==========================")
-    
-    try:
-        import llama_cpp
-        status = "llama_cpp is INSTALLED!"
-    except ImportError as e:
-        status = f"CRITICAL ERROR: {e}"
-        
-    return {"status": status, "packages_printed_to_logs": True}
+    return {"status": "Running"}
+
+@app.post("/generate")
+def generate_text(request: Request):
+    messages = [{"role": "user", "content": request.prompt}]
+    response = client.chat_completion(
+        messages=messages,
+        model="HuggingFaceTB/SmolLM2-1.7B-Instruct",
+        max_tokens=500
+    )
+    return {"response": response.choices[0].message.content}