Update app.py

app.py

@@ -1,23 +1,10 @@
-from transformers import AutoTokenizer, AutoModelForCausalLM
-from fastapi import FastAPI, Body
-
-import huggingface_hub
+import hf_api
 
-huggingface_hub.login(username="shankarm08", password="cskrockz123")
+# Authenticate with Hugging Face
+hf_api.set_access_token(None)  # Use the default access token
 
-app = FastAPI()
+# Load model directly
+from transformers import AutoTokenizer, AutoModelForCausalLM
 
-# Load pre-trained model and tokenizer
 tokenizer = AutoTokenizer.from_pretrained("meta-llama/Meta-Llama-3-8B")
-model = AutoModelForCausalLM.from_pretrained("meta-llama/Meta-Llama-3-8B")
-
-@app.post("/generate")
-async def generate_text(input_text: str = Body(..., embed=True)):
-    input_ids = tokenizer.encode(input_text, return_tensors='pt')
-    output = model.generate(input_ids, max_length=50, num_beams=4)
-    generated_text = tokenizer.decode(output[0], skip_special_tokens=True)
-    return {"generated_text": generated_text}
-
-if __name__ == "__main__":
-    import uvicorn
-    uvicorn.run(app, host="0.0.0.0", port=8000)
+model = AutoModelForCausalLM.from_pretrained("meta-llama/Meta-Llama-3-8B")