Update app.py

app.py

@@ -21,13 +21,3 @@ async def generate(request: Request):
     prompt = data.get("prompt", "")
     result = generator(prompt, max_new_tokens=100, do_sample=True)[0]["generated_text"]
     return {"output": result}
-
-
-generator = pipeline("text2text-generation", model=model, tokenizer=tokenizer)
-
-@app.post("/generate")
-async def generate(request: Request):
-    data = await request.json()
-    prompt = data.get("prompt", "")
-    result = generator(prompt, max_new_tokens=100, do_sample=True)[0]["generated_text"]
-    return {"output": result}