Update TextGen/router.py

TextGen/router.py

@@ -48,6 +48,17 @@ app.add_middleware(
 def api_home():
     return {'detail': 'Welcome to FastAPI TextGen Tutorial!'}
 
+
+API_URL = "https://api-inference.huggingface.co/models/google/gemma-1.1-7b-it"
+
+def query(payload):
+	response = requests.post(API_URL, json=payload)
+	return response.json()
+    
+@app.get("/query", tags=["Query"])
+def api_query(input: str):
+    return query({"inputs": input},"parameters":{"return_full_text":False,"max_length":2048})
+
 @app.post("/api/generate", summary="Generate text from prompt", tags=["Generate"], response_model=Generate)
 def inference(input_prompt: str):
     return generate_text(prompt=input_prompt)