Starter LLM Inference Call

app.py

@@ -59,7 +59,7 @@ llm = HuggingFaceEndpoint(
     repo_id="meta-llama/Llama-3.1-8B-Instruct",
     huggingfacehub_api_token=os.environ["HF_TOKEN"],
     temperature=0.1,
-    max_tokens=512
+    max_new_tokens=512
 )
 
 agent = create_sql_agent(