Update app.py

app.py

@@ -54,14 +54,15 @@ class EventScraper:
         # Try local model first
         if TRANSFORMERS_AVAILABLE:
             try:
-                model_name = "meta-llama/Llama-3.2-3B-Instruct"
+                model_name = "meta-llama/Llama-3.2-1B-Instruct"
                 self.tokenizer = AutoTokenizer.from_pretrained(model_name)
                 self.model = AutoModelForCausalLM.from_pretrained(
                     model_name, 
                     torch_dtype=torch.float16,
                     return_dict_in_generate=False,
                     device_map='auto', 
-                    max_new_tokens=12000 
+                    max_new_tokens=12000,
+                    return_full_text=False,
                 )
                 return
             except Exception as local_err:
@@ -76,14 +77,12 @@ class EventScraper:
             if hf_token:
                 self.client = InferenceClient(
                     model="meta-llama/Llama-3.2-3B-Instruct", 
-                    token=hf_token, 
-                    max_new_tokens=12000 
+                    token=hf_token 
                 )
             else:
                 # Public model access without token
                 self.client = InferenceClient(
-                    model="meta-llama/Llama-3.2-3B-Instruct", 
-                    max_new_tokens=12000
+                    model="meta-llama/Llama-3.2-3B-Instruct" 
                 )
         except Exception as e:
             gr.Warning(f"Inference Client setup error: {str(e)}")