Update app.py

Fix variable scope issues...

app.py

@@ -324,7 +324,7 @@ class Applicant:
         self.resume = resume
 
 @spaces.GPU
-def write(inputs):
+def write(inputs, max_new_tokens=max_new_tokens, do_sample=True, temperature=0.6, top_k=40, top_p=0.9, repetition_penalty=1.1):
     _output = model.generate(**inputs, max_new_tokens=max_new_tokens, do_sample=True, temperature=0.6, top_k=40, top_p=0.9, repetition_penalty=1.1)
     return _output
 
@@ -336,7 +336,7 @@ def smol_lm_jd_process(job_description, system_prompt, max_new_tokens=512):
 <|im_start|>assistant
 """
     inputs = tokenizer(prompt, return_tensors="pt").to(device)   
-    output = write(inputs)
+    output = write(inputs, max_new_tokens=max_new_tokens)
     response = tokenizer.decode(output[0], skip_special_tokens=False)
     start_idx = response.find("<|im_start|>assistant")
     end_idx = response.find("<|im_end|>", start_idx)
@@ -385,7 +385,7 @@ def process_job_description(company_name, company_url, job_description, resume):
     for key, results in search_results.items():
         print(f"Summarizing {key}")
         search_result_text = "\n".join([result['body'] for result in results])
-        summary = smol_lm_jd_process(search_result_text, system_prompt_summary_search, max_new_tokens=150)
+        summary = smol_lm_jd_process(search_result_text, system_prompt_summary_search, max_new_tokens=250)
         summaries[key] = summary
         print(f"Summarizing {key} successful")