Update app.py

app.py

@@ -25,7 +25,7 @@ if not torch.cuda.is_available():
 
 
 if torch.cuda.is_available():
-    model_id = "deepseek-ai/deepseek-coder-7b-instruct-v1.5"
+    model_id = "deepseek-ai/deepseek-coder-33b-instruct"
     model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", load_in_4bit=True)
     tokenizer = AutoTokenizer.from_pretrained(model_id)
     tokenizer.padding_side = 'right'
@@ -73,8 +73,8 @@ def generate(
         temperature=temperature,
         eos_token_id=tokenizer.eos_token_id, 
         pad_token_id=tokenizer.pad_token_id,
-        num_beams=1,
-        repetition_penalty=1.2,
+        #num_beams=1,
+        #repetition_penalty=1.2,
     )
     t = Thread(target=model.generate, kwargs=generate_kwargs)
     t.start()