Add application file

app.py

@@ -6,8 +6,8 @@ from threading import Thread
 #tokenizer = AutoTokenizer.from_pretrained("togethercomputer/RedPajama-INCITE-Chat-3B-v1")
 #model = AutoModelForCausalLM.from_pretrained("togethercomputer/RedPajama-INCITE-Chat-3B-v1", torch_dtype=torch.float16)
 
-tokenizer = AutoTokenizer.from_pretrained("bartowski/OpenBioLLM-Llama3-8B-GGUF")
-model = AutoModelForCausalLM.from_pretrained("bartowski/OpenBioLLM-Llama3-8B-Q8_0.gguf", torch_dtype=torch.float16)
+tokenizer = AutoTokenizer.from_pretrained("aaditya/OpenBioLLM-Llama3-8B-GGUF")
+model = AutoModelForCausalLM.from_pretrained("aaditya/openbiollm-llama3-8b.Q5_K_M", torch_dtype=torch.float16)
 
 class StopOnTokens(StoppingCriteria):
     def __call__(self, input_ids: torch.LongTensor, scores: torch.FloatTensor, **kwargs) -> bool: