.

app.py

@@ -6,7 +6,6 @@ from pathlib import Path
 from transformers import AutoModelForCausalLM, AutoTokenizer
 import json
 import re
-import torch
 
 if not get_space():
     try:
@@ -48,14 +47,12 @@ def load_model_and_tokenizer(model_name="bigcomputer/jupycoder-7b-lora-350"):
     if model_name == "bigcomputer/jupycoder-7b-lora-350":
         model = AutoModelForCausalLM.from_pretrained(
             model_name,
-            torch_dtype=torch.float16,
             device_map="auto"
         )
         tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen2.5-Coder-7B-Instruct")
     else:
         model = AutoModelForCausalLM.from_pretrained(
             model_name,
-            torch_dtype=torch.float16,
             device_map="auto"
         )
         tokenizer = AutoTokenizer.from_pretrained(model_name)