Update app.py

app.py

@@ -34,23 +34,23 @@ DSPY_PREFIX_URL = "luna-code/dspy-codegen-350M-mono-prefix"
 CS_EVO_PREFIX_URL = "luna-code/cs-codegen-350M-mono-evo-prefix"
 
 tokenizer = AutoTokenizer.from_pretrained(CHECKPOINT_URL)
-basemodel = AutoModelForCausalLM.from_pretrained(CHECKPOINT_URL, device_map="auto")
-
-sql_prefix = PeftModel.from_pretrained(basemodel, SQLMODEL_PREFIX_URL, device_map="auto")
-sfepy_prefix = PeftModel.from_pretrained(basemodel, SFEPY_PREFIX_URL, device_map="auto")
-megengine_prefix = PeftModel.from_pretrained(basemodel, MEGENGINE_PREFIX_URL, device_map="auto")
-main_evo_prefix = PeftModel.from_pretrained(basemodel, MAIN_EVO_PREFIX_URL, device_map="auto")
-
-sqlmodel_fft = AutoModelForCausalLM.from_pretrained(SQLMODEL_FFT_URL, device_map="auto")
-sfepy_fft = AutoModelForCausalLM.from_pretrained(SFEPY_FFT_URL, device_map="auto")
-megengine_fft = AutoModelForCausalLM.from_pretrained(MEGENGINE_FFT_URL, device_map="auto")
-main_evo_fft = AutoModelForCausalLM.from_pretrained(MAIN_EVO_FFT_URL, device_map="auto")
-main_fd_fft = AutoModelForCausalLM.from_pretrained(MAIN_FD_FFT_URL, device_map="auto")
-
-langchain_prefix = PeftModel.from_pretrained(basemodel, LANGCHAIN_PREFIX_URL, device_map="auto")
-llamaindex_prefix = PeftModel.from_pretrained(basemodel, LLAMAINDEX_PREFIX_URL, device_map="auto")
-dspy_prefix = PeftModel.from_pretrained(basemodel, DSPY_PREFIX_URL, device_map="auto")
-cs_evo_prefix = PeftModel.from_pretrained(basemodel, CS_EVO_PREFIX_URL, device_map="auto")
+basemodel = AutoModelForCausalLM.from_pretrained(CHECKPOINT_URL)
+
+sql_prefix = PeftModel.from_pretrained(basemodel, SQLMODEL_PREFIX_URL)
+sfepy_prefix = PeftModel.from_pretrained(basemodel, SFEPY_PREFIX_URL)
+megengine_prefix = PeftModel.from_pretrained(basemodel, MEGENGINE_PREFIX_URL)
+main_evo_prefix = PeftModel.from_pretrained(basemodel, MAIN_EVO_PREFIX_URL)
+
+sqlmodel_fft = AutoModelForCausalLM.from_pretrained(SQLMODEL_FFT_URL)
+sfepy_fft = AutoModelForCausalLM.from_pretrained(SFEPY_FFT_URL)
+megengine_fft = AutoModelForCausalLM.from_pretrained(MEGENGINE_FFT_URL)
+main_evo_fft = AutoModelForCausalLM.from_pretrained(MAIN_EVO_FFT_URL)
+main_fd_fft = AutoModelForCausalLM.from_pretrained(MAIN_FD_FFT_URL)
+
+langchain_prefix = PeftModel.from_pretrained(basemodel, LANGCHAIN_PREFIX_URL)
+llamaindex_prefix = PeftModel.from_pretrained(basemodel, LLAMAINDEX_PREFIX_URL)
+dspy_prefix = PeftModel.from_pretrained(basemodel, DSPY_PREFIX_URL)
+cs_evo_prefix = PeftModel.from_pretrained(basemodel, CS_EVO_PREFIX_URL)
 
 # basemodel = ""
 # sql_prefix = ""