Upload 4 files
Browse files
app.py
CHANGED
|
@@ -25,9 +25,11 @@ async def load_model():
|
|
| 25 |
hf_token = os.environ.get("HUGGINGFACE_TOKEN")
|
| 26 |
|
| 27 |
logger.info("Loading PEFT configuration...")
|
| 28 |
-
# Ensure the config does not include unsupported arguments
|
| 29 |
config = PeftConfig.from_pretrained("frankmorales2020/Mistral-7B-text-to-sql-flash-attention-2-dataeval")
|
| 30 |
|
|
|
|
|
|
|
|
|
|
| 31 |
logger.info("Loading base model...")
|
| 32 |
base_model = AutoModelForCausalLM.from_pretrained(
|
| 33 |
"mistralai/Mistral-7B-Instruct-v0.3",
|
|
|
|
| 25 |
hf_token = os.environ.get("HUGGINGFACE_TOKEN")
|
| 26 |
|
| 27 |
logger.info("Loading PEFT configuration...")
|
|
|
|
| 28 |
config = PeftConfig.from_pretrained("frankmorales2020/Mistral-7B-text-to-sql-flash-attention-2-dataeval")
|
| 29 |
|
| 30 |
+
# Debugging: Print the configuration
|
| 31 |
+
logger.info(f"Configuration: {config}")
|
| 32 |
+
|
| 33 |
logger.info("Loading base model...")
|
| 34 |
base_model = AutoModelForCausalLM.from_pretrained(
|
| 35 |
"mistralai/Mistral-7B-Instruct-v0.3",
|