Update model_loader.py
Browse files- model_loader.py +34 -43
model_loader.py
CHANGED
|
@@ -1,47 +1,38 @@
|
|
| 1 |
-
import
|
| 2 |
-
from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
|
| 3 |
-
from config import HF_TOKEN, MODEL_ID
|
| 4 |
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
|
|
|
| 8 |
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
MODEL_ID,
|
| 12 |
-
token=HF_TOKEN,
|
| 13 |
-
trust_remote_code=True,
|
| 14 |
-
padding_side="left" # For chat-style models
|
| 15 |
-
)
|
| 16 |
|
| 17 |
-
|
| 18 |
-
|
|
|
|
| 19 |
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
-
|
| 32 |
-
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
except Exception as e:
|
| 46 |
-
print(f"β Failed to load model: {e}")
|
| 47 |
-
raise RuntimeError(f"Model loading failed: {e}")
|
|
|
|
| 1 |
+
import os
|
|
|
|
|
|
|
| 2 |
|
| 3 |
+
# Hugging Face Token
|
| 4 |
+
HF_TOKEN = os.getenv("HF_TOKEN")
|
| 5 |
+
if not HF_TOKEN:
|
| 6 |
+
raise ValueError("β HF_TOKEN not set in environment variables.")
|
| 7 |
|
| 8 |
+
# Model to Load
|
| 9 |
+
MODEL_ID = os.getenv("MODEL_ID", "meta-llama/Meta-Llama-3-8B-Instruct") # π updated here
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 10 |
|
| 11 |
+
# Paths and Settings
|
| 12 |
+
TEMP_DIR = os.getenv("TEMP_DIR", "/tmp") # For screenshots, temporary files, etc.
|
| 13 |
+
ENABLE_EXECUTION = os.getenv("ENABLE_EXECUTION", "true").lower() == "true" # toggle command execution
|
| 14 |
|
| 15 |
+
# OS Commands (unchanged)
|
| 16 |
+
OS_COMMANDS = {
|
| 17 |
+
"open": {
|
| 18 |
+
"chrome": "google-chrome",
|
| 19 |
+
"firefox": "firefox",
|
| 20 |
+
"notepad": "notepad",
|
| 21 |
+
"calculator": "gnome-calculator",
|
| 22 |
+
"terminal": "gnome-terminal",
|
| 23 |
+
"vscode": "code"
|
| 24 |
+
},
|
| 25 |
+
"close": {
|
| 26 |
+
"chrome": "pkill chrome",
|
| 27 |
+
"firefox": "pkill firefox",
|
| 28 |
+
"notepad": "pkill notepad",
|
| 29 |
+
"calculator": "pkill gnome-calculator",
|
| 30 |
+
"vscode": "pkill code"
|
| 31 |
+
},
|
| 32 |
+
"screenshot": {
|
| 33 |
+
"default": "import -window root screenshot.png"
|
| 34 |
+
},
|
| 35 |
+
"shutdown": "shutdown now",
|
| 36 |
+
"restart": "reboot",
|
| 37 |
+
"lock": "gnome-screensaver-command -l"
|
| 38 |
+
}
|
|
|
|
|
|
|
|
|
|
|
|