Create app.py

app.py

@@ -0,0 +1,15 @@
+import subprocess
+import sys
+
+# Install bitsandbytes first
+subprocess.check_call([sys.executable, "-m", "pip", "install", "bitsandbytes"])
+
+# Then import and use your model
+from transformers import AutoTokenizer, AutoModelForCausalLM
+import torch
+
+model = AutoModelForCausalLM.from_pretrained(
+    "EdysorEdutech/gatewaytrainedmodel",
+    load_in_4bit=True,
+    device_map="auto"
+)