initial commit

app.py

@@ -3,6 +3,9 @@ import gradio as gr
 import transformers
 from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig
 import torch
+import os
+
+HF_TOKEN = os.environ.get("HF_TOKEN")  # Make sure to set this in your Space secrets
 
 title = """
 # Welcome to 🌟Tonic's🫡Command-A
@@ -11,8 +14,8 @@ Join us : 🌟TeamTonic🌟 is always making cool demos! Join our active builder
 """
 
 model_id = "Tonic/c4ai-command-a-03-2025-4bit_fp4"
-tokenizer = AutoTokenizer.from_pretrained(model_id)
-model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.bfloat16)
+tokenizer = AutoTokenizer.from_pretrained(model_id, token=HF_TOKEN) )
+model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.bfloat16, token=HF_TOKEN)
 
 
 @spaces.GPU