prelington commited on
Commit
9ae4384
·
verified ·
1 Parent(s): cca0ede

Create model_loader.py

Browse files
Files changed (1) hide show
  1. model_loader.py +15 -0
model_loader.py ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
2
+
3
+ def load_model(model_name="your-username/sentinel"):
4
+ """
5
+ Load Sentinel model and tokenizer.
6
+ """
7
+ print(f"Loading {model_name}...")
8
+ tokenizer = AutoTokenizer.from_pretrained(model_name)
9
+ model = AutoModelForCausalLM.from_pretrained(
10
+ model_name,
11
+ device_map="auto", # Uses GPU if available
12
+ trust_remote_code=True
13
+ )
14
+ generator = pipeline("text-generation", model=model, tokenizer=tokenizer)
15
+ return generator