GurgenGulay commited on
Commit
2b094ac
·
verified ·
1 Parent(s): a2f8324

Create utils.py

Browse files
Files changed (1) hide show
  1. utils.py +12 -0
utils.py ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from transformers import pipeline, AutoTokenizer, AutoModelForCausalLM
2
+
3
+ def create_pipeline(model_name: str):
4
+ """
5
+ Belirtilen model için bir text-generation pipeline'ı oluşturur.
6
+ """
7
+ # Tokenizer ve model oluşturuluyor
8
+ tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=True, legacy=False)
9
+ model = AutoModelForCausalLM.from_pretrained(model_name)
10
+
11
+ # Text generation pipeline'ı döndür
12
+ return pipeline("text-generation", model=model, tokenizer=tokenizer, device="cpu")