credent007 commited on
Commit
73a940b
·
verified ·
1 Parent(s): 29ba62e

Update llm.py

Browse files
Files changed (1) hide show
  1. llm.py +4 -4
llm.py CHANGED
@@ -4,17 +4,17 @@ login(token=os.getenv("HUGGINGFACE_HUB_TOKEN"))
4
  import asyncio
5
  from functools import partial
6
  import time
7
- from transformers import AutoTokenizer, AutoModelForCausalLM
8
  import torch
9
-
10
  model_name = "Qwen/Qwen3.5-9B-Base"
11
 
12
- tokenizer = AutoTokenizer.from_pretrained(
 
13
  model_name,
14
  trust_remote_code=True
15
  )
16
 
17
- model = AutoModelForCausalLM.from_pretrained(
18
  model_name,
19
  device_map="auto",
20
  torch_dtype=torch.float16,
 
4
  import asyncio
5
  from functools import partial
6
  import time
 
7
  import torch
8
+ from transformers import AutoProcessor, AutoModelForImageTextToText
9
  model_name = "Qwen/Qwen3.5-9B-Base"
10
 
11
+
12
+ processor = AutoProcessor.from_pretrained(
13
  model_name,
14
  trust_remote_code=True
15
  )
16
 
17
+ model = AutoModelForImageTextToText.from_pretrained(
18
  model_name,
19
  device_map="auto",
20
  torch_dtype=torch.float16,