dziz commited on
Commit
c17b94a
Β·
verified Β·
1 Parent(s): b87004e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -13
app.py CHANGED
@@ -1,17 +1,7 @@
1
- from transformers import AutoTokenizer, AutoModelForCausalLM
2
 
3
- tokenizer = AutoTokenizer.from_pretrained("allenai/Olmo-3-7B-Instruct")
4
- model = AutoModelForCausalLM.from_pretrained("allenai/Olmo-3-7B-Instruct")
5
  messages = [
6
  {"role": "user", "content": "Who are you?"},
7
  ]
8
- inputs = tokenizer.apply_chat_template(
9
- messages,
10
- add_generation_prompt=True,
11
- tokenize=True,
12
- return_dict=True,
13
- return_tensors="pt",
14
- ).to(model.device)
15
-
16
- outputs = model.generate(**inputs, max_new_tokens=40)
17
- print(tokenizer.decode(outputs[0][inputs["input_ids"].shape[-1]:]))
 
1
+ from transformers import pipeline
2
 
3
+ pipe = pipeline("text-generation", model="moonshotai/Kimi-K2-Instruct-0905")
 
4
  messages = [
5
  {"role": "user", "content": "Who are you?"},
6
  ]
7
+ pipe(messages)