nielsr HF Staff commited on
Commit
6470eb2
·
verified ·
1 Parent(s): 10b4606

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -6
README.md CHANGED
@@ -76,9 +76,7 @@ sampling_params = SamplingParams(
76
  max_tokens=8192,
77
  )
78
  llm = LLM(model="Unbabel/Tower-Plus-2B", tensor_parallel_size=1)
79
- messages = [{"role": "user", "content": "Translate the following English source text to Portuguese (Portugal):
80
- English: Hello world!
81
- Portuguese (Portugal): "}]
82
  outputs = llm.chat(messages, sampling_params)
83
  # Make sure your prompt_token_ids look like this
84
  print (outputs[0].outputs[0].text)
@@ -96,9 +94,7 @@ from transformers import pipeline
96
 
97
  pipe = pipeline("text-generation", model="Unbabel/Tower-Plus-2B", device_map="auto")
98
  # We use the tokenizer’s chat template to format each message - see https://huggingface.co/docs/transformers/main/en/chat_templating
99
- messages = [{"role": "user", "content": "Translate the following English source text to Portuguese (Portugal):
100
- English: Hello world!
101
- Portuguese (Portugal): "}]
102
  input_ids = pipe.tokenizer.apply_chat_template(messages, tokenize=True, add_generation_prompt=True)
103
  outputs = pipe(messages, max_new_tokens=256, do_sample=False)
104
  print(outputs[0]["generated_text"])
 
76
  max_tokens=8192,
77
  )
78
  llm = LLM(model="Unbabel/Tower-Plus-2B", tensor_parallel_size=1)
79
+ messages = [{"role": "user", "content": "Translate the following English source text to Portuguese (Portugal):\nEnglish: Hello world!\nPortuguese (Portugal): "}]
 
 
80
  outputs = llm.chat(messages, sampling_params)
81
  # Make sure your prompt_token_ids look like this
82
  print (outputs[0].outputs[0].text)
 
94
 
95
  pipe = pipeline("text-generation", model="Unbabel/Tower-Plus-2B", device_map="auto")
96
  # We use the tokenizer’s chat template to format each message - see https://huggingface.co/docs/transformers/main/en/chat_templating
97
+ messages = [{"role": "user", "content": "Translate the following English source text to Portuguese (Portugal):\nEnglish: Hello world!\nPortuguese (Portugal): "}]
 
 
98
  input_ids = pipe.tokenizer.apply_chat_template(messages, tokenize=True, add_generation_prompt=True)
99
  outputs = pipe(messages, max_new_tokens=256, do_sample=False)
100
  print(outputs[0]["generated_text"])