| from transformers import pipeline | |
| # After training, the model is available at: | |
| MODEL_ID = "ligaments-dev/gemma-2b-telecom-sft" | |
| pipe = pipeline("text-generation", model=MODEL_ID, device_map="auto") | |
| messages = [ | |
| {"role": "user", "content": "My internet has been down for two hours. Can you help me troubleshoot?"} | |
| ] | |
| response = pipe(messages, max_new_tokens=256, do_sample=True, temperature=0.7) | |
| print(response[0]["generated_text"]) | |