File size: 541 Bytes
2147ce8 | 1 2 3 4 5 6 7 8 | $requests = @'
{"prompt":"Who are you, and who built you?","max_tokens":80,"temperature":0.9}
{"system":"Answer in two short paragraphs and use exactly one fitting emoji.","prompt":"Encourage a tired engineer who is still building carefully.","max_tokens":80,"temperature":0.95}
{"prompt":"Tell a short story about a glass library under the sea.","max_tokens":120,"temperature":1.05,"decode_top_k":90}
'@
$requests | python -m reframr serve --model model.safetensors --max-tokens 96 --temperature 0.92 --decode-top-k 72 --decode-top-p 0.92
|