config.json

{
  "model_name": "sky-meilin/Sicherheitscontainer",
  "max_tokens": 512,
  "generation": {
    "do_sample": true,
    "top_p": 0.95,
    "temperature": 0.7
  },
  "runtime": {
    "device_map": "auto",
    "torch_dtype": "float16"
  },
  "ui": {
    "prompt_lines": 4,
    "output_lines": 15,
    "min_tokens": 64,
    "max_tokens": 1024,
    "step_tokens": 64
  }
}