pipeline_config.json

{
    "task": "text-generation",
    "framework": "pytorch",
    "model": {
        "name": "belal271/fine_tunned_phi3.5",
        "type": "PhiForCausalLM",
        "quantization": "4bit"
    },
    "generation": {
        "max_new_tokens": 512,
        "temperature": 0.7,
        "top_p": 0.95,
        "do_sample": true
    }
}