YvanCarre's picture
Upload InkubaLM multi-task with adapters distill + quantize
c6e18dd verified
{
"config": {
"activation_function": "gelu",
"bias": true,
"dropout_prob": null,
"embedding_size": 2048,
"head_type": "causal_lm",
"label2id": null,
"layer_norm": true,
"layers": 2,
"shift_labels": true,
"vocab_size": 61788
},
"hidden_size": 1024,
"model_class": "LlamaAdapterModel",
"model_name": "YvanCarre/InkubaLM-multitask_dist",
"model_type": "llama",
"name": "machine-translation",
"version": "adapters.1.1.0"
}