langb_ffn_3epochs / config.json
murthyrudra's picture
Initial COmmit
55120db verified
{
"alignments": "ffn",
"architectures": [
"LangBridgeModel"
],
"dim_enc": 2048,
"dim_lm": 4096,
"enc": "facebook/nllb-200-3.3B",
"freeze_encoder": true,
"freeze_language_model": true,
"lm": "microsoft/Orca-2-7b",
"torch_dtype": "bfloat16",
"transformers_version": "4.41.2"
}