multilingual-embedding / adapter.json
quanfire-dev's picture
Add prod-a70s30-fr: Indic-first multilingual embedding adapter
2d70d4e verified
Raw
History Blame Contribute Delete
1.26 kB
{
"format_version": 2,
"checkpoint": "intfloat/multilingual-e5-small",
"dimension": 384,
"pooling": "mean",
"max_length": 256,
"normalize": true,
"data_provenance": "public",
"query_prefix": "",
"passage_prefix": "",
"lora": {
"rank": 32,
"alpha": 64,
"dropout": 0.0,
"targets": [
"query",
"value"
]
},
"adapter_parameters": 589824,
"notes": {
"experiment": "prod-a70s30-fr",
"data_provenance": "public",
"trained_on": "data/pairs/prod-a70s30-fr.jsonl.gz",
"scored_against": "data/pairs/prod-a70s30-fr.jsonl.gz",
"train_pairs": 1023266,
"adaptation": "in-distribution",
"train_kinds": [
"aligned_lead",
"aligned_nonpivot",
"aligned_title_lead",
"sentence",
"tatoeba"
],
"train_languages": [
"bn",
"fr",
"gu",
"hi",
"kn",
"ml",
"mr",
"sa",
"ta",
"te",
"ur"
],
"held_out_languages": [
"bn",
"fr",
"gu",
"hi",
"kn",
"ml",
"mr",
"sa",
"ta",
"te",
"ur"
],
"recall_at_1_before": 0.7121,
"recall_at_1_after": 0.8943,
"epochs": 1,
"learning_rate": 0.0001,
"batch_size": 256
}
}