File size: 1,260 Bytes
2d70d4e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 | {
"format_version": 2,
"checkpoint": "intfloat/multilingual-e5-small",
"dimension": 384,
"pooling": "mean",
"max_length": 256,
"normalize": true,
"data_provenance": "public",
"query_prefix": "",
"passage_prefix": "",
"lora": {
"rank": 32,
"alpha": 64,
"dropout": 0.0,
"targets": [
"query",
"value"
]
},
"adapter_parameters": 589824,
"notes": {
"experiment": "prod-a70s30-fr",
"data_provenance": "public",
"trained_on": "data/pairs/prod-a70s30-fr.jsonl.gz",
"scored_against": "data/pairs/prod-a70s30-fr.jsonl.gz",
"train_pairs": 1023266,
"adaptation": "in-distribution",
"train_kinds": [
"aligned_lead",
"aligned_nonpivot",
"aligned_title_lead",
"sentence",
"tatoeba"
],
"train_languages": [
"bn",
"fr",
"gu",
"hi",
"kn",
"ml",
"mr",
"sa",
"ta",
"te",
"ur"
],
"held_out_languages": [
"bn",
"fr",
"gu",
"hi",
"kn",
"ml",
"mr",
"sa",
"ta",
"te",
"ur"
],
"recall_at_1_before": 0.7121,
"recall_at_1_after": 0.8943,
"epochs": 1,
"learning_rate": 0.0001,
"batch_size": 256
}
}
|