File size: 1,102 Bytes
595ee34 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 | {
"format_version": 2,
"checkpoint": "intfloat/multilingual-e5-small",
"dimension": 384,
"pooling": "mean",
"max_length": 256,
"normalize": true,
"data_provenance": "licensed",
"query_prefix": "",
"passage_prefix": "",
"lora": {
"rank": 32,
"alpha": 64,
"dropout": 0.0,
"targets": [
"query",
"value"
]
},
"adapter_parameters": 589824,
"notes": {
"experiment": "eulaw-multi-e1c",
"data_provenance": "licensed",
"trained_on": "/home/arnab/quanfire-ai-data/embedding/eulaw/corpus/pairs-e1.jsonl",
"scored_against": "/home/arnab/quanfire-ai-data/embedding/eulaw/corpus/pairs-e1.jsonl",
"train_pairs": 19966,
"adaptation": "in-distribution",
"train_kinds": [
"eulaw-provision-xling"
],
"train_languages": [
"de",
"en",
"es",
"fr",
"it"
],
"held_out_languages": [
"de",
"en",
"es",
"fr",
"it"
],
"recall_at_1_before": 0.2919,
"recall_at_1_after": 0.648,
"epochs": 1,
"learning_rate": 0.0001,
"batch_size": 256
}
}
|