embed-gov-indic / adapter.json
quanfire-dev's picture
Pin the base revision that was missing
bf529e5 verified
Raw History Blame Contribute Delete
1.43 kB
{
"format_version": 2,
"checkpoint": "intfloat/multilingual-e5-small",
"checkpoint_revision": "614241f622f53c4eeff9890bdc4f31cfecc418b3",
"dimension": 384,
"pooling": "mean",
"max_length": 256,
"normalize": true,
"data_provenance": "licensed",
"query_prefix": "",
"passage_prefix": "",
"lora": {
"rank": 32,
"alpha": 64,
"dropout": 0.0,
"targets": [
"query",
"value"
]
},
"adapter_parameters": 589824,
"notes": {
"experiment": "gov-indic-e4-ep6",
"data_provenance": "licensed",
"trained_on": "/home/arnab/quanfire-ai-data/embedding/gov-indic/corpus/pairs-e3.jsonl.gz",
"scored_against": "/home/arnab/quanfire-ai-data/embedding/gov-indic/corpus/pairs-e3.jsonl.gz",
"train_pairs": 7270,
"adaptation": "in-distribution",
"train_kinds": [
"title_body"
],
"train_languages": [
"as",
"bn",
"en",
"gu",
"hi",
"kha",
"kn",
"ml",
"mni",
"mr",
"or",
"pa",
"ta",
"te",
"ur"
],
"held_out_languages": [
"as",
"bn",
"en",
"gu",
"hi",
"kha",
"kn",
"ml",
"mni",
"mr",
"ne",
"or",
"pa",
"ta",
"te",
"ur"
],
"recall_at_1_before": 0.1836,
"recall_at_1_after": 0.281,
"epochs": 6,
"learning_rate": 0.0001,
"batch_size": 256
}
}