ES-AIST-81M-preview / signal_eval.json
gcoderw's picture
Publish ES-AIST-81M preview
fd30102 verified
Raw History Blame Contribute Delete
987 Bytes
{
"checkpoint": "triembed/checkpoints/es_aist_full_v13_anchor_memory_eventboost_er125_bs4096_nw0_l4b/best_model.pt",
"split": "val",
"views": {
"semantic_key": {
"entity_same_different_auc": 0.9823219918019915,
"event_same_different_auc": 0.8229923783913008,
"same_topic_different_entity_rejection_auc": 0.9823219918019915,
"same_subject_different_event_rejection_auc": 0.72038854932488
},
"entity_key": {
"entity_same_different_auc": 0.9952724547083261,
"event_same_different_auc": 0.8912275828091331,
"same_topic_different_entity_rejection_auc": 0.9952724547083261,
"same_subject_different_event_rejection_auc": 0.8000874281497264
},
"full_key": {
"entity_same_different_auc": 0.9922737217465607,
"event_same_different_auc": 0.8754250611662833,
"same_topic_different_entity_rejection_auc": 0.9922737217465607,
"same_subject_different_event_rejection_auc": 0.7742274774907716
}
}
}