Upload README.md

README.md

@@ -84,146 +84,6 @@ model-index:
       value: 49.71550497866294
     - type: mrr_at_5
       value: 52.247510668563436
-    - type: nauc_map_at_1000_diff1
-      value: 11.892288101259679
-    - type: nauc_map_at_1000_max
-      value: -12.510113256704939
-    - type: nauc_map_at_100_diff1
-      value: 11.892982473311001
-    - type: nauc_map_at_100_max
-      value: -12.508290193061327
-    - type: nauc_map_at_10_diff1
-      value: 11.651977254362553
-    - type: nauc_map_at_10_max
-      value: -12.330934006894392
-    - type: nauc_map_at_1_diff1
-      value: 15.715603626122421
-    - type: nauc_map_at_1_max
-      value: -15.078886483885878
-    - type: nauc_map_at_20_diff1
-      value: 11.862780666227493
-    - type: nauc_map_at_20_max
-      value: -12.426347384400083
-    - type: nauc_map_at_3_diff1
-      value: 11.890344562501575
-    - type: nauc_map_at_3_max
-      value: -12.500252247101235
-    - type: nauc_map_at_5_diff1
-      value: 11.312005111039689
-    - type: nauc_map_at_5_max
-      value: -12.079778779333896
-    - type: nauc_mrr_at_1000_diff1
-      value: 10.428236648105853
-    - type: nauc_mrr_at_1000_max
-      value: -13.017554567405737
-    - type: nauc_mrr_at_100_diff1
-      value: 10.428980359732561
-    - type: nauc_mrr_at_100_max
-      value: -13.015717756577308
-    - type: nauc_mrr_at_10_diff1
-      value: 10.220148638327622
-    - type: nauc_mrr_at_10_max
-      value: -12.848991430415161
-    - type: nauc_mrr_at_1_diff1
-      value: 14.294348082431762
-    - type: nauc_mrr_at_1_max
-      value: -15.040983031885933
-    - type: nauc_mrr_at_20_diff1
-      value: 10.402818393818745
-    - type: nauc_mrr_at_20_max
-      value: -12.93241236123898
-    - type: nauc_mrr_at_3_diff1
-      value: 10.477325916240387
-    - type: nauc_mrr_at_3_max
-      value: -13.110117779394702
-    - type: nauc_mrr_at_5_diff1
-      value: 9.834612447153244
-    - type: nauc_mrr_at_5_max
-      value: -12.6504294436756
-    - type: nauc_ndcg_at_1000_diff1
-      value: 11.353977595620494
-    - type: nauc_ndcg_at_1000_max
-      value: -12.037808007008312
-    - type: nauc_ndcg_at_100_diff1
-      value: 11.360271960765596
-    - type: nauc_ndcg_at_100_max
-      value: -12.005462095904923
-    - type: nauc_ndcg_at_10_diff1
-      value: 10.283725379801774
-    - type: nauc_ndcg_at_10_max
-      value: -11.12234797539797
-    - type: nauc_ndcg_at_1_diff1
-      value: 15.715603626122421
-    - type: nauc_ndcg_at_1_max
-      value: -15.078886483885878
-    - type: nauc_ndcg_at_20_diff1
-      value: 11.16839538484597
-    - type: nauc_ndcg_at_20_max
-      value: -11.296110432329098
-    - type: nauc_ndcg_at_3_diff1
-      value: 10.728469173159565
-    - type: nauc_ndcg_at_3_max
-      value: -11.6907053741208
-    - type: nauc_ndcg_at_5_diff1
-      value: 9.4939298650561
-    - type: nauc_ndcg_at_5_max
-      value: -10.761365220540615
-    - type: nauc_precision_at_1000_diff1
-      value: -13.166980717158044
-    - type: nauc_precision_at_1000_max
-      value: 11.937573391343543
-    - type: nauc_precision_at_100_diff1
-      value: -5.036875569003799
-    - type: nauc_precision_at_100_max
-      value: 14.762952912852775
-    - type: nauc_precision_at_10_diff1
-      value: 0.07806243776481814
-    - type: nauc_precision_at_10_max
-      value: -1.0662999457924391
-    - type: nauc_precision_at_1_diff1
-      value: 15.715603626122421
-    - type: nauc_precision_at_1_max
-      value: -15.078886483885878
-    - type: nauc_precision_at_20_diff1
-      value: 1.9311706633140098
-    - type: nauc_precision_at_20_max
-      value: 21.626041514551105
-    - type: nauc_precision_at_3_diff1
-      value: 6.965461597850012
-    - type: nauc_precision_at_3_max
-      value: -9.058131095347413
-    - type: nauc_precision_at_5_diff1
-      value: 1.751884489911988
-    - type: nauc_precision_at_5_max
-      value: -5.090281000735729
-    - type: nauc_recall_at_1000_diff1
-      value: -13.166980717160087
-    - type: nauc_recall_at_1000_max
-      value: 11.937573391339985
-    - type: nauc_recall_at_100_diff1
-      value: -5.0368755690026905
-    - type: nauc_recall_at_100_max
-      value: 14.76295291285537
-    - type: nauc_recall_at_10_diff1
-      value: 0.07806243776481815
-    - type: nauc_recall_at_10_max
-      value: -1.066299945792319
-    - type: nauc_recall_at_1_diff1
-      value: 15.715603626122421
-    - type: nauc_recall_at_1_max
-      value: -15.078886483885878
-    - type: nauc_recall_at_20_diff1
-      value: 1.931170663315172
-    - type: nauc_recall_at_20_max
-      value: 21.6260415145515
-    - type: nauc_recall_at_3_diff1
-      value: 6.965461597850088
-    - type: nauc_recall_at_3_max
-      value: -9.058131095347365
-    - type: nauc_recall_at_5_diff1
-      value: 1.7518844899120165
-    - type: nauc_recall_at_5_max
-      value: -5.090281000735665
     - type: ndcg_at_1
       value: 37.767
     - type: ndcg_at_10
@@ -301,14 +161,6 @@ model-index:
       value: 66.71478959728732
     - type: mrr
       value: 79.07202216066482
-    - type: nAUC_map_diff1
-      value: 12.107502181210737
-    - type: nAUC_map_max
-      value: 26.88330114153595
-    - type: nAUC_mrr_diff1
-      value: 21.07548754737264
-    - type: nAUC_mrr_max
-      value: 43.7325419146008
   - task:
       type: STS
     dataset:
@@ -368,8 +220,8 @@ model-index:
   - task:
       type: Retrieval
     dataset:
-      type: mteb/cqadupstack-android
-      name: MTEB CQADupstackAndroidRetrieval
+      type: mteb/cqadupstack
+      name: MTEB CQADupstackRetrieval
       config: default
       split: test
       revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
@@ -402,146 +254,6 @@ model-index:
       value: 41.247253732468415
     - type: mrr_at_5
       value: 42.84859071071954
-    - type: nauc_map_at_1000_diff1
-      value: 39.6443709527807
-    - type: nauc_map_at_1000_max
-      value: 28.10414203846302
-    - type: nauc_map_at_100_diff1
-      value: 39.64380393432371
-    - type: nauc_map_at_100_max
-      value: 28.092378920173438
-    - type: nauc_map_at_10_diff1
-      value: 39.66391719012231
-    - type: nauc_map_at_10_max
-      value: 27.56524015820569
-    - type: nauc_map_at_1_diff1
-      value: 45.15339300635892
-    - type: nauc_map_at_1_max
-      value: 24.89426197328438
-    - type: nauc_map_at_20_diff1
-      value: 39.593013993947444
-    - type: nauc_map_at_20_max
-      value: 27.872168151457345
-    - type: nauc_map_at_3_diff1
-      value: 40.35439641775099
-    - type: nauc_map_at_3_max
-      value: 26.462314926374873
-    - type: nauc_map_at_5_diff1
-      value: 39.844820169914136
-    - type: nauc_map_at_5_max
-      value: 27.11003823044208
-    - type: nauc_mrr_at_1000_diff1
-      value: 39.2511516032393
-    - type: nauc_mrr_at_1000_max
-      value: 30.36370456611554
-    - type: nauc_mrr_at_100_diff1
-      value: 39.23557979126079
-    - type: nauc_mrr_at_100_max
-      value: 30.36108511075049
-    - type: nauc_mrr_at_10_diff1
-      value: 39.20124905182319
-    - type: nauc_mrr_at_10_max
-      value: 30.29557925026432
-    - type: nauc_mrr_at_1_diff1
-      value: 43.94309065090076
-    - type: nauc_mrr_at_1_max
-      value: 30.11794947329922
-    - type: nauc_mrr_at_20_diff1
-      value: 39.18748361887478
-    - type: nauc_mrr_at_20_max
-      value: 30.338708586578413
-    - type: nauc_mrr_at_3_diff1
-      value: 39.58562944544491
-    - type: nauc_mrr_at_3_max
-      value: 30.05222360714671
-    - type: nauc_mrr_at_5_diff1
-      value: 39.29184662434337
-    - type: nauc_mrr_at_5_max
-      value: 30.31134275619768
-    - type: nauc_ndcg_at_1000_diff1
-      value: 38.210143189277275
-    - type: nauc_ndcg_at_1000_max
-      value: 29.808772620631363
-    - type: nauc_ndcg_at_100_diff1
-      value: 37.886399370479225
-    - type: nauc_ndcg_at_100_max
-      value: 29.789191789703757
-    - type: nauc_ndcg_at_10_diff1
-      value: 37.7150996312033
-    - type: nauc_ndcg_at_10_max
-      value: 28.634133121074456
-    - type: nauc_ndcg_at_1_diff1
-      value: 43.94309065090076
-    - type: nauc_ndcg_at_1_max
-      value: 30.11794947329922
-    - type: nauc_ndcg_at_20_diff1
-      value: 37.49835643052173
-    - type: nauc_ndcg_at_20_max
-      value: 29.158925896563886
-    - type: nauc_ndcg_at_3_diff1
-      value: 38.65825315631316
-    - type: nauc_ndcg_at_3_max
-      value: 28.146443378716608
-    - type: nauc_ndcg_at_5_diff1
-      value: 38.06434768442492
-    - type: nauc_ndcg_at_5_max
-      value: 28.3653998051417
-    - type: nauc_precision_at_1000_diff1
-      value: -7.645368303985066
-    - type: nauc_precision_at_1000_max
-      value: 6.616811451768115
-    - type: nauc_precision_at_100_diff1
-      value: -1.6477228809639735
-    - type: nauc_precision_at_100_max
-      value: 16.185093755306525
-    - type: nauc_precision_at_10_diff1
-      value: 12.349305719091785
-    - type: nauc_precision_at_10_max
-      value: 25.60845652792053
-    - type: nauc_precision_at_1_diff1
-      value: 43.94309065090076
-    - type: nauc_precision_at_1_max
-      value: 30.11794947329922
-    - type: nauc_precision_at_20_diff1
-      value: 6.455114392744436
-    - type: nauc_precision_at_20_max
-      value: 23.320434279068596
-    - type: nauc_precision_at_3_diff1
-      value: 25.425158020184274
-    - type: nauc_precision_at_3_max
-      value: 29.080117669843062
-    - type: nauc_precision_at_5_diff1
-      value: 19.000618451734592
-    - type: nauc_precision_at_5_max
-      value: 27.83747968465858
-    - type: nauc_recall_at_1000_diff1
-      value: 21.501453539687805
-    - type: nauc_recall_at_1000_max
-      value: 49.33460231674802
-    - type: nauc_recall_at_100_diff1
-      value: 26.248723616973567
-    - type: nauc_recall_at_100_max
-      value: 33.66516179273834
-    - type: nauc_recall_at_10_diff1
-      value: 29.942088542998626
-    - type: nauc_recall_at_10_max
-      value: 26.184929767257476
-    - type: nauc_recall_at_1_diff1
-      value: 45.15339300635892
-    - type: nauc_recall_at_1_max
-      value: 24.89426197328438
-    - type: nauc_recall_at_20_diff1
-      value: 27.874466917875047
-    - type: nauc_recall_at_20_max
-      value: 28.061626901296975
-    - type: nauc_recall_at_3_diff1
-      value: 34.40693497233646
-    - type: nauc_recall_at_3_max
-      value: 24.853632891165372
-    - type: nauc_recall_at_5_diff1
-      value: 32.09207205145065
-    - type: nauc_recall_at_5_max
-      value: 25.755493506809007
     - type: ndcg_at_1
       value: 33.739666666666665
     - type: ndcg_at_10
@@ -621,146 +333,6 @@ model-index:
       value: 42.85559174809991
     - type: mrr_at_5
       value: 44.65038002171556
-    - type: nauc_map_at_1000_diff1
-      value: 26.351501821886085
-    - type: nauc_map_at_1000_max
-      value: 37.406277027621435
-    - type: nauc_map_at_100_diff1
-      value: 26.323538607543114
-    - type: nauc_map_at_100_max
-      value: 37.37217323049272
-    - type: nauc_map_at_10_diff1
-      value: 26.70038577409459
-    - type: nauc_map_at_10_max
-      value: 37.79383579109463
-    - type: nauc_map_at_1_diff1
-      value: 36.47845928386989
-    - type: nauc_map_at_1_max
-      value: 39.01927463942033
-    - type: nauc_map_at_20_diff1
-      value: 26.33574557573518
-    - type: nauc_map_at_20_max
-      value: 37.137386086830816
-    - type: nauc_map_at_3_diff1
-      value: 28.703462673742525
-    - type: nauc_map_at_3_max
-      value: 39.047906026148546
-    - type: nauc_map_at_5_diff1
-      value: 27.494535996471757
-    - type: nauc_map_at_5_max
-      value: 38.29226067477129
-    - type: nauc_mrr_at_1000_diff1
-      value: 27.021932862086285
-    - type: nauc_mrr_at_1000_max
-      value: 38.48562927637259
-    - type: nauc_mrr_at_100_diff1
-      value: 27.01468202585599
-    - type: nauc_mrr_at_100_max
-      value: 38.48627350276011
-    - type: nauc_mrr_at_10_diff1
-      value: 26.893457244015195
-    - type: nauc_mrr_at_10_max
-      value: 38.55614447790195
-    - type: nauc_mrr_at_1_diff1
-      value: 33.24228449031407
-    - type: nauc_mrr_at_1_max
-      value: 39.88402393762058
-    - type: nauc_mrr_at_20_diff1
-      value: 26.918439332794712
-    - type: nauc_mrr_at_20_max
-      value: 38.4173740673778
-    - type: nauc_mrr_at_3_diff1
-      value: 27.309744542742447
-    - type: nauc_mrr_at_3_max
-      value: 38.582097929189516
-    - type: nauc_mrr_at_5_diff1
-      value: 26.800630213350797
-    - type: nauc_mrr_at_5_max
-      value: 38.188788097352564
-    - type: nauc_ndcg_at_1000_diff1
-      value: 24.327541764652814
-    - type: nauc_ndcg_at_1000_max
-      value: 37.23069926131115
-    - type: nauc_ndcg_at_100_diff1
-      value: 23.8579715304784
-    - type: nauc_ndcg_at_100_max
-      value: 36.508265535016555
-    - type: nauc_ndcg_at_10_diff1
-      value: 24.018925837082865
-    - type: nauc_ndcg_at_10_max
-      value: 36.770343111777315
-    - type: nauc_ndcg_at_1_diff1
-      value: 33.24228449031407
-    - type: nauc_ndcg_at_1_max
-      value: 39.88402393762058
-    - type: nauc_ndcg_at_20_diff1
-      value: 23.436752536514412
-    - type: nauc_ndcg_at_20_max
-      value: 35.403527798009144
-    - type: nauc_ndcg_at_3_diff1
-      value: 26.055015016762802
-    - type: nauc_ndcg_at_3_max
-      value: 38.36860877229367
-    - type: nauc_ndcg_at_5_diff1
-      value: 25.038417711012706
-    - type: nauc_ndcg_at_5_max
-      value: 37.346514402237325
-    - type: nauc_precision_at_1000_diff1
-      value: -5.078817361582684
-    - type: nauc_precision_at_1000_max
-      value: 4.582301323697963
-    - type: nauc_precision_at_100_diff1
-      value: -0.6557129555664837
-    - type: nauc_precision_at_100_max
-      value: 11.77925636740658
-    - type: nauc_precision_at_10_diff1
-      value: 4.943563540918312
-    - type: nauc_precision_at_10_max
-      value: 21.18202054009953
-    - type: nauc_precision_at_1_diff1
-      value: 33.24228449031407
-    - type: nauc_precision_at_1_max
-      value: 39.88402393762058
-    - type: nauc_precision_at_20_diff1
-      value: 1.836926537444962
-    - type: nauc_precision_at_20_max
-      value: 14.040874706477421
-    - type: nauc_precision_at_3_diff1
-      value: 14.266103804270482
-    - type: nauc_precision_at_3_max
-      value: 33.31831003283801
-    - type: nauc_precision_at_5_diff1
-      value: 9.37611184447737
-    - type: nauc_precision_at_5_max
-      value: 26.95142588409704
-    - type: nauc_recall_at_1000_diff1
-      value: 13.892802154238765
-    - type: nauc_recall_at_1000_max
-      value: 28.193901567417818
-    - type: nauc_recall_at_100_diff1
-      value: 14.02284707047029
-    - type: nauc_recall_at_100_max
-      value: 25.700501478581412
-    - type: nauc_recall_at_10_diff1
-      value: 16.09379573467772
-    - type: nauc_recall_at_10_max
-      value: 29.455588696309732
-    - type: nauc_recall_at_1_diff1
-      value: 36.47845928386989
-    - type: nauc_recall_at_1_max
-      value: 39.01927463942033
-    - type: nauc_recall_at_20_diff1
-      value: 14.09153116597221
-    - type: nauc_recall_at_20_max
-      value: 24.880078799144776
-    - type: nauc_recall_at_3_diff1
-      value: 22.70624020195598
-    - type: nauc_recall_at_3_max
-      value: 36.050690466903255
-    - type: nauc_recall_at_5_diff1
-      value: 19.08495953623003
-    - type: nauc_recall_at_5_max
-      value: 32.34052391885703
     - type: ndcg_at_1
       value: 34.984
     - type: ndcg_at_10
@@ -840,146 +412,6 @@ model-index:
       value: 81.41666666666667
     - type: mrr_at_5
       value: 82.26666666666667
-    - type: nauc_map_at_1000_diff1
-      value: 21.445110500859467
-    - type: nauc_map_at_1000_max
-      value: 31.995436955171268
-    - type: nauc_map_at_100_diff1
-      value: 22.08580365858692
-    - type: nauc_map_at_100_max
-      value: 30.87564480562495
-    - type: nauc_map_at_10_diff1
-      value: 23.200721963841133
-    - type: nauc_map_at_10_max
-      value: 14.351516406083103
-    - type: nauc_map_at_1_diff1
-      value: 32.52519501378748
-    - type: nauc_map_at_1_max
-      value: 1.4652199942711484
-    - type: nauc_map_at_20_diff1
-      value: 22.562447783667206
-    - type: nauc_map_at_20_max
-      value: 21.010455427299586
-    - type: nauc_map_at_3_diff1
-      value: 26.93913513039819
-    - type: nauc_map_at_3_max
-      value: 7.461464428866808
-    - type: nauc_map_at_5_diff1
-      value: 24.91575143410333
-    - type: nauc_map_at_5_max
-      value: 9.94360484450561
-    - type: nauc_mrr_at_1000_diff1
-      value: 59.421296549180354
-    - type: nauc_mrr_at_1000_max
-      value: 66.74548608831367
-    - type: nauc_mrr_at_100_diff1
-      value: 59.40522345017357
-    - type: nauc_mrr_at_100_max
-      value: 66.74283926838633
-    - type: nauc_mrr_at_10_diff1
-      value: 59.076224687978815
-    - type: nauc_mrr_at_10_max
-      value: 66.65665083298556
-    - type: nauc_mrr_at_1_diff1
-      value: 64.7264644804015
-    - type: nauc_mrr_at_1_max
-      value: 65.38623777797005
-    - type: nauc_mrr_at_20_diff1
-      value: 59.40899252002873
-    - type: nauc_mrr_at_20_max
-      value: 66.74964758956885
-    - type: nauc_mrr_at_3_diff1
-      value: 59.51240294969479
-    - type: nauc_mrr_at_3_max
-      value: 67.16855592771704
-    - type: nauc_mrr_at_5_diff1
-      value: 58.89749424787042
-    - type: nauc_mrr_at_5_max
-      value: 67.0342865886284
-    - type: nauc_ndcg_at_1000_diff1
-      value: 31.71920829799219
-    - type: nauc_ndcg_at_1000_max
-      value: 48.74925851197978
-    - type: nauc_ndcg_at_100_diff1
-      value: 31.580377214577187
-    - type: nauc_ndcg_at_100_max
-      value: 44.60890109420616
-    - type: nauc_ndcg_at_10_diff1
-      value: 28.433242953104237
-    - type: nauc_ndcg_at_10_max
-      value: 42.31080688368063
-    - type: nauc_ndcg_at_1_diff1
-      value: 52.820101521576944
-    - type: nauc_ndcg_at_1_max
-      value: 51.17718070882259
-    - type: nauc_ndcg_at_20_diff1
-      value: 29.751022022812002
-    - type: nauc_ndcg_at_20_max
-      value: 40.00186139991905
-    - type: nauc_ndcg_at_3_diff1
-      value: 32.40862612934291
-    - type: nauc_ndcg_at_3_max
-      value: 46.1692618192983
-    - type: nauc_ndcg_at_5_diff1
-      value: 28.672960301655472
-    - type: nauc_ndcg_at_5_max
-      value: 44.941890156982865
-    - type: nauc_precision_at_1000_diff1
-      value: -20.99374169748155
-    - type: nauc_precision_at_1000_max
-      value: -6.577124089078604
-    - type: nauc_precision_at_100_diff1
-      value: -8.142460575139692
-    - type: nauc_precision_at_100_max
-      value: 23.277294094084674
-    - type: nauc_precision_at_10_diff1
-      value: -4.92238102391072
-    - type: nauc_precision_at_10_max
-      value: 33.044818739342276
-    - type: nauc_precision_at_1_diff1
-      value: 64.7264644804015
-    - type: nauc_precision_at_1_max
-      value: 65.38623777797005
-    - type: nauc_precision_at_20_diff1
-      value: -5.003581741495679
-    - type: nauc_precision_at_20_max
-      value: 31.864078466638496
-    - type: nauc_precision_at_3_diff1
-      value: 12.977896117859569
-    - type: nauc_precision_at_3_max
-      value: 45.22814965056419
-    - type: nauc_precision_at_5_diff1
-      value: 1.15598919880241
-    - type: nauc_precision_at_5_max
-      value: 37.81588472196163
-    - type: nauc_recall_at_1000_diff1
-      value: 25.43067172374462
-    - type: nauc_recall_at_1000_max
-      value: 44.57570549352574
-    - type: nauc_recall_at_100_diff1
-      value: 22.4908346680046
-    - type: nauc_recall_at_100_max
-      value: 32.72066413483283
-    - type: nauc_recall_at_10_diff1
-      value: 17.71571038757097
-    - type: nauc_recall_at_10_max
-      value: 8.31205267676276
-    - type: nauc_recall_at_1_diff1
-      value: 32.52519501378748
-    - type: nauc_recall_at_1_max
-      value: 1.4652199942711484
-    - type: nauc_recall_at_20_diff1
-      value: 18.729697207082424
-    - type: nauc_recall_at_20_max
-      value: 15.146501158005584
-    - type: nauc_recall_at_3_diff1
-      value: 23.235299623059735
-    - type: nauc_recall_at_3_max
-      value: 5.513207542737543
-    - type: nauc_recall_at_5_diff1
-      value: 19.279237075855654
-    - type: nauc_recall_at_5_max
-      value: 6.108691272763718
     - type: ndcg_at_1
       value: 63.625
     - type: ndcg_at_10
@@ -1072,146 +504,6 @@ model-index:
       value: 92.98679867986787
     - type: mrr_at_5
       value: 93.16906690669056
-    - type: nauc_map_at_1000_diff1
-      value: 52.317305666990336
-    - type: nauc_map_at_1000_max
-      value: 24.679818502783885
-    - type: nauc_map_at_100_diff1
-      value: 52.25337722551868
-    - type: nauc_map_at_100_max
-      value: 24.660099692702346
-    - type: nauc_map_at_10_diff1
-      value: 51.613988585217804
-    - type: nauc_map_at_10_max
-      value: 24.27239106759732
-    - type: nauc_map_at_1_diff1
-      value: 59.07534243064022
-    - type: nauc_map_at_1_max
-      value: 21.60122433075861
-    - type: nauc_map_at_20_diff1
-      value: 51.89863964441336
-    - type: nauc_map_at_20_max
-      value: 24.43166858219192
-    - type: nauc_map_at_3_diff1
-      value: 50.59233576530098
-    - type: nauc_map_at_3_max
-      value: 24.12500680105456
-    - type: nauc_map_at_5_diff1
-      value: 50.8925873150748
-    - type: nauc_map_at_5_max
-      value: 24.07083932732526
-    - type: nauc_mrr_at_1000_diff1
-      value: 75.93025830228439
-    - type: nauc_mrr_at_1000_max
-      value: 30.19272028005147
-    - type: nauc_mrr_at_100_diff1
-      value: 75.92956741572067
-    - type: nauc_mrr_at_100_max
-      value: 30.194676664511515
-    - type: nauc_mrr_at_10_diff1
-      value: 75.89011155692661
-    - type: nauc_mrr_at_10_max
-      value: 30.37775880877866
-    - type: nauc_mrr_at_1_diff1
-      value: 77.44260299645404
-    - type: nauc_mrr_at_1_max
-      value: 26.559431934521747
-    - type: nauc_mrr_at_20_diff1
-      value: 75.891450647917
-    - type: nauc_mrr_at_20_max
-      value: 30.21977375474477
-    - type: nauc_mrr_at_3_diff1
-      value: 75.6014258246174
-    - type: nauc_mrr_at_3_max
-      value: 30.962934137235816
-    - type: nauc_mrr_at_5_diff1
-      value: 75.81100281536122
-    - type: nauc_mrr_at_5_max
-      value: 30.61294373818605
-    - type: nauc_ndcg_at_1000_diff1
-      value: 55.88212949654192
-    - type: nauc_ndcg_at_1000_max
-      value: 26.654306655604792
-    - type: nauc_ndcg_at_100_diff1
-      value: 54.573720387585844
-    - type: nauc_ndcg_at_100_max
-      value: 26.40693679116972
-    - type: nauc_ndcg_at_10_diff1
-      value: 51.88967519133213
-    - type: nauc_ndcg_at_10_max
-      value: 25.570560464465025
-    - type: nauc_ndcg_at_1_diff1
-      value: 77.44260299645404
-    - type: nauc_ndcg_at_1_max
-      value: 26.559431934521747
-    - type: nauc_ndcg_at_20_diff1
-      value: 52.58682804821843
-    - type: nauc_ndcg_at_20_max
-      value: 25.696982642067052
-    - type: nauc_ndcg_at_3_diff1
-      value: 52.243687096362976
-    - type: nauc_ndcg_at_3_max
-      value: 26.984804879189934
-    - type: nauc_ndcg_at_5_diff1
-      value: 51.21265931992794
-    - type: nauc_ndcg_at_5_max
-      value: 25.916035266211697
-    - type: nauc_precision_at_1000_diff1
-      value: -7.90458882177324
-    - type: nauc_precision_at_1000_max
-      value: -0.919981996545353
-    - type: nauc_precision_at_100_diff1
-      value: -11.033772404215371
-    - type: nauc_precision_at_100_max
-      value: -1.055247613217208
-    - type: nauc_precision_at_10_diff1
-      value: -14.785542578940273
-    - type: nauc_precision_at_10_max
-      value: -1.9557491629741635
-    - type: nauc_precision_at_1_diff1
-      value: 77.44260299645404
-    - type: nauc_precision_at_1_max
-      value: 26.559431934521747
-    - type: nauc_precision_at_20_diff1
-      value: -14.428848368307829
-    - type: nauc_precision_at_20_max
-      value: -1.9241265648483015
-    - type: nauc_precision_at_3_diff1
-      value: -10.406952580943814
-    - type: nauc_precision_at_3_max
-      value: 3.5903711345349776
-    - type: nauc_precision_at_5_diff1
-      value: -15.451415653007858
-    - type: nauc_precision_at_5_max
-      value: -0.7459331254150773
-    - type: nauc_recall_at_1000_diff1
-      value: 10.73273725772606
-    - type: nauc_recall_at_1000_max
-      value: 36.40274799382754
-    - type: nauc_recall_at_100_diff1
-      value: -2.162087994352105
-    - type: nauc_recall_at_100_max
-      value: 26.473789390365777
-    - type: nauc_recall_at_10_diff1
-      value: 11.644894941881944
-    - type: nauc_recall_at_10_max
-      value: 23.14164891130646
-    - type: nauc_recall_at_1_diff1
-      value: 59.07534243064022
-    - type: nauc_recall_at_1_max
-      value: 21.60122433075861
-    - type: nauc_recall_at_20_diff1
-      value: 5.566916083163112
-    - type: nauc_recall_at_20_max
-      value: 21.86933138525287
-    - type: nauc_recall_at_3_diff1
-      value: 23.81750212101455
-    - type: nauc_recall_at_3_max
-      value: 24.980128585581422
-    - type: nauc_recall_at_5_diff1
-      value: 16.069208420506715
-    - type: nauc_recall_at_5_max
-      value: 23.89156092743343
     - type: ndcg_at_1
       value: 88.239
     - type: ndcg_at_10
@@ -1291,146 +583,6 @@ model-index:
       value: 66.76954732510285
     - type: mrr_at_5
       value: 67.95781893004109
-    - type: nauc_map_at_1000_diff1
-      value: 50.29193951970748
-    - type: nauc_map_at_1000_max
-      value: 47.19671414418149
-    - type: nauc_map_at_100_diff1
-      value: 50.297759303868474
-    - type: nauc_map_at_100_max
-      value: 47.19481602426411
-    - type: nauc_map_at_10_diff1
-      value: 50.62894041657141
-    - type: nauc_map_at_10_max
-      value: 45.567759689277395
-    - type: nauc_map_at_1_diff1
-      value: 53.59982673587883
-    - type: nauc_map_at_1_max
-      value: 25.977384172159706
-    - type: nauc_map_at_20_diff1
-      value: 50.27749492520328
-    - type: nauc_map_at_20_max
-      value: 46.64504183104472
-    - type: nauc_map_at_3_diff1
-      value: 50.615957546204335
-    - type: nauc_map_at_3_max
-      value: 37.81289784841956
-    - type: nauc_map_at_5_diff1
-      value: 50.928252694106554
-    - type: nauc_map_at_5_max
-      value: 42.49688254915941
-    - type: nauc_mrr_at_1000_diff1
-      value: 61.65261451863071
-    - type: nauc_mrr_at_1000_max
-      value: 58.65098270465221
-    - type: nauc_mrr_at_100_diff1
-      value: 61.62990859158191
-    - type: nauc_mrr_at_100_max
-      value: 58.65624372299693
-    - type: nauc_mrr_at_10_diff1
-      value: 61.74994032364257
-    - type: nauc_mrr_at_10_max
-      value: 58.62854864341972
-    - type: nauc_mrr_at_1_diff1
-      value: 64.71262154210315
-    - type: nauc_mrr_at_1_max
-      value: 58.70327874526542
-    - type: nauc_mrr_at_20_diff1
-      value: 61.58111345058981
-    - type: nauc_mrr_at_20_max
-      value: 58.63734626996976
-    - type: nauc_mrr_at_3_diff1
-      value: 61.36455839525452
-    - type: nauc_mrr_at_3_max
-      value: 58.43927781578019
-    - type: nauc_mrr_at_5_diff1
-      value: 61.943728083423764
-    - type: nauc_mrr_at_5_max
-      value: 58.88792355920571
-    - type: nauc_ndcg_at_1000_diff1
-      value: 52.423665123234166
-    - type: nauc_ndcg_at_1000_max
-      value: 52.240649255471894
-    - type: nauc_ndcg_at_100_diff1
-      value: 51.960274190332335
-    - type: nauc_ndcg_at_100_max
-      value: 52.486936655426085
-    - type: nauc_ndcg_at_10_diff1
-      value: 52.17693285192987
-    - type: nauc_ndcg_at_10_max
-      value: 49.19718343617846
-    - type: nauc_ndcg_at_1_diff1
-      value: 64.71262154210315
-    - type: nauc_ndcg_at_1_max
-      value: 58.70327874526542
-    - type: nauc_ndcg_at_20_diff1
-      value: 51.30403706422037
-    - type: nauc_ndcg_at_20_max
-      value: 50.46377359818194
-    - type: nauc_ndcg_at_3_diff1
-      value: 48.841478058787054
-    - type: nauc_ndcg_at_3_max
-      value: 48.73801532909532
-    - type: nauc_ndcg_at_5_diff1
-      value: 51.332087141067184
-    - type: nauc_ndcg_at_5_max
-      value: 48.52472774603273
-    - type: nauc_precision_at_1000_diff1
-      value: -15.772766658041673
-    - type: nauc_precision_at_1000_max
-      value: 21.177705914829428
-    - type: nauc_precision_at_100_diff1
-      value: -11.555646100921061
-    - type: nauc_precision_at_100_max
-      value: 27.832707769630403
-    - type: nauc_precision_at_10_diff1
-      value: 4.165465749146322
-    - type: nauc_precision_at_10_max
-      value: 40.0518003689246
-    - type: nauc_precision_at_1_diff1
-      value: 64.71262154210315
-    - type: nauc_precision_at_1_max
-      value: 58.70327874526542
-    - type: nauc_precision_at_20_diff1
-      value: -3.3255458383587446
-    - type: nauc_precision_at_20_max
-      value: 35.42291884694886
-    - type: nauc_precision_at_3_diff1
-      value: 19.697810607681262
-    - type: nauc_precision_at_3_max
-      value: 45.49968293476392
-    - type: nauc_precision_at_5_diff1
-      value: 12.867812160931885
-    - type: nauc_precision_at_5_max
-      value: 44.278925413285044
-    - type: nauc_recall_at_1000_diff1
-      value: 41.950516559930676
-    - type: nauc_recall_at_1000_max
-      value: 50.313202372557484
-    - type: nauc_recall_at_100_diff1
-      value: 33.744111523885
-    - type: nauc_recall_at_100_max
-      value: 51.44698437343768
-    - type: nauc_recall_at_10_diff1
-      value: 42.21394194713513
-    - type: nauc_recall_at_10_max
-      value: 38.800282673459456
-    - type: nauc_recall_at_1_diff1
-      value: 53.59982673587883
-    - type: nauc_recall_at_1_max
-      value: 25.977384172159706
-    - type: nauc_recall_at_20_diff1
-      value: 36.106289648299956
-    - type: nauc_recall_at_20_max
-      value: 40.310801276824996
-    - type: nauc_recall_at_3_diff1
-      value: 43.92657693343522
-    - type: nauc_recall_at_3_max
-      value: 31.53598363228886
-    - type: nauc_recall_at_5_diff1
-      value: 44.576198408543476
-    - type: nauc_recall_at_5_max
-      value: 36.8212420206528
     - type: ndcg_at_1
       value: 60.956999999999994
     - type: ndcg_at_10
@@ -1510,146 +662,6 @@ model-index:
       value: 89.67364393427842
     - type: mrr_at_5
       value: 90.02408282691847
-    - type: nauc_map_at_1000_diff1
-      value: 13.996962490498193
-    - type: nauc_map_at_1000_max
-      value: 31.088341560915445
-    - type: nauc_map_at_100_diff1
-      value: 13.970448193188556
-    - type: nauc_map_at_100_max
-      value: 31.087684952220247
-    - type: nauc_map_at_10_diff1
-      value: 13.56293132566905
-    - type: nauc_map_at_10_max
-      value: 30.962644436915344
-    - type: nauc_map_at_1_diff1
-      value: 65.05715415545146
-    - type: nauc_map_at_1_max
-      value: 46.76841849306898
-    - type: nauc_map_at_20_diff1
-      value: 13.818721623046128
-    - type: nauc_map_at_20_max
-      value: 31.10628421308357
-    - type: nauc_map_at_3_diff1
-      value: 12.756796413891127
-    - type: nauc_map_at_3_max
-      value: 28.590858280202685
-    - type: nauc_map_at_5_diff1
-      value: 13.414706505922059
-    - type: nauc_map_at_5_max
-      value: 30.307305897135052
-    - type: nauc_mrr_at_1000_diff1
-      value: 65.25765367556968
-    - type: nauc_mrr_at_1000_max
-      value: 51.388832597229914
-    - type: nauc_mrr_at_100_diff1
-      value: 65.25925707496606
-    - type: nauc_mrr_at_100_max
-      value: 51.39863907803214
-    - type: nauc_mrr_at_10_diff1
-      value: 65.29285763562329
-    - type: nauc_mrr_at_10_max
-      value: 51.60050184164565
-    - type: nauc_mrr_at_1_diff1
-      value: 65.05715415545146
-    - type: nauc_mrr_at_1_max
-      value: 46.76841849306898
-    - type: nauc_mrr_at_20_diff1
-      value: 65.26501299828944
-    - type: nauc_mrr_at_20_max
-      value: 51.47458877298815
-    - type: nauc_mrr_at_3_diff1
-      value: 65.31017443516791
-    - type: nauc_mrr_at_3_max
-      value: 51.888681778858846
-    - type: nauc_mrr_at_5_diff1
-      value: 65.26016566846297
-    - type: nauc_mrr_at_5_max
-      value: 51.71174461060035
-    - type: nauc_ndcg_at_1000_diff1
-      value: 21.29033070562454
-    - type: nauc_ndcg_at_1000_max
-      value: 35.79875709229432
-    - type: nauc_ndcg_at_100_diff1
-      value: 20.508240016508587
-    - type: nauc_ndcg_at_100_max
-      value: 35.803726680555776
-    - type: nauc_ndcg_at_10_diff1
-      value: 18.733519691215687
-    - type: nauc_ndcg_at_10_max
-      value: 35.41479124285751
-    - type: nauc_ndcg_at_1_diff1
-      value: 65.05715415545146
-    - type: nauc_ndcg_at_1_max
-      value: 46.76841849306898
-    - type: nauc_ndcg_at_20_diff1
-      value: 19.4803450991088
-    - type: nauc_ndcg_at_20_max
-      value: 35.847270503972354
-    - type: nauc_ndcg_at_3_diff1
-      value: 17.662922721208943
-    - type: nauc_ndcg_at_3_max
-      value: 31.818069563062163
-    - type: nauc_ndcg_at_5_diff1
-      value: 18.398877245479625
-    - type: nauc_ndcg_at_5_max
-      value: 34.08295660833997
-    - type: nauc_precision_at_1000_diff1
-      value: 7.258155183986985
-    - type: nauc_precision_at_1000_max
-      value: 49.982656147243596
-    - type: nauc_precision_at_100_diff1
-      value: 4.250356736084608
-    - type: nauc_precision_at_100_max
-      value: 39.733886222600326
-    - type: nauc_precision_at_10_diff1
-      value: 5.186152765363542
-    - type: nauc_precision_at_10_max
-      value: 36.17781091027894
-    - type: nauc_precision_at_1_diff1
-      value: 65.05715415545146
-    - type: nauc_precision_at_1_max
-      value: 46.76841849306898
-    - type: nauc_precision_at_20_diff1
-      value: 4.804962592200048
-    - type: nauc_precision_at_20_max
-      value: 37.751940318199566
-    - type: nauc_precision_at_3_diff1
-      value: 7.606359228601881
-    - type: nauc_precision_at_3_max
-      value: 29.20046053844811
-    - type: nauc_precision_at_5_diff1
-      value: 6.8996932381953755
-    - type: nauc_precision_at_5_max
-      value: 32.76172656647554
-    - type: nauc_recall_at_1000_diff1
-      value: 7.258155183988313
-    - type: nauc_recall_at_1000_max
-      value: 49.982656147242686
-    - type: nauc_recall_at_100_diff1
-      value: 4.250356736084467
-    - type: nauc_recall_at_100_max
-      value: 39.733886222600454
-    - type: nauc_recall_at_10_diff1
-      value: 5.186152765363712
-    - type: nauc_recall_at_10_max
-      value: 36.17781091027895
-    - type: nauc_recall_at_1_diff1
-      value: 65.05715415545146
-    - type: nauc_recall_at_1_max
-      value: 46.76841849306898
-    - type: nauc_recall_at_20_diff1
-      value: 4.804962592199889
-    - type: nauc_recall_at_20_max
-      value: 37.75194031819925
-    - type: nauc_recall_at_3_diff1
-      value: 7.6063592286019155
-    - type: nauc_recall_at_3_max
-      value: 29.20046053844811
-    - type: nauc_recall_at_5_diff1
-      value: 6.899693238195505
-    - type: nauc_recall_at_5_max
-      value: 32.76172656647559
     - type: ndcg_at_1
       value: 85.483
     - type: ndcg_at_10
@@ -1744,146 +756,6 @@ model-index:
       value: 31.81232091690535
     - type: mrr_at_5
       value: 34.096704871060155
-    - type: nauc_map_at_1000_diff1
-      value: 37.46807558257006
-    - type: nauc_map_at_1000_max
-      value: 4.458951631713913
-    - type: nauc_map_at_100_diff1
-      value: 37.46074371522825
-    - type: nauc_map_at_100_max
-      value: 4.468613496084279
-    - type: nauc_map_at_10_diff1
-      value: 37.26010875380019
-    - type: nauc_map_at_10_max
-      value: 4.231875758608358
-    - type: nauc_map_at_1_diff1
-      value: 40.65880154457905
-    - type: nauc_map_at_1_max
-      value: 4.630177805770112
-    - type: nauc_map_at_20_diff1
-      value: 37.38034955546114
-    - type: nauc_map_at_20_max
-      value: 4.387531851079199
-    - type: nauc_map_at_3_diff1
-      value: 37.29450703108972
-    - type: nauc_map_at_3_max
-      value: 4.041085172940792
-    - type: nauc_map_at_5_diff1
-      value: 37.193875198938684
-    - type: nauc_map_at_5_max
-      value: 4.255380917897142
-    - type: nauc_mrr_at_1000_diff1
-      value: 37.51703832662947
-    - type: nauc_mrr_at_1000_max
-      value: 4.700969406611156
-    - type: nauc_mrr_at_100_diff1
-      value: 37.509900052161484
-    - type: nauc_mrr_at_100_max
-      value: 4.711510132171848
-    - type: nauc_mrr_at_10_diff1
-      value: 37.318504251253096
-    - type: nauc_mrr_at_10_max
-      value: 4.509976853509513
-    - type: nauc_mrr_at_1_diff1
-      value: 40.87183740427009
-    - type: nauc_mrr_at_1_max
-      value: 4.9946480154946
-    - type: nauc_mrr_at_20_diff1
-      value: 37.44424499639884
-    - type: nauc_mrr_at_20_max
-      value: 4.6610703394064545
-    - type: nauc_mrr_at_3_diff1
-      value: 37.41339289659933
-    - type: nauc_mrr_at_3_max
-      value: 4.3843049357899355
-    - type: nauc_mrr_at_5_diff1
-      value: 37.2818206254161
-    - type: nauc_mrr_at_5_max
-      value: 4.515408685425186
-    - type: nauc_ndcg_at_1000_diff1
-      value: 37.10701525719374
-    - type: nauc_ndcg_at_1000_max
-      value: 5.094963991103502
-    - type: nauc_ndcg_at_100_diff1
-      value: 36.92131913545162
-    - type: nauc_ndcg_at_100_max
-      value: 5.315886593740655
-    - type: nauc_ndcg_at_10_diff1
-      value: 36.17872748228284
-    - type: nauc_ndcg_at_10_max
-      value: 4.277703493208093
-    - type: nauc_ndcg_at_1_diff1
-      value: 40.87183740427009
-    - type: nauc_ndcg_at_1_max
-      value: 4.9946480154946
-    - type: nauc_ndcg_at_20_diff1
-      value: 36.57195642236175
-    - type: nauc_ndcg_at_20_max
-      value: 4.811660629869289
-    - type: nauc_ndcg_at_3_diff1
-      value: 36.379621410103454
-    - type: nauc_ndcg_at_3_max
-      value: 3.9950698669171363
-    - type: nauc_ndcg_at_5_diff1
-      value: 36.12466303162312
-    - type: nauc_ndcg_at_5_max
-      value: 4.307405514081432
-    - type: nauc_precision_at_1000_diff1
-      value: 0.735503172068813
-    - type: nauc_precision_at_1000_max
-      value: 12.45145740028363
-    - type: nauc_precision_at_100_diff1
-      value: 18.100083143162525
-    - type: nauc_precision_at_100_max
-      value: 13.696889915097154
-    - type: nauc_precision_at_10_diff1
-      value: 30.466688930583942
-    - type: nauc_precision_at_10_max
-      value: 4.770700965741308
-    - type: nauc_precision_at_1_diff1
-      value: 40.87183740427009
-    - type: nauc_precision_at_1_max
-      value: 4.9946480154946
-    - type: nauc_precision_at_20_diff1
-      value: 28.754935817042416
-    - type: nauc_precision_at_20_max
-      value: 7.46499606719654
-    - type: nauc_precision_at_3_diff1
-      value: 33.678515329571226
-    - type: nauc_precision_at_3_max
-      value: 3.7689256210367144
-    - type: nauc_precision_at_5_diff1
-      value: 32.0270031155718
-    - type: nauc_precision_at_5_max
-      value: 4.744266280225248
-    - type: nauc_recall_at_1000_diff1
-      value: 42.87375080751249
-    - type: nauc_recall_at_1000_max
-      value: 44.65877854409723
-    - type: nauc_recall_at_100_diff1
-      value: 33.12747919897128
-    - type: nauc_recall_at_100_max
-      value: 14.932690625875052
-    - type: nauc_recall_at_10_diff1
-      value: 32.203513747598116
-    - type: nauc_recall_at_10_max
-      value: 4.083274933046108
-    - type: nauc_recall_at_1_diff1
-      value: 40.65880154457905
-    - type: nauc_recall_at_1_max
-      value: 4.630177805770112
-    - type: nauc_recall_at_20_diff1
-      value: 33.183598565798704
-    - type: nauc_recall_at_20_max
-      value: 6.474795407508596
-    - type: nauc_recall_at_3_diff1
-      value: 33.55391874721875
-    - type: nauc_recall_at_3_max
-      value: 3.5896556083093882
-    - type: nauc_recall_at_5_diff1
-      value: 32.69968929029696
-    - type: nauc_recall_at_5_max
-      value: 4.198811908890888
     - type: ndcg_at_1
       value: 23.152
     - type: ndcg_at_10
@@ -2013,14 +885,6 @@ model-index:
       value: 31.260919294024603
     - type: mrr
       value: 32.37049108835034
-    - type: nAUC_map_diff1
-      value: 9.41443010763114
-    - type: nAUC_map_max
-      value: -21.43467269970586
-    - type: nAUC_mrr_diff1
-      value: 9.296395912186979
-    - type: nAUC_mrr_max
-      value: -15.969133314683132
   - task:
       type: Retrieval
     dataset:
@@ -2058,146 +922,6 @@ model-index:
       value: 60.31991744066049
     - type: mrr_at_5
       value: 61.27966976264191
-    - type: nauc_map_at_1000_diff1
-      value: 19.760261389791232
-    - type: nauc_map_at_1000_max
-      value: 44.92884959603954
-    - type: nauc_map_at_100_diff1
-      value: 21.434054251654597
-    - type: nauc_map_at_100_max
-      value: 44.411868533880984
-    - type: nauc_map_at_10_diff1
-      value: 26.466765779031043
-    - type: nauc_map_at_10_max
-      value: 38.064663610865296
-    - type: nauc_map_at_1_diff1
-      value: 44.574185416582196
-    - type: nauc_map_at_1_max
-      value: 21.04217118273998
-    - type: nauc_map_at_20_diff1
-      value: 24.17451575612751
-    - type: nauc_map_at_20_max
-      value: 41.57393313672135
-    - type: nauc_map_at_3_diff1
-      value: 35.15830484508489
-    - type: nauc_map_at_3_max
-      value: 26.877457835109286
-    - type: nauc_map_at_5_diff1
-      value: 30.83258164353464
-    - type: nauc_map_at_5_max
-      value: 33.19797207731497
-    - type: nauc_mrr_at_1000_diff1
-      value: 31.1416556460293
-    - type: nauc_mrr_at_1000_max
-      value: 58.87534131082168
-    - type: nauc_mrr_at_100_diff1
-      value: 31.15241841441478
-    - type: nauc_mrr_at_100_max
-      value: 58.88635397501152
-    - type: nauc_mrr_at_10_diff1
-      value: 31.260718973796592
-    - type: nauc_mrr_at_10_max
-      value: 58.806194826266776
-    - type: nauc_mrr_at_1_diff1
-      value: 33.760222861133585
-    - type: nauc_mrr_at_1_max
-      value: 54.96698629743225
-    - type: nauc_mrr_at_20_diff1
-      value: 31.12813913710054
-    - type: nauc_mrr_at_20_max
-      value: 58.79610076856905
-    - type: nauc_mrr_at_3_diff1
-      value: 31.701540852177107
-    - type: nauc_mrr_at_3_max
-      value: 58.433134491512405
-    - type: nauc_mrr_at_5_diff1
-      value: 30.969066655800585
-    - type: nauc_mrr_at_5_max
-      value: 59.03858582179269
-    - type: nauc_ndcg_at_1000_diff1
-      value: 17.06336834873998
-    - type: nauc_ndcg_at_1000_max
-      value: 55.381237569833594
-    - type: nauc_ndcg_at_100_diff1
-      value: 17.14638339092883
-    - type: nauc_ndcg_at_100_max
-      value: 50.74323374985141
-    - type: nauc_ndcg_at_10_diff1
-      value: 15.049271508549172
-    - type: nauc_ndcg_at_10_max
-      value: 51.757712306479256
-    - type: nauc_ndcg_at_1_diff1
-      value: 33.41794124902274
-    - type: nauc_ndcg_at_1_max
-      value: 49.721776929969
-    - type: nauc_ndcg_at_20_diff1
-      value: 14.657837541049549
-    - type: nauc_ndcg_at_20_max
-      value: 47.70520745742888
-    - type: nauc_ndcg_at_3_diff1
-      value: 22.730121098035067
-    - type: nauc_ndcg_at_3_max
-      value: 51.69547926227459
-    - type: nauc_ndcg_at_5_diff1
-      value: 19.693727104598903
-    - type: nauc_ndcg_at_5_max
-      value: 53.98564853608311
-    - type: nauc_precision_at_1000_diff1
-      value: -17.707024623502395
-    - type: nauc_precision_at_1000_max
-      value: 4.211934757014257
-    - type: nauc_precision_at_100_diff1
-      value: -15.149938798161827
-    - type: nauc_precision_at_100_max
-      value: 19.303331670820295
-    - type: nauc_precision_at_10_diff1
-      value: -5.749815345240198
-    - type: nauc_precision_at_10_max
-      value: 44.32432083215351
-    - type: nauc_precision_at_1_diff1
-      value: 34.563752660017315
-    - type: nauc_precision_at_1_max
-      value: 53.19426094095173
-    - type: nauc_precision_at_20_diff1
-      value: -9.119453895462609
-    - type: nauc_precision_at_20_max
-      value: 34.85164292348402
-    - type: nauc_precision_at_3_diff1
-      value: 11.112561909548212
-    - type: nauc_precision_at_3_max
-      value: 51.08405979799506
-    - type: nauc_precision_at_5_diff1
-      value: 3.3910084651331065
-    - type: nauc_precision_at_5_max
-      value: 50.855893129778075
-    - type: nauc_recall_at_1000_diff1
-      value: -1.58295745759997
-    - type: nauc_recall_at_1000_max
-      value: 24.3670553238421
-    - type: nauc_recall_at_100_diff1
-      value: 11.118620671336878
-    - type: nauc_recall_at_100_max
-      value: 31.364616111695348
-    - type: nauc_recall_at_10_diff1
-      value: 17.866983689612564
-    - type: nauc_recall_at_10_max
-      value: 29.497193026002833
-    - type: nauc_recall_at_1_diff1
-      value: 44.574185416582196
-    - type: nauc_recall_at_1_max
-      value: 21.04217118273998
-    - type: nauc_recall_at_20_diff1
-      value: 14.497586041161275
-    - type: nauc_recall_at_20_max
-      value: 29.715986816551837
-    - type: nauc_recall_at_3_diff1
-      value: 31.19718292095584
-    - type: nauc_recall_at_3_max
-      value: 24.254608039842722
-    - type: nauc_recall_at_5_diff1
-      value: 25.49206341904369
-    - type: nauc_recall_at_5_max
-      value: 30.7070758478257
     - type: ndcg_at_1
       value: 50.929
     - type: ndcg_at_10
@@ -2277,146 +1001,6 @@ model-index:
       value: 67.46813441483191
     - type: mrr_at_5
       value: 68.93105446118189
-    - type: nauc_map_at_1000_diff1
-      value: 46.365239710957376
-    - type: nauc_map_at_1000_max
-      value: 35.45336305992461
-    - type: nauc_map_at_100_diff1
-      value: 46.36894174569876
-    - type: nauc_map_at_100_max
-      value: 35.462248259280855
-    - type: nauc_map_at_10_diff1
-      value: 46.342944879162914
-    - type: nauc_map_at_10_max
-      value: 35.7114655816454
-    - type: nauc_map_at_1_diff1
-      value: 48.872462637268285
-    - type: nauc_map_at_1_max
-      value: 27.773826650545935
-    - type: nauc_map_at_20_diff1
-      value: 46.322116301176294
-    - type: nauc_map_at_20_max
-      value: 35.48090418392867
-    - type: nauc_map_at_3_diff1
-      value: 45.8339171755868
-    - type: nauc_map_at_3_max
-      value: 34.781034732538416
-    - type: nauc_map_at_5_diff1
-      value: 45.86777767034287
-    - type: nauc_map_at_5_max
-      value: 35.72520128399501
-    - type: nauc_mrr_at_1000_diff1
-      value: 46.54267081030922
-    - type: nauc_mrr_at_1000_max
-      value: 36.377090112491516
-    - type: nauc_mrr_at_100_diff1
-      value: 46.545857737076865
-    - type: nauc_mrr_at_100_max
-      value: 36.384356597091255
-    - type: nauc_mrr_at_10_diff1
-      value: 46.4713107252758
-    - type: nauc_mrr_at_10_max
-      value: 36.63520323903643
-    - type: nauc_mrr_at_1_diff1
-      value: 48.88656307461428
-    - type: nauc_mrr_at_1_max
-      value: 32.299595920907116
-    - type: nauc_mrr_at_20_diff1
-      value: 46.49398335076446
-    - type: nauc_mrr_at_20_max
-      value: 36.43755453427578
-    - type: nauc_mrr_at_3_diff1
-      value: 46.10957375937073
-    - type: nauc_mrr_at_3_max
-      value: 36.50560739385579
-    - type: nauc_mrr_at_5_diff1
-      value: 46.01288332431176
-    - type: nauc_mrr_at_5_max
-      value: 36.848142511421514
-    - type: nauc_ndcg_at_1000_diff1
-      value: 46.18453938546787
-    - type: nauc_ndcg_at_1000_max
-      value: 36.85054798292308
-    - type: nauc_ndcg_at_100_diff1
-      value: 46.29662813740788
-    - type: nauc_ndcg_at_100_max
-      value: 37.13686252016967
-    - type: nauc_ndcg_at_10_diff1
-      value: 45.91731104038101
-    - type: nauc_ndcg_at_10_max
-      value: 38.273169754276296
-    - type: nauc_ndcg_at_1_diff1
-      value: 48.88656307461428
-    - type: nauc_ndcg_at_1_max
-      value: 32.299595920907116
-    - type: nauc_ndcg_at_20_diff1
-      value: 45.92148394918942
-    - type: nauc_ndcg_at_20_max
-      value: 37.46416170260353
-    - type: nauc_ndcg_at_3_diff1
-      value: 44.843506024611344
-    - type: nauc_ndcg_at_3_max
-      value: 36.823857363469195
-    - type: nauc_ndcg_at_5_diff1
-      value: 44.69169359935397
-    - type: nauc_ndcg_at_5_max
-      value: 38.25617746583364
-    - type: nauc_precision_at_1000_diff1
-      value: -15.96421980695039
-    - type: nauc_precision_at_1000_max
-      value: 2.6026640263637417
-    - type: nauc_precision_at_100_diff1
-      value: -13.598597401656706
-    - type: nauc_precision_at_100_max
-      value: 5.509181986779547
-    - type: nauc_precision_at_10_diff1
-      value: -0.7561927117593065
-    - type: nauc_precision_at_10_max
-      value: 19.78176483956855
-    - type: nauc_precision_at_1_diff1
-      value: 48.88656307461428
-    - type: nauc_precision_at_1_max
-      value: 32.299595920907116
-    - type: nauc_precision_at_20_diff1
-      value: -8.313981469275115
-    - type: nauc_precision_at_20_max
-      value: 11.99308431594538
-    - type: nauc_precision_at_3_diff1
-      value: 16.771450780145464
-    - type: nauc_precision_at_3_max
-      value: 30.9942447136273
-    - type: nauc_precision_at_5_diff1
-      value: 6.621821328313667
-    - type: nauc_precision_at_5_max
-      value: 26.412248375662813
-    - type: nauc_recall_at_1000_diff1
-      value: 55.12969601161647
-    - type: nauc_recall_at_1000_max
-      value: 87.41795313689475
-    - type: nauc_recall_at_100_diff1
-      value: 60.175682302057446
-    - type: nauc_recall_at_100_max
-      value: 80.11543190835057
-    - type: nauc_recall_at_10_diff1
-      value: 41.62419550096612
-    - type: nauc_recall_at_10_max
-      value: 52.87526291547873
-    - type: nauc_recall_at_1_diff1
-      value: 48.872462637268285
-    - type: nauc_recall_at_1_max
-      value: 27.773826650545935
-    - type: nauc_recall_at_20_diff1
-      value: 40.843898765289254
-    - type: nauc_recall_at_20_max
-      value: 55.34115103001523
-    - type: nauc_recall_at_3_diff1
-      value: 39.728470536029675
-    - type: nauc_recall_at_3_max
-      value: 40.79059216022094
-    - type: nauc_recall_at_5_diff1
-      value: 37.18324769281485
-    - type: nauc_recall_at_5_max
-      value: 46.62408466485096
     - type: ndcg_at_1
       value: 57.010000000000005
     - type: ndcg_at_10
@@ -2496,146 +1080,6 @@ model-index:
       value: 87.85833333333316
     - type: mrr_at_5
       value: 88.43933333333311
-    - type: nauc_map_at_1000_diff1
-      value: 77.83205196572432
-    - type: nauc_map_at_1000_max
-      value: 36.83053791329062
-    - type: nauc_map_at_100_diff1
-      value: 77.83967417990776
-    - type: nauc_map_at_100_max
-      value: 36.820189914925834
-    - type: nauc_map_at_10_diff1
-      value: 78.00602410945338
-    - type: nauc_map_at_10_max
-      value: 36.3801794207628
-    - type: nauc_map_at_1_diff1
-      value: 81.57410902403387
-    - type: nauc_map_at_1_max
-      value: 27.368526445751744
-    - type: nauc_map_at_20_diff1
-      value: 77.92185473277556
-    - type: nauc_map_at_20_max
-      value: 36.69802931988695
-    - type: nauc_map_at_3_diff1
-      value: 78.55106145188513
-    - type: nauc_map_at_3_max
-      value: 33.75078534684343
-    - type: nauc_map_at_5_diff1
-      value: 78.22568876897226
-    - type: nauc_map_at_5_max
-      value: 35.36466972515817
-    - type: nauc_mrr_at_1000_diff1
-      value: 78.47061099703544
-    - type: nauc_mrr_at_1000_max
-      value: 39.75757225464997
-    - type: nauc_mrr_at_100_diff1
-      value: 78.47089032120223
-    - type: nauc_mrr_at_100_max
-      value: 39.75841805411614
-    - type: nauc_mrr_at_10_diff1
-      value: 78.46374600192402
-    - type: nauc_mrr_at_10_max
-      value: 39.73366051026909
-    - type: nauc_mrr_at_1_diff1
-      value: 79.17927467190566
-    - type: nauc_mrr_at_1_max
-      value: 39.06758577736873
-    - type: nauc_mrr_at_20_diff1
-      value: 78.48101600370325
-    - type: nauc_mrr_at_20_max
-      value: 39.76499738151275
-    - type: nauc_mrr_at_3_diff1
-      value: 78.22679185815186
-    - type: nauc_mrr_at_3_max
-      value: 39.8541411158529
-    - type: nauc_mrr_at_5_diff1
-      value: 78.40268685228129
-    - type: nauc_mrr_at_5_max
-      value: 39.97056259854404
-    - type: nauc_ndcg_at_1000_diff1
-      value: 77.80824110316115
-    - type: nauc_ndcg_at_1000_max
-      value: 38.314791792086105
-    - type: nauc_ndcg_at_100_diff1
-      value: 77.85325339908903
-    - type: nauc_ndcg_at_100_max
-      value: 38.27309056760618
-    - type: nauc_ndcg_at_10_diff1
-      value: 77.84156646709303
-    - type: nauc_ndcg_at_10_max
-      value: 37.512055122939216
-    - type: nauc_ndcg_at_1_diff1
-      value: 79.17927467190566
-    - type: nauc_ndcg_at_1_max
-      value: 39.15903317064575
-    - type: nauc_ndcg_at_20_diff1
-      value: 77.98831716876829
-    - type: nauc_ndcg_at_20_max
-      value: 38.05810189777102
-    - type: nauc_ndcg_at_3_diff1
-      value: 77.22076859239452
-    - type: nauc_ndcg_at_3_max
-      value: 36.4423593890435
-    - type: nauc_ndcg_at_5_diff1
-      value: 77.60866885900089
-    - type: nauc_ndcg_at_5_max
-      value: 37.10893342249924
-    - type: nauc_precision_at_1000_diff1
-      value: -45.18569850675969
-    - type: nauc_precision_at_1000_max
-      value: -7.610620867113754
-    - type: nauc_precision_at_100_diff1
-      value: -44.87041671763768
-    - type: nauc_precision_at_100_max
-      value: -7.281553584548097
-    - type: nauc_precision_at_10_diff1
-      value: -40.45638430368999
-    - type: nauc_precision_at_10_max
-      value: -2.4431089932642003
-    - type: nauc_precision_at_1_diff1
-      value: 79.17927467190566
-    - type: nauc_precision_at_1_max
-      value: 39.15903317064575
-    - type: nauc_precision_at_20_diff1
-      value: -43.19241665329079
-    - type: nauc_precision_at_20_max
-      value: -4.867082362790704
-    - type: nauc_precision_at_3_diff1
-      value: -22.626190596449668
-    - type: nauc_precision_at_3_max
-      value: 6.979549396518983
-    - type: nauc_precision_at_5_diff1
-      value: -33.7901896548388
-    - type: nauc_precision_at_5_max
-      value: 1.6896971649623012
-    - type: nauc_recall_at_1000_diff1
-      value: 100.0
-    - type: nauc_recall_at_1000_max
-      value: 86.92810457506096
-    - type: nauc_recall_at_100_diff1
-      value: 80.69710836553755
-    - type: nauc_recall_at_100_max
-      value: 38.295085681104354
-    - type: nauc_recall_at_10_diff1
-      value: 75.08994082341206
-    - type: nauc_recall_at_10_max
-      value: 32.92423308069912
-    - type: nauc_recall_at_1_diff1
-      value: 81.57410902403387
-    - type: nauc_recall_at_1_max
-      value: 27.368526445751744
-    - type: nauc_recall_at_20_diff1
-      value: 77.59126784952974
-    - type: nauc_recall_at_20_max
-      value: 36.39562927549683
-    - type: nauc_recall_at_3_diff1
-      value: 74.7562435650145
-    - type: nauc_recall_at_3_max
-      value: 30.37160131415078
-    - type: nauc_recall_at_5_diff1
-      value: 74.00625102274935
-    - type: nauc_recall_at_5_max
-      value: 32.53548145587051
     - type: ndcg_at_1
       value: 82.74000000000001
     - type: ndcg_at_10
@@ -2737,146 +1181,6 @@ model-index:
       value: 36.84999999999998
     - type: mrr_at_5
       value: 39.19999999999995
-    - type: nauc_map_at_1000_diff1
-      value: 13.937030183524016
-    - type: nauc_map_at_1000_max
-      value: 29.101253428618957
-    - type: nauc_map_at_100_diff1
-      value: 13.886406833168516
-    - type: nauc_map_at_100_max
-      value: 29.089030812842058
-    - type: nauc_map_at_10_diff1
-      value: 14.40329921271108
-    - type: nauc_map_at_10_max
-      value: 28.00363746647288
-    - type: nauc_map_at_1_diff1
-      value: 23.498080363225856
-    - type: nauc_map_at_1_max
-      value: 22.135916075181783
-    - type: nauc_map_at_20_diff1
-      value: 13.778485906288793
-    - type: nauc_map_at_20_max
-      value: 28.693651813322596
-    - type: nauc_map_at_3_diff1
-      value: 17.60229285176299
-    - type: nauc_map_at_3_max
-      value: 25.413773614488772
-    - type: nauc_map_at_5_diff1
-      value: 15.550704875256194
-    - type: nauc_map_at_5_max
-      value: 26.894948182000878
-    - type: nauc_mrr_at_1000_diff1
-      value: 19.216907937508353
-    - type: nauc_mrr_at_1000_max
-      value: 24.659678077440798
-    - type: nauc_mrr_at_100_diff1
-      value: 19.216060365892424
-    - type: nauc_mrr_at_100_max
-      value: 24.684151414467898
-    - type: nauc_mrr_at_10_diff1
-      value: 18.893433462125277
-    - type: nauc_mrr_at_10_max
-      value: 24.60150470624984
-    - type: nauc_mrr_at_1_diff1
-      value: 23.581793191943625
-    - type: nauc_mrr_at_1_max
-      value: 22.642498223179697
-    - type: nauc_mrr_at_20_diff1
-      value: 19.127783601589428
-    - type: nauc_mrr_at_20_max
-      value: 24.703190799706203
-    - type: nauc_mrr_at_3_diff1
-      value: 18.93114595448597
-    - type: nauc_mrr_at_3_max
-      value: 23.504568736438475
-    - type: nauc_mrr_at_5_diff1
-      value: 18.53230488706395
-    - type: nauc_mrr_at_5_max
-      value: 24.047241648734506
-    - type: nauc_ndcg_at_1000_diff1
-      value: 14.716837800458293
-    - type: nauc_ndcg_at_1000_max
-      value: 30.459415055635038
-    - type: nauc_ndcg_at_100_diff1
-      value: 14.082504373803328
-    - type: nauc_ndcg_at_100_max
-      value: 30.609939275904168
-    - type: nauc_ndcg_at_10_diff1
-      value: 14.06100594429231
-    - type: nauc_ndcg_at_10_max
-      value: 28.41960526781813
-    - type: nauc_ndcg_at_1_diff1
-      value: 23.581793191943625
-    - type: nauc_ndcg_at_1_max
-      value: 22.642498223179697
-    - type: nauc_ndcg_at_20_diff1
-      value: 13.572283433606987
-    - type: nauc_ndcg_at_20_max
-      value: 29.248187501659608
-    - type: nauc_ndcg_at_3_diff1
-      value: 16.747853135741224
-    - type: nauc_ndcg_at_3_max
-      value: 25.225938170933226
-    - type: nauc_ndcg_at_5_diff1
-      value: 15.002619606328727
-    - type: nauc_ndcg_at_5_max
-      value: 26.824444127747
-    - type: nauc_precision_at_1000_diff1
-      value: 6.475682714396218
-    - type: nauc_precision_at_1000_max
-      value: 25.893148901146194
-    - type: nauc_precision_at_100_diff1
-      value: 7.28557838169408
-    - type: nauc_precision_at_100_max
-      value: 28.411459246435584
-    - type: nauc_precision_at_10_diff1
-      value: 8.60582676352359
-    - type: nauc_precision_at_10_max
-      value: 28.531058600175907
-    - type: nauc_precision_at_1_diff1
-      value: 23.581793191943625
-    - type: nauc_precision_at_1_max
-      value: 22.642498223179697
-    - type: nauc_precision_at_20_diff1
-      value: 7.2628155308533335
-    - type: nauc_precision_at_20_max
-      value: 28.292245392834513
-    - type: nauc_precision_at_3_diff1
-      value: 13.67616794325982
-    - type: nauc_precision_at_3_max
-      value: 26.088199174513075
-    - type: nauc_precision_at_5_diff1
-      value: 10.49804462108653
-    - type: nauc_precision_at_5_max
-      value: 27.582324286139148
-    - type: nauc_recall_at_1000_diff1
-      value: 7.3223770822876775
-    - type: nauc_recall_at_1000_max
-      value: 26.257019825355776
-    - type: nauc_recall_at_100_diff1
-      value: 7.129264789675433
-    - type: nauc_recall_at_100_max
-      value: 28.233039459249643
-    - type: nauc_recall_at_10_diff1
-      value: 8.457257641590031
-    - type: nauc_recall_at_10_max
-      value: 28.130585288632325
-    - type: nauc_recall_at_1_diff1
-      value: 23.498080363225856
-    - type: nauc_recall_at_1_max
-      value: 22.135916075181783
-    - type: nauc_recall_at_20_diff1
-      value: 7.077555601648696
-    - type: nauc_recall_at_20_max
-      value: 27.841434750392335
-    - type: nauc_recall_at_3_diff1
-      value: 13.684083144298768
-    - type: nauc_recall_at_3_max
-      value: 25.543860691478663
-    - type: nauc_recall_at_5_diff1
-      value: 10.455816099350045
-    - type: nauc_recall_at_5_max
-      value: 27.290769915982498
     - type: ndcg_at_1
       value: 28.599999999999998
     - type: ndcg_at_10
@@ -3121,14 +1425,6 @@ model-index:
       value: 87.28566757174322
     - type: mrr
       value: 96.63827639317836
-    - type: nAUC_map_diff1
-      value: -1.5076360579080446
-    - type: nAUC_map_max
-      value: 53.05146289659708
-    - type: nAUC_mrr_diff1
-      value: 42.43768025278795
-    - type: nAUC_mrr_max
-      value: 89.70532867621158
   - task:
       type: Retrieval
     dataset:
@@ -3166,146 +1462,6 @@ model-index:
       value: 81.8888888888889
     - type: mrr_at_5
       value: 82.65555555555557
-    - type: nauc_map_at_1000_diff1
-      value: 74.23493814910577
-    - type: nauc_map_at_1000_max
-      value: 53.80760307987988
-    - type: nauc_map_at_100_diff1
-      value: 74.23892667859884
-    - type: nauc_map_at_100_max
-      value: 53.8218538604195
-    - type: nauc_map_at_10_diff1
-      value: 74.0962352399456
-    - type: nauc_map_at_10_max
-      value: 53.99920687179696
-    - type: nauc_map_at_1_diff1
-      value: 76.44442261798511
-    - type: nauc_map_at_1_max
-      value: 44.51235822441656
-    - type: nauc_map_at_20_diff1
-      value: 74.2585238520073
-    - type: nauc_map_at_20_max
-      value: 53.90125243656952
-    - type: nauc_map_at_3_diff1
-      value: 74.89158646614453
-    - type: nauc_map_at_3_max
-      value: 49.41963788438226
-    - type: nauc_map_at_5_diff1
-      value: 73.8209929680174
-    - type: nauc_map_at_5_max
-      value: 52.98176980743803
-    - type: nauc_mrr_at_1000_diff1
-      value: 73.26418373110498
-    - type: nauc_mrr_at_1000_max
-      value: 56.29463433767135
-    - type: nauc_mrr_at_100_diff1
-      value: 73.26866985211069
-    - type: nauc_mrr_at_100_max
-      value: 56.3086756476332
-    - type: nauc_mrr_at_10_diff1
-      value: 73.12672927850232
-    - type: nauc_mrr_at_10_max
-      value: 56.47596127739652
-    - type: nauc_mrr_at_1_diff1
-      value: 75.37819545277598
-    - type: nauc_mrr_at_1_max
-      value: 53.29021506771669
-    - type: nauc_mrr_at_20_diff1
-      value: 73.29166408154734
-    - type: nauc_mrr_at_20_max
-      value: 56.38499626340773
-    - type: nauc_mrr_at_3_diff1
-      value: 72.95802894910716
-    - type: nauc_mrr_at_3_max
-      value: 56.06917546432742
-    - type: nauc_mrr_at_5_diff1
-      value: 72.68856991547275
-    - type: nauc_mrr_at_5_max
-      value: 56.4504016425308
-    - type: nauc_ndcg_at_1000_diff1
-      value: 73.43694724531103
-    - type: nauc_ndcg_at_1000_max
-      value: 55.74280339933835
-    - type: nauc_ndcg_at_100_diff1
-      value: 73.47499591728393
-    - type: nauc_ndcg_at_100_max
-      value: 56.1686438223656
-    - type: nauc_ndcg_at_10_diff1
-      value: 72.80109276813523
-    - type: nauc_ndcg_at_10_max
-      value: 57.1765306847374
-    - type: nauc_ndcg_at_1_diff1
-      value: 75.37819545277598
-    - type: nauc_ndcg_at_1_max
-      value: 53.29021506771669
-    - type: nauc_ndcg_at_20_diff1
-      value: 73.49077190247995
-    - type: nauc_ndcg_at_20_max
-      value: 56.758562898067076
-    - type: nauc_ndcg_at_3_diff1
-      value: 73.4565027782411
-    - type: nauc_ndcg_at_3_max
-      value: 53.68675653729513
-    - type: nauc_ndcg_at_5_diff1
-      value: 71.94647594667556
-    - type: nauc_ndcg_at_5_max
-      value: 55.780093959984825
-    - type: nauc_precision_at_1000_diff1
-      value: -35.560325552276225
-    - type: nauc_precision_at_1000_max
-      value: 15.721037749478894
-    - type: nauc_precision_at_100_diff1
-      value: -30.911390903880072
-    - type: nauc_precision_at_100_max
-      value: 19.104750986631856
-    - type: nauc_precision_at_10_diff1
-      value: -21.747032531154677
-    - type: nauc_precision_at_10_max
-      value: 25.16531983542022
-    - type: nauc_precision_at_1_diff1
-      value: 75.37819545277598
-    - type: nauc_precision_at_1_max
-      value: 53.29021506771669
-    - type: nauc_precision_at_20_diff1
-      value: -24.171482377268557
-    - type: nauc_precision_at_20_max
-      value: 23.052021983026588
-    - type: nauc_precision_at_3_diff1
-      value: 12.687710012191802
-    - type: nauc_precision_at_3_max
-      value: 36.671474025394744
-    - type: nauc_precision_at_5_diff1
-      value: -10.650013965923193
-    - type: nauc_precision_at_5_max
-      value: 33.35727491587196
-    - type: nauc_recall_at_1000_diff1
-      value: nan
-    - type: nauc_recall_at_1000_max
-      value: nan
-    - type: nauc_recall_at_100_diff1
-      value: 74.24525365701795
-    - type: nauc_recall_at_100_max
-      value: 95.64270152505469
-    - type: nauc_recall_at_10_diff1
-      value: 63.46659876071664
-    - type: nauc_recall_at_10_max
-      value: 83.42670401493947
-    - type: nauc_recall_at_1_diff1
-      value: 76.44442261798511
-    - type: nauc_recall_at_1_max
-      value: 44.51235822441656
-    - type: nauc_recall_at_20_diff1
-      value: 72.43230625583546
-    - type: nauc_recall_at_20_max
-      value: 85.23576097105469
-    - type: nauc_recall_at_3_diff1
-      value: 68.64536013381606
-    - type: nauc_recall_at_3_max
-      value: 49.51021446817795
-    - type: nauc_recall_at_5_diff1
-      value: 59.64690270534777
-    - type: nauc_recall_at_5_max
-      value: 63.634671446284706
     - type: ndcg_at_1
       value: 74.333
     - type: ndcg_at_10
@@ -3438,14 +1594,6 @@ model-index:
       value: 55.3190739691685
     - type: mrr
       value: 56.40441972243442
-    - type: nAUC_map_diff1
-      value: 41.825825138514354
-    - type: nAUC_map_max
-      value: 11.323603372075258
-    - type: nAUC_mrr_diff1
-      value: 41.85341549688017
-    - type: nAUC_mrr_max
-      value: 12.118291862543504
   - task:
       type: Summarization
     dataset:
@@ -3500,146 +1648,6 @@ model-index:
       value: 96.66666666666667
     - type: mrr_at_5
       value: 96.66666666666667
-    - type: nauc_map_at_1000_diff1
-      value: -5.9732852648987205
-    - type: nauc_map_at_1000_max
-      value: 35.50616065092173
-    - type: nauc_map_at_100_diff1
-      value: 12.825728128957033
-    - type: nauc_map_at_100_max
-      value: 15.949290291379766
-    - type: nauc_map_at_10_diff1
-      value: 27.017295749131076
-    - type: nauc_map_at_10_max
-      value: 1.5220901118362347
-    - type: nauc_map_at_1_diff1
-      value: 25.02750049169676
-    - type: nauc_map_at_1_max
-      value: 0.5677927795699148
-    - type: nauc_map_at_20_diff1
-      value: 24.347002216586475
-    - type: nauc_map_at_20_max
-      value: 5.243857803083133
-    - type: nauc_map_at_3_diff1
-      value: 25.816546894429298
-    - type: nauc_map_at_3_max
-      value: -1.6242364528764006
-    - type: nauc_map_at_5_diff1
-      value: 26.02737843714819
-    - type: nauc_map_at_5_max
-      value: -0.20821382476722475
-    - type: nauc_mrr_at_1000_diff1
-      value: -3.9542483660123176
-    - type: nauc_mrr_at_1000_max
-      value: 86.62464985994423
-    - type: nauc_mrr_at_100_diff1
-      value: -3.9542483660123176
-    - type: nauc_mrr_at_100_max
-      value: 86.62464985994423
-    - type: nauc_mrr_at_10_diff1
-      value: -3.9542483660123176
-    - type: nauc_mrr_at_10_max
-      value: 86.62464985994423
-    - type: nauc_mrr_at_1_diff1
-      value: -10.550887021475235
-    - type: nauc_mrr_at_1_max
-      value: 85.13849984438222
-    - type: nauc_mrr_at_20_diff1
-      value: -3.9542483660123176
-    - type: nauc_mrr_at_20_max
-      value: 86.62464985994423
-    - type: nauc_mrr_at_3_diff1
-      value: -3.9542483660123176
-    - type: nauc_mrr_at_3_max
-      value: 86.62464985994423
-    - type: nauc_mrr_at_5_diff1
-      value: -3.9542483660123176
-    - type: nauc_mrr_at_5_max
-      value: 86.62464985994423
-    - type: nauc_ndcg_at_1000_diff1
-      value: -2.5807588587359565
-    - type: nauc_ndcg_at_1000_max
-      value: 36.5814781759383
-    - type: nauc_ndcg_at_100_diff1
-      value: -24.616560982160962
-    - type: nauc_ndcg_at_100_max
-      value: 35.70669109885634
-    - type: nauc_ndcg_at_10_diff1
-      value: -27.95472757545005
-    - type: nauc_ndcg_at_10_max
-      value: 38.321003412946155
-    - type: nauc_ndcg_at_1_diff1
-      value: -4.090802987861885
-    - type: nauc_ndcg_at_1_max
-      value: 70.7399626517274
-    - type: nauc_ndcg_at_20_diff1
-      value: -36.229932610340036
-    - type: nauc_ndcg_at_20_max
-      value: 40.77842743464363
-    - type: nauc_ndcg_at_3_diff1
-      value: -14.881738406653747
-    - type: nauc_ndcg_at_3_max
-      value: 37.376017601422326
-    - type: nauc_ndcg_at_5_diff1
-      value: -21.780436044004624
-    - type: nauc_ndcg_at_5_max
-      value: 34.8771855807311
-    - type: nauc_precision_at_1000_diff1
-      value: -30.91477904447032
-    - type: nauc_precision_at_1000_max
-      value: 33.57647416618872
-    - type: nauc_precision_at_100_diff1
-      value: -23.4629541500978
-    - type: nauc_precision_at_100_max
-      value: 33.67654215432449
-    - type: nauc_precision_at_10_diff1
-      value: -16.3738640229384
-    - type: nauc_precision_at_10_max
-      value: 40.64610973416934
-    - type: nauc_precision_at_1_diff1
-      value: -10.550887021475235
-    - type: nauc_precision_at_1_max
-      value: 85.13849984438222
-    - type: nauc_precision_at_20_diff1
-      value: -28.140856454340984
-    - type: nauc_precision_at_20_max
-      value: 45.91605091028829
-    - type: nauc_precision_at_3_diff1
-      value: -16.543438077633727
-    - type: nauc_precision_at_3_max
-      value: 37.197429803714506
-    - type: nauc_precision_at_5_diff1
-      value: -16.06909604670385
-    - type: nauc_precision_at_5_max
-      value: 42.614560285767524
-    - type: nauc_recall_at_1000_diff1
-      value: 3.7664293917121894
-    - type: nauc_recall_at_1000_max
-      value: 30.305451624799655
-    - type: nauc_recall_at_100_diff1
-      value: 23.081787470102572
-    - type: nauc_recall_at_100_max
-      value: 6.655141400910628
-    - type: nauc_recall_at_10_diff1
-      value: 31.903839603714584
-    - type: nauc_recall_at_10_max
-      value: -2.4370705738706584
-    - type: nauc_recall_at_1_diff1
-      value: 25.02750049169676
-    - type: nauc_recall_at_1_max
-      value: 0.5677927795699148
-    - type: nauc_recall_at_20_diff1
-      value: 28.70508508058853
-    - type: nauc_recall_at_20_max
-      value: 0.45751771491989157
-    - type: nauc_recall_at_3_diff1
-      value: 27.28040405266442
-    - type: nauc_recall_at_3_max
-      value: -4.203535404137551
-    - type: nauc_recall_at_5_diff1
-      value: 28.56501894814338
-    - type: nauc_recall_at_5_max
-      value: -2.885460743520312
     - type: ndcg_at_1
       value: 92.0
     - type: ndcg_at_10
@@ -3719,146 +1727,6 @@ model-index:
       value: 48.63945578231292
     - type: mrr_at_5
       value: 51.29251700680272
-    - type: nauc_map_at_1000_diff1
-      value: -8.689968345482955
-    - type: nauc_map_at_1000_max
-      value: -6.9963543014795455
-    - type: nauc_map_at_100_diff1
-      value: -8.727978231600318
-    - type: nauc_map_at_100_max
-      value: -7.952186425971129
-    - type: nauc_map_at_10_diff1
-      value: -2.9526324910232034
-    - type: nauc_map_at_10_max
-      value: -10.068986922862216
-    - type: nauc_map_at_1_diff1
-      value: 11.58796950076508
-    - type: nauc_map_at_1_max
-      value: -13.815104268329259
-    - type: nauc_map_at_20_diff1
-      value: -7.704624587384131
-    - type: nauc_map_at_20_max
-      value: -9.013842231311479
-    - type: nauc_map_at_3_diff1
-      value: 0.3965656398435283
-    - type: nauc_map_at_3_max
-      value: -10.106778815191765
-    - type: nauc_map_at_5_diff1
-      value: -0.47667166254222115
-    - type: nauc_map_at_5_max
-      value: -9.531382459115324
-    - type: nauc_mrr_at_1000_diff1
-      value: 15.425473480157507
-    - type: nauc_mrr_at_1000_max
-      value: -2.1811857816236877
-    - type: nauc_mrr_at_100_diff1
-      value: 15.425473480157507
-    - type: nauc_mrr_at_100_max
-      value: -2.1811857816236877
-    - type: nauc_mrr_at_10_diff1
-      value: 15.903075429674777
-    - type: nauc_mrr_at_10_max
-      value: -2.2906761318729316
-    - type: nauc_mrr_at_1_diff1
-      value: 15.745291718170254
-    - type: nauc_mrr_at_1_max
-      value: 1.3133671227650265
-    - type: nauc_mrr_at_20_diff1
-      value: 15.55498078589214
-    - type: nauc_mrr_at_20_max
-      value: -2.032092110902953
-    - type: nauc_mrr_at_3_diff1
-      value: 12.884821567496274
-    - type: nauc_mrr_at_3_max
-      value: -3.525142776490721
-    - type: nauc_mrr_at_5_diff1
-      value: 16.445959124792818
-    - type: nauc_mrr_at_5_max
-      value: -4.207329992983104
-    - type: nauc_ndcg_at_1000_diff1
-      value: 0.4954475160997072
-    - type: nauc_ndcg_at_1000_max
-      value: -1.4515711306568682
-    - type: nauc_ndcg_at_100_diff1
-      value: -1.6562434532753776
-    - type: nauc_ndcg_at_100_max
-      value: -6.035088636127411
-    - type: nauc_ndcg_at_10_diff1
-      value: 3.1506688231790245
-    - type: nauc_ndcg_at_10_max
-      value: -4.450428581751591
-    - type: nauc_ndcg_at_1_diff1
-      value: 10.902788071421643
-    - type: nauc_ndcg_at_1_max
-      value: -3.5983043940028026
-    - type: nauc_ndcg_at_20_diff1
-      value: -4.129634334760348
-    - type: nauc_ndcg_at_20_max
-      value: -10.377695853633671
-    - type: nauc_ndcg_at_3_diff1
-      value: 3.7390054194490463
-    - type: nauc_ndcg_at_3_max
-      value: -3.6474213357431866
-    - type: nauc_ndcg_at_5_diff1
-      value: 7.729725342433009
-    - type: nauc_ndcg_at_5_max
-      value: -1.9704467553539173
-    - type: nauc_precision_at_1000_diff1
-      value: 2.2605086242588257
-    - type: nauc_precision_at_1000_max
-      value: 29.68572927933118
-    - type: nauc_precision_at_100_diff1
-      value: -3.57573889882659
-    - type: nauc_precision_at_100_max
-      value: 15.778240365801496
-    - type: nauc_precision_at_10_diff1
-      value: 2.426461390379187
-    - type: nauc_precision_at_10_max
-      value: 3.4608738145262774
-    - type: nauc_precision_at_1_diff1
-      value: 15.745291718170254
-    - type: nauc_precision_at_1_max
-      value: 1.3133671227650265
-    - type: nauc_precision_at_20_diff1
-      value: -11.920848565711506
-    - type: nauc_precision_at_20_max
-      value: 2.934435397727988
-    - type: nauc_precision_at_3_diff1
-      value: 3.3909557257855236
-    - type: nauc_precision_at_3_max
-      value: -1.3530477456840486
-    - type: nauc_precision_at_5_diff1
-      value: 12.077987725517026
-    - type: nauc_precision_at_5_max
-      value: 2.598194203393377
-    - type: nauc_recall_at_1000_diff1
-      value: -12.47820280756162
-    - type: nauc_recall_at_1000_max
-      value: 0.18378111872041458
-    - type: nauc_recall_at_100_diff1
-      value: -11.648421171539056
-    - type: nauc_recall_at_100_max
-      value: -8.54128043246034
-    - type: nauc_recall_at_10_diff1
-      value: -4.3154087171431845
-    - type: nauc_recall_at_10_max
-      value: -12.972050661141497
-    - type: nauc_recall_at_1_diff1
-      value: 11.58796950076508
-    - type: nauc_recall_at_1_max
-      value: -13.815104268329259
-    - type: nauc_recall_at_20_diff1
-      value: -14.949511913924157
-    - type: nauc_recall_at_20_max
-      value: -13.18158214788764
-    - type: nauc_recall_at_3_diff1
-      value: -2.997234767804952
-    - type: nauc_recall_at_3_max
-      value: -12.691132477531994
-    - type: nauc_recall_at_5_diff1
-      value: -1.0621644830340549
-    - type: nauc_recall_at_5_max
-      value: -13.702527975951215
     - type: ndcg_at_1
       value: 35.714
     - type: ndcg_at_10
@@ -4085,7 +1953,7 @@ SFR-Embedding Team (∗indicates equal contributors, † indicates co-leaders).
 
 ## How to run
 
-### Transformers
+#### Transformers
 The models can be used as follows:
 ```python
 import torch