Results - Precision Medicine 2018¶

SIBTMlit1¶

summary (sample-eval)

infAP           all 0.1574
infNDCG         all 0.5274
iP10            all 0.5920
iP100           all 0.4832

summary (trec_eval)

map             all 0.3200
bpref           all 0.4965
recip_rank      all 0.7882
P_10            all 0.5920
P_100           all 0.3478
P_1000          all 0.0834

SIBTMlit2¶

summary (sample-eval)

infAP           all 0.1682
infNDCG         all 0.5385
iP10            all 0.6160
iP100           all 0.4977

summary (trec_eval)

map             all 0.3206
bpref           all 0.5027
recip_rank      all 0.7998
P_10            all 0.6160
P_100           all 0.3474
P_1000          all 0.0828

SIBTMlit3¶

summary (sample-eval)

infAP           all 0.1689
infNDCG         all 0.5397
iP10            all 0.6220
iP100           all 0.4967

summary (trec_eval)

map             all 0.3211
bpref           all 0.5024
recip_rank      all 0.8004
P_10            all 0.6220
P_100           all 0.3458
P_1000          all 0.0828

SIBTMlit4¶

summary (sample-eval)

infAP           all 0.1700
infNDCG         all 0.5425
iP10            all 0.6300
iP100           all 0.5032

summary (trec_eval)

map             all 0.3219
bpref           all 0.5027
recip_rank      all 0.8254
P_10            all 0.6300
P_100           all 0.3488
P_1000          all 0.0833

SIBTMlit5¶

summary (sample-eval)

infAP           all 0.1613
infNDCG         all 0.5291
iP10            all 0.6340
iP100           all 0.4828

summary (trec_eval)

map             all 0.3060
bpref           all 0.4898
recip_rank      all 0.8126
P_10            all 0.6340
P_100           all 0.3362
P_1000          all 0.0811

RSA_DSC_CT_4¶

summary (sample-eval)

infAP           all 0.2729
infNDCG         all 0.4755
iP10            all 0.5440
iP100           all 0.2487

summary (trec_eval)

map             all 0.3509
bpref           all 0.4299
recip_rank      all 0.7083
P_10            all 0.5440
P_100           all 0.1984
P_1000          all 0.0311

RSA_DSC_CT_5¶

summary (sample-eval)

infAP           all 0.2755
infNDCG         all 0.4769
iP10            all 0.5480
iP100           all 0.2507

summary (trec_eval)

map             all 0.3533
bpref           all 0.4308
recip_rank      all 0.7108
P_10            all 0.5480
P_100           all 0.1994
P_1000          all 0.0311

RSA_DSC_CT_3¶

summary (sample-eval)

infAP           all 0.2796
infNDCG         all 0.4738
iP10            all 0.5540
iP100           all 0.2522

summary (trec_eval)

map             all 0.3510
bpref           all 0.4305
recip_rank      all 0.6914
P_10            all 0.5540
P_100           all 0.1986
P_1000          all 0.0310

RSA_DSC_CT_2¶

summary (sample-eval)

infAP           all 0.2806
infNDCG         all 0.4741
iP10            all 0.5520
iP100           all 0.2526

summary (trec_eval)

map             all 0.3501
bpref           all 0.4297
recip_rank      all 0.6914
P_10            all 0.5520
P_100           all 0.1994
P_1000          all 0.0310

RSA_DSC_CT_1¶

summary (sample-eval)

infAP           all 0.2791
infNDCG         all 0.4718
iP10            all 0.5500
iP100           all 0.2496

summary (trec_eval)

map             all 0.3493
bpref           all 0.4291
recip_rank      all 0.6914
P_10            all 0.5500
P_100           all 0.1960
P_1000          all 0.0310

RSA_DSC_LA_1¶

summary (sample-eval)

infAP           all 0.1370
infNDCG         all 0.4578
iP10            all 0.5480
iP100           all 0.4304

summary (trec_eval)

map             all 0.2406
bpref           all 0.4531
recip_rank      all 0.6537
P_10            all 0.5480
P_100           all 0.2712
P_1000          all 0.0725

RSA_DSC_LA_5¶

summary (sample-eval)

infAP           all 0.1381
infNDCG         all 0.4867
iP10            all 0.5840
iP100           all 0.4427

summary (trec_eval)

map             all 0.2523
bpref           all 0.4582
recip_rank      all 0.7210
P_10            all 0.5840
P_100           all 0.2922
P_1000          all 0.0745

RSA_DSC_LA_3¶

summary (sample-eval)

infAP           all 0.1348
infNDCG         all 0.4478
iP10            all 0.5480
iP100           all 0.4198

summary (trec_eval)

map             all 0.2409
bpref           all 0.4522
recip_rank      all 0.6537
P_10            all 0.5480
P_100           all 0.2688
P_1000          all 0.0725

RSA_DSC_LA_4¶

summary (sample-eval)

infAP           all 0.1359
infNDCG         all 0.4767
iP10            all 0.5840
iP100           all 0.4320

summary (trec_eval)

map             all 0.2526
bpref           all 0.4573
recip_rank      all 0.7210
P_10            all 0.5840
P_100           all 0.2898
P_1000          all 0.0745

RSA_DSC_LA_2¶

summary (sample-eval)

infAP           all 0.1309
infNDCG         all 0.4719
iP10            all 0.5840
iP100           all 0.4211

summary (trec_eval)

map             all 0.2488
bpref           all 0.4568
recip_rank      all 0.7333
P_10            all 0.5840
P_100           all 0.2790
P_1000          all 0.0745

IMS_NO_PRF¶

summary (sample-eval)

infAP           all 0.1048
infNDCG         all 0.3003
iP10            all 0.2920
iP100           all 0.1809

summary (trec_eval)

map             all 0.1572
bpref           all 0.2273
recip_rank      all 0.4784
P_10            all 0.2920
P_100           all 0.1406
P_1000          all 0.0316

IMS_TERM¶

summary (sample-eval)

infAP           all 0.3036
infNDCG         all 0.5421
iP10            all 0.5680
iP100           all 0.2882

summary (trec_eval)

map             all 0.4034
bpref           all 0.4528
recip_rank      all 0.7338
P_10            all 0.5680
P_100           all 0.2302
P_1000          all 0.0360

IMS_PRF¶

summary (sample-eval)

infAP           all 0.0380
infNDCG         all 0.1468
iP10            all 0.1180
iP100           all 0.0874

summary (trec_eval)

map             all 0.0526
bpref           all 0.1293
recip_rank      all 0.1929
P_10            all 0.1180
P_100           all 0.0602
P_1000          all 0.0205

SINAI_Base¶

summary (sample-eval)

infAP           all 0.1223
infNDCG         all 0.4589
iP10            all 0.5020
iP100           all 0.4201

summary (trec_eval)

map             all 0.2581
bpref           all 0.4478
recip_rank      all 0.6423
P_10            all 0.5020
P_100           all 0.3134
P_1000          all 0.0826

SINAI_FU¶

summary (sample-eval)

infAP           all 0.1171
infNDCG         all 0.4525
iP10            all 0.4860
iP100           all 0.4195

summary (trec_eval)

map             all 0.2435
bpref           all 0.4267
recip_rank      all 0.6433
P_10            all 0.4860
P_100           all 0.3042
P_1000          all 0.0781

SINAI_FUO¶

summary (sample-eval)

infAP           all 0.0102
infNDCG         all 0.1081
iP10            all 0.1100
iP100           all 0.1211

summary (trec_eval)

map             all 0.0592
bpref           all 0.2901
recip_rank      all 0.2250
P_10            all 0.1100
P_100           all 0.0550
P_1000          all 0.0781

mayomedsimp¶

summary (sample-eval)

infAP           all 0.1128
infNDCG         all 0.4044
iP10            all 0.5640
iP100           all 0.3878

summary (trec_eval)

map             all 0.1992
bpref           all 0.3590
recip_rank      all 0.7393
P_10            all 0.5640
P_100           all 0.2694
P_1000          all 0.0570

mayomedcomp¶

summary (sample-eval)

infAP           all 0.0942
infNDCG         all 0.3904
iP10            all 0.5120
iP100           all 0.3773

summary (trec_eval)

map             all 0.1896
bpref           all 0.3567
recip_rank      all 0.6789
P_10            all 0.5120
P_100           all 0.2652
P_1000          all 0.0617

mayomedcreat¶

summary (sample-eval)

infAP           all 0.0414
infNDCG         all 0.2235
iP10            all 0.3060
iP100           all 0.2304

summary (trec_eval)

map             all 0.0785
bpref           all 0.2465
recip_rank      all 0.4919
P_10            all 0.3060
P_100           all 0.1456
P_1000          all 0.0450

mayopubtator¶

summary (sample-eval)

infAP           all 0.0899
infNDCG         all 0.3707
iP10            all 0.4900
iP100           all 0.3577

summary (trec_eval)

map             all 0.1460
bpref           all 0.2845
recip_rank      all 0.6179
P_10            all 0.4900
P_100           all 0.2232
P_1000          all 0.0462

mayoctsimp¶

summary (sample-eval)

infAP           all 0.2248
infNDCG         all 0.4336
iP10            all 0.4500
iP100           all 0.2280

summary (trec_eval)

map             all 0.2882
bpref           all 0.3622
recip_rank      all 0.6452
P_10            all 0.4500
P_100           all 0.1734
P_1000          all 0.0287

mayoctcomp¶

summary (sample-eval)

infAP           all 0.2287
infNDCG         all 0.4283
iP10            all 0.5100
iP100           all 0.2311

summary (trec_eval)

map             all 0.2874
bpref           all 0.3653
recip_rank      all 0.6976
P_10            all 0.5080
P_100           all 0.1662
P_1000          all 0.0267

mayoctscreat¶

summary (sample-eval)

infAP           all 0.2234
infNDCG         all 0.4190
iP10            all 0.4620
iP100           all 0.2096

summary (trec_eval)

map             all 0.2819
bpref           all 0.3469
recip_rank      all 0.6229
P_10            all 0.4620
P_100           all 0.1674
P_1000          all 0.0260

irit_prf_cli¶

summary (sample-eval)

infAP           all 0.2627
infNDCG         all 0.4747
iP10            all 0.4680
iP100           all 0.2682

summary (trec_eval)

map             all 0.3501
bpref           all 0.3986
recip_rank      all 0.6595
P_10            all 0.4680
P_100           all 0.2156
P_1000          all 0.0351

minfolabBA¶

summary (sample-eval)

infAP           all 0.0793
infNDCG         all 0.3436
iP10            all 0.5020
iP100           all 0.2751

summary (trec_eval)

map             all 0.1038
bpref           all 0.1670
recip_rank      all 0.7090
P_10            all 0.5020
P_100           all 0.1796
P_1000          all 0.0180

minfolabBC¶

summary (sample-eval)

infAP           all 0.0713
infNDCG         all 0.3263
iP10            all 0.4740
iP100           all 0.2622

summary (trec_eval)

map             all 0.0983
bpref           all 0.1596
recip_rank      all 0.7297
P_10            all 0.4740
P_100           all 0.1750
P_1000          all 0.0175

minfolabBD¶

summary (sample-eval)

infAP           all 0.0661
infNDCG         all 0.3054
iP10            all 0.4500
iP100           all 0.2491

summary (trec_eval)

map             all 0.0900
bpref           all 0.1494
recip_rank      all 0.6562
P_10            all 0.4500
P_100           all 0.1638
P_1000          all 0.0164

minfolabTH¶

summary (sample-eval)

infAP           all 0.0633
infNDCG         all 0.3026
iP10            all 0.4680
iP100           all 0.2384

summary (trec_eval)

map             all 0.0878
bpref           all 0.1469
recip_rank      all 0.6872
P_10            all 0.4680
P_100           all 0.1624
P_1000          all 0.0162

tinfolabBF¶

summary (sample-eval)

infAP           all 0.2146
infNDCG         all 0.3605
iP10            all 0.5260
iP100           all 0.1290

summary (trec_eval)

map             all 0.2581
bpref           all 0.2929
recip_rank      all 0.6752
P_10            all 0.5260
P_100           all 0.1204
P_1000          all 0.0120

tinfolabBK¶

summary (sample-eval)

infAP           all 0.1903
infNDCG         all 0.3339
iP10            all 0.4960
iP100           all 0.1211

summary (trec_eval)

map             all 0.2343
bpref           all 0.2648
recip_rank      all 0.6381
P_10            all 0.4960
P_100           all 0.1148
P_1000          all 0.0115

tinfolabF¶

summary (sample-eval)

infAP           all 0.1967
infNDCG         all 0.3432
iP10            all 0.5020
iP100           all 0.1230

summary (trec_eval)

map             all 0.2379
bpref           all 0.2740
recip_rank      all 0.6902
P_10            all 0.5020
P_100           all 0.1142
P_1000          all 0.0114

imi_mug_abs1¶

summary (sample-eval)

infAP           all 0.1691
infNDCG         all 0.5391
iP10            all 0.6040
iP100           all 0.4986

summary (trec_eval)

map             all 0.3169
bpref           all 0.4855
recip_rank      all 0.8524
P_10            all 0.6040
P_100           all 0.3626
P_1000          all 0.0823

imi_mug_ct1¶

summary (sample-eval)

infAP           all 0.2083
infNDCG         all 0.3827
iP10            all 0.4880
iP100           all 0.1954

summary (trec_eval)

map             all 0.2755
bpref           all 0.3295
recip_rank      all 0.6871
P_10            all 0.4880
P_100           all 0.1644
P_1000          all 0.0243

SIBTMct1¶

summary (sample-eval)

infAP           all 0.2083
infNDCG         all 0.4303
iP10            all 0.4040
iP100           all 0.2413

summary (trec_eval)

map             all 0.2720
bpref           all 0.3546
recip_rank      all 0.6526
P_10            all 0.4040
P_100           all 0.1876
P_1000          all 0.0268

SIBTMct2¶

summary (sample-eval)

infAP           all 0.1652
infNDCG         all 0.3279
iP10            all 0.3300
iP100           all 0.1872

summary (trec_eval)

map             all 0.2178
bpref           all 0.2807
recip_rank      all 0.5873
P_10            all 0.3300
P_100           all 0.1460
P_1000          all 0.0212

SIBTMct3¶

summary (sample-eval)

infAP           all 0.1935
infNDCG         all 0.3349
iP10            all 0.4000
iP100           all 0.1836

summary (trec_eval)

map             all 0.2672
bpref           all 0.3116
recip_rank      all 0.6663
P_10            all 0.4000
P_100           all 0.1524
P_1000          all 0.0207

SIBTMct4¶

summary (sample-eval)

infAP           all 0.2083
infNDCG         all 0.4303
iP10            all 0.4040
iP100           all 0.2413

summary (trec_eval)

map             all 0.2720
bpref           all 0.3546
recip_rank      all 0.6526
P_10            all 0.4040
P_100           all 0.1876
P_1000          all 0.0268

PM_IBI_run1¶

summary (sample-eval)

infAP           all 0.1242
infNDCG         all 0.4318
iP10            all 0.5460
iP100           all 0.3969

summary (trec_eval)

map             all 0.1718
bpref           all 0.2710
recip_rank      all 0.6823
P_10            all 0.5460
P_100           all 0.2508
P_1000          all 0.0374

PM_IBI_run2¶

summary (sample-eval)

infAP           all 0.1073
infNDCG         all 0.3996
iP10            all 0.4880
iP100           all 0.3753

summary (trec_eval)

map             all 0.1446
bpref           all 0.2576
recip_rank      all 0.6722
P_10            all 0.4880
P_100           all 0.2314
P_1000          all 0.0374

PM_IBI_run3¶

summary (sample-eval)

infAP           all 0.0695
infNDCG         all 0.3270
iP10            all 0.1900
iP100           all 0.3533

summary (trec_eval)

map             all 0.1053
bpref           all 0.2370
recip_rank      all 0.4074
P_10            all 0.1900
P_100           all 0.2272
P_1000          all 0.0374

UCASSA1¶

summary (sample-eval)

infAP           all 0.1589
infNDCG         all 0.5383
iP10            all 0.5740
iP100           all 0.5041

summary (trec_eval)

map             all 0.3001
bpref           all 0.4786
recip_rank      all 0.7616
P_10            all 0.5740
P_100           all 0.3478
P_1000          all 0.0817

KLPM18T1Bl¶

summary (sample-eval)

infAP           all 0.2152
infNDCG         all 0.4172
iP10            all 0.4860
iP100           all 0.2262

summary (trec_eval)

map             all 0.3018
bpref           all 0.3549
recip_rank      all 0.7006
P_10            all 0.4860
P_100           all 0.1938
P_1000          all 0.0305

KLPM18T2Bl¶

summary (sample-eval)

infAP           all 0.1169
infNDCG         all 0.4360
iP10            all 0.5000
iP100           all 0.4138

summary (trec_eval)

map             all 0.2144
bpref           all 0.3775
recip_rank      all 0.6977
P_10            all 0.5000
P_100           all 0.2762
P_1000          all 0.0674

UCASSA2¶

summary (sample-eval)

infAP           all 0.1594
infNDCG         all 0.5477
iP10            all 0.5680
iP100           all 0.5199

summary (trec_eval)

map             all 0.3195
bpref           all 0.4852
recip_rank      all 0.7443
P_10            all 0.5680
P_100           all 0.3672
P_1000          all 0.0848

UCASSA3¶

summary (sample-eval)

infAP           all 0.1617
infNDCG         all 0.5474
iP10            all 0.5780
iP100           all 0.5130

summary (trec_eval)

map             all 0.3001
bpref           all 0.4812
recip_rank      all 0.7792
P_10            all 0.5780
P_100           all 0.3522
P_1000          all 0.0817

UCASSA4¶

summary (sample-eval)

infAP           all 0.1569
infNDCG         all 0.5366
iP10            all 0.5760
iP100           all 0.5010

summary (trec_eval)

map             all 0.3087
bpref           all 0.4857
recip_rank      all 0.7781
P_10            all 0.5760
P_100           all 0.3530
P_1000          all 0.0848

UCASSA5¶

summary (sample-eval)

infAP           all 0.1680
infNDCG         all 0.5607
iP10            all 0.6020
iP100           all 0.5258

summary (trec_eval)

map             all 0.3188
bpref           all 0.4949
recip_rank      all 0.7932
P_10            all 0.6020
P_100           all 0.3604
P_1000          all 0.0848

UCASCT1¶

summary (sample-eval)

infAP           all 0.3064
infNDCG         all 0.5311
iP10            all 0.5500
iP100           all 0.2957

summary (trec_eval)

map             all 0.3940
bpref           all 0.4451
recip_rank      all 0.7414
P_10            all 0.5500
P_100           all 0.2244
P_1000          all 0.0365

UCASCT2¶

summary (sample-eval)

infAP           all 0.3032
infNDCG         all 0.5322
iP10            all 0.5480
iP100           all 0.2980

summary (trec_eval)

map             all 0.3968
bpref           all 0.4472
recip_rank      all 0.7039
P_10            all 0.5480
P_100           all 0.2242
P_1000          all 0.0367

UCASCT3¶

summary (sample-eval)

infAP           all 0.3061
infNDCG         all 0.5233
iP10            all 0.5460
iP100           all 0.2941

summary (trec_eval)

map             all 0.3950
bpref           all 0.4489
recip_rank      all 0.6874
P_10            all 0.5460
P_100           all 0.2264
P_1000          all 0.0368

UCASCT4¶

summary (sample-eval)

infAP           all 0.3112
infNDCG         all 0.5356
iP10            all 0.5440
iP100           all 0.3018

summary (trec_eval)

map             all 0.4023
bpref           all 0.4533
recip_rank      all 0.7230
P_10            all 0.5440
P_100           all 0.2276
P_1000          all 0.0367

UCASCT5¶

summary (sample-eval)

infAP           all 0.2873
infNDCG         all 0.5232
iP10            all 0.5240
iP100           all 0.2876

summary (trec_eval)

map             all 0.3748
bpref           all 0.4220
recip_rank      all 0.7009
P_10            all 0.5240
P_100           all 0.2210
P_1000          all 0.0366

IKMLAB_1¶

summary (sample-eval)

infAP           all 0.1157
infNDCG         all 0.4160
iP10            all 0.5320
iP100           all 0.4195

summary (trec_eval)

map             all 0.2017
bpref           all 0.4082
recip_rank      all 0.6152
P_10            all 0.5300
P_100           all 0.2588
P_1000          all 0.0686

IKMLAB_2¶

summary (sample-eval)

infAP           all 0.1322
infNDCG         all 0.4553
iP10            all 0.5933
iP100           all 0.4533

summary (trec_eval)

map             all 0.2263
bpref           all 0.4215
recip_rank      all 0.7068
P_10            all 0.5920
P_100           all 0.2744
P_1000          all 0.0692

IKMLAB_3¶

summary (sample-eval)

infAP           all 0.1401
infNDCG         all 0.4744
iP10            all 0.5987
iP100           all 0.4726

summary (trec_eval)

map             all 0.2418
bpref           all 0.4498
recip_rank      all 0.7153
P_10            all 0.5980
P_100           all 0.2850
P_1000          all 0.0747

IKMLAB_4¶

summary (sample-eval)

infAP           all 0.1246
infNDCG         all 0.4332
iP10            all 0.5133
iP100           all 0.4366

summary (trec_eval)

map             all 0.2242
bpref           all 0.4400
recip_rank      all 0.6097
P_10            all 0.5120
P_100           all 0.2756
P_1000          all 0.0750

IKM_trail_1¶

summary (sample-eval)

infAP           all 0.2011
infNDCG         all 0.3940
iP10            all 0.4480
iP100           all 0.1963

summary (trec_eval)

map             all 0.2580
bpref           all 0.3287
recip_rank      all 0.6728
P_10            all 0.4480
P_100           all 0.1530
P_1000          all 0.0223

IKM_trail_2¶

summary (sample-eval)

infAP           all 0.2016
infNDCG         all 0.3895
iP10            all 0.4560
iP100           all 0.1912

summary (trec_eval)

map             all 0.2576
bpref           all 0.3286
recip_rank      all 0.6939
P_10            all 0.4560
P_100           all 0.1526
P_1000          all 0.0222

IKM_trail_3¶

summary (sample-eval)

infAP           all 0.0579
infNDCG         all 0.1936
iP10            all 0.1933
iP100           all 0.1015

summary (trec_eval)

map             all 0.0936
bpref           all 0.1700
recip_rank      all 0.3433
P_10            all 0.1920
P_100           all 0.0868
P_1000          all 0.0240

IKM_trail_4¶

summary (sample-eval)

infAP           all 0.2011
infNDCG         all 0.4000
iP10            all 0.4047
iP100           all 0.2121

summary (trec_eval)

map             all 0.2598
bpref           all 0.3326
recip_rank      all 0.6136
P_10            all 0.4040
P_100           all 0.1656
P_1000          all 0.0279

NS_PM_1¶

summary (sample-eval)

infAP           all 0.2758
infNDCG         all 0.4996
iP10            all 0.5480
iP100           all 0.2637

summary (trec_eval)

map             all 0.3607
bpref           all 0.4231
recip_rank      all 0.7946
P_10            all 0.5480
P_100           all 0.2110
P_1000          all 0.0329

NS_PM_2¶

summary (sample-eval)

infAP           all 0.2609
infNDCG         all 0.4760
iP10            all 0.5180
iP100           all 0.2555

summary (trec_eval)

map             all 0.3343
bpref           all 0.4124
recip_rank      all 0.7928
P_10            all 0.5180
P_100           all 0.2000
P_1000          all 0.0329

NS_PM_3¶

summary (sample-eval)

infAP           all 0.2565
infNDCG         all 0.4558
iP10            all 0.4900
iP100           all 0.2381

summary (trec_eval)

map             all 0.3305
bpref           all 0.4023
recip_rank      all 0.6547
P_10            all 0.4900
P_100           all 0.1914
P_1000          all 0.0329

NS_PM_4¶

summary (sample-eval)

infAP           all 0.1919
infNDCG         all 0.3961
iP10            all 0.4180
iP100           all 0.2201

summary (trec_eval)

map             all 0.2645
bpref           all 0.3419
recip_rank      all 0.6862
P_10            all 0.4180
P_100           all 0.1748
P_1000          all 0.0329

NS_PM_5¶

summary (sample-eval)

infAP           all 0.2824
infNDCG         all 0.5019
iP10            all 0.5560
iP100           all 0.2637

summary (trec_eval)

map             all 0.3669
bpref           all 0.4290
recip_rank      all 0.7864
P_10            all 0.5560
P_100           all 0.2124
P_1000          all 0.0329

IKM_trail_5¶

summary (sample-eval)

infAP           all 0.1779
infNDCG         all 0.3563
iP10            all 0.4180
iP100           all 0.1770

summary (trec_eval)

map             all 0.2284
bpref           all 0.3020
recip_rank      all 0.6500
P_10            all 0.4180
P_100           all 0.1354
P_1000          all 0.0211

IKMLAB_5¶

summary (sample-eval)

infAP           all 0.0120
infNDCG         all 0.0829
iP10            all 0.1553
iP100           all 0.0898

summary (trec_eval)

map             all 0.0244
bpref           all 0.1076
recip_rank      all 0.1882
P_10            all 0.1520
P_100           all 0.0472
P_1000          all 0.0188

elastic_run¶

summary (sample-eval)

infAP           all 0.0610
infNDCG         all 0.2702
iP10            all 0.3827
iP100           all 0.2516

summary (trec_eval)

map             all 0.1044
bpref           all 0.2402
recip_rank      all 0.5802
P_10            all 0.3820
P_100           all 0.1572
P_1000          all 0.0398

raw_medline¶

summary (sample-eval)

infAP           all 0.1210
infNDCG         all 0.4614
iP10            all 0.5240
iP100           all 0.4290

summary (trec_eval)

map             all 0.2546
bpref           all 0.4314
recip_rank      all 0.7051
P_10            all 0.5240
P_100           all 0.3172
P_1000          all 0.0782

UNTIIA_DGS¶

summary (sample-eval)

infAP           all 0.0447
infNDCG         all 0.2405
iP10            all 0.3120
iP100           all 0.2433

summary (trec_eval)

map             all 0.0619
bpref           all 0.2095
recip_rank      all 0.4777
P_10            all 0.3120
P_100           all 0.1176
P_1000          all 0.0370

UVAEXPBOOST¶

summary (sample-eval)

infAP           all 0.0456
infNDCG         all 0.1936
iP10            all 0.5980
iP100           all 0.1151

summary (trec_eval)

map             all 0.0766
bpref           all 0.1013
recip_rank      all 0.7443
P_10            all 0.5980
P_100           all 0.0976
P_1000          all 0.0098

raw_trials¶

summary (sample-eval)

infAP           all 0.0668
infNDCG         all 0.2057
iP10            all 0.1980
iP100           all 0.1114

summary (trec_eval)

map             all 0.1144
bpref           all 0.1984
recip_rank      all 0.3464
P_10            all 0.1980
P_100           all 0.0926
P_1000          all 0.0329

UNTIIA_DGEWS¶

summary (sample-eval)

infAP           all 0.0461
infNDCG         all 0.2382
iP10            all 0.3420
iP100           all 0.2135

summary (trec_eval)

map             all 0.0676
bpref           all 0.1816
recip_rank      all 0.5056
P_10            all 0.3420
P_100           all 0.1252
P_1000          all 0.0298

UNTIIA_WTU¶

summary (sample-eval)

infAP           all 0.0397
infNDCG         all 0.2255
iP10            all 0.3540
iP100           all 0.1838

summary (trec_eval)

map             all 0.0506
bpref           all 0.1309
recip_rank      all 0.5503
P_10            all 0.3540
P_100           all 0.1040
P_1000          all 0.0181

UNTIIA_DGES¶

summary (sample-eval)

infAP           all 0.0453
infNDCG         all 0.2385
iP10            all 0.3400
iP100           all 0.2436

summary (trec_eval)

map             all 0.0590
bpref           all 0.2089
recip_rank      all 0.4908
P_10            all 0.3400
P_100           all 0.1166
P_1000          all 0.0374

UNTIIA_DGEWU¶

summary (sample-eval)

infAP           all 0.0477
infNDCG         all 0.2424
iP10            all 0.3540
iP100           all 0.2088

summary (trec_eval)

map             all 0.0694
bpref           all 0.1798
recip_rank      all 0.6056
P_10            all 0.3540
P_100           all 0.1214
P_1000          all 0.0299

two_stage¶

summary (sample-eval)

infAP           all 0.1127
infNDCG         all 0.4355
iP10            all 0.5080
iP100           all 0.4076

summary (trec_eval)

map             all 0.2278
bpref           all 0.4007
recip_rank      all 0.6642
P_10            all 0.5080
P_100           all 0.2866
P_1000          all 0.0700

rbf¶

summary (sample-eval)

infAP           all 0.1202
infNDCG         all 0.4425
iP10            all 0.5100
iP100           all 0.4280

summary (trec_eval)

map             all 0.2311
bpref           all 0.4132
recip_rank      all 0.6284
P_10            all 0.5100
P_100           all 0.2862
P_1000          all 0.0715

MSIIP_BASE¶

summary (sample-eval)

infAP           all 0.1763
infNDCG         all 0.5626
iP10            all 0.6680
iP100           all 0.5097

summary (trec_eval)

map             all 0.2637
bpref           all 0.4632
recip_rank      all 0.8095
P_10            all 0.6680
P_100           all 0.3100
P_1000          all 0.0681

MSIIP_PBAH¶

summary (sample-eval)

infAP           all 0.1719
infNDCG         all 0.5422
iP10            all 0.6600
iP100           all 0.4938

summary (trec_eval)

map             all 0.2447
bpref           all 0.4458
recip_rank      all 0.7987
P_10            all 0.6600
P_100           all 0.2934
P_1000          all 0.0644

MSIIP_PBH¶

summary (sample-eval)

infAP           all 0.1722
infNDCG         all 0.5472
iP10            all 0.6680
iP100           all 0.4974

summary (trec_eval)

map             all 0.2492
bpref           all 0.4458
recip_rank      all 0.8094
P_10            all 0.6680
P_100           all 0.2966
P_1000          all 0.0645

MSIIP_PBL¶

summary (sample-eval)

infAP           all 0.1717
infNDCG         all 0.5467
iP10            all 0.6680
iP100           all 0.4941

summary (trec_eval)

map             all 0.2497
bpref           all 0.4505
recip_rank      all 0.8094
P_10            all 0.6680
P_100           all 0.2962
P_1000          all 0.0654

MSIIP_PBPK¶

summary (sample-eval)

infAP           all 0.1688
infNDCG         all 0.5581
iP10            all 0.6360
iP100           all 0.5124

summary (trec_eval)

map             all 0.2701
bpref           all 0.4682
recip_rank      all 0.7888
P_10            all 0.6360
P_100           all 0.3156
P_1000          all 0.0716

MSIIP_TRIAL1¶

summary (sample-eval)

infAP           all 0.3316
infNDCG         all 0.5520
iP10            all 0.6300
iP100           all 0.2885

summary (trec_eval)

map             all 0.4130
bpref           all 0.4947
recip_rank      all 0.7859
P_10            all 0.6300
P_100           all 0.2168
P_1000          all 0.0341

MSIIP_TRIAL2¶

summary (sample-eval)

infAP           all 0.3085
infNDCG         all 0.5319
iP10            all 0.5720
iP100           all 0.2628

summary (trec_eval)

map             all 0.4025
bpref           all 0.4618
recip_rank      all 0.7541
P_10            all 0.5720
P_100           all 0.2118
P_1000          all 0.0348

MSIIP_TRIAL3¶

summary (sample-eval)

infAP           all 0.3313
infNDCG         all 0.5444
iP10            all 0.6200
iP100           all 0.2896

summary (trec_eval)

map             all 0.4074
bpref           all 0.4948
recip_rank      all 0.7721
P_10            all 0.6200
P_100           all 0.2142
P_1000          all 0.0336

MSIIP_TRIAL4¶

summary (sample-eval)

infAP           all 0.3092
infNDCG         all 0.5331
iP10            all 0.5700
iP100           all 0.2628

summary (trec_eval)

map             all 0.4037
bpref           all 0.4622
recip_rank      all 0.7642
P_10            all 0.5700
P_100           all 0.2118
P_1000          all 0.0348

MSIIP_TRIAL5¶

summary (sample-eval)

infAP           all 0.3289
infNDCG         all 0.5516
iP10            all 0.6260
iP100           all 0.2882

summary (trec_eval)

map             all 0.4117
bpref           all 0.4913
recip_rank      all 0.7925
P_10            all 0.6260
P_100           all 0.2178
P_1000          all 0.0342

method_fu¶

summary (sample-eval)

infAP           all 0.1106
infNDCG         all 0.4335
iP10            all 0.4980
iP100           all 0.4096

summary (trec_eval)

map             all 0.2245
bpref           all 0.4078
recip_rank      all 0.6416
P_10            all 0.4980
P_100           all 0.2830
P_1000          all 0.0731

para_fusion¶

summary (sample-eval)

infAP           all 0.1131
infNDCG         all 0.4400
iP10            all 0.4920
iP100           all 0.4199

summary (trec_eval)

map             all 0.2233
bpref           all 0.4079
recip_rank      all 0.6560
P_10            all 0.4920
P_100           all 0.2886
P_1000          all 0.0736

m_trial1¶

summary (sample-eval)

infAP           all 0.2334
infNDCG         all 0.4655
iP10            all 0.4640
iP100           all 0.2413

summary (trec_eval)

map             all 0.3130
bpref           all 0.3670
recip_rank      all 0.6407
P_10            all 0.4640
P_100           all 0.1934
P_1000          all 0.0365

rfb_trial1¶

summary (sample-eval)

infAP           all 0.0899
infNDCG         all 0.2594
iP10            all 0.2800
iP100           all 0.1414

summary (trec_eval)

map             all 0.1528
bpref           all 0.2288
recip_rank      all 0.4805
P_10            all 0.2800
P_100           all 0.1132
P_1000          all 0.0367

two_trial1¶

summary (sample-eval)

infAP           all 0.0940
infNDCG         all 0.2708
iP10            all 0.2720
iP100           all 0.1478

summary (trec_eval)

map             all 0.1561
bpref           all 0.2283
recip_rank      all 0.4918
P_10            all 0.2720
P_100           all 0.1152
P_1000          all 0.0366

para_trial¶

summary (sample-eval)

infAP           all 0.2355
infNDCG         all 0.4633
iP10            all 0.4780
iP100           all 0.2371

summary (trec_eval)

map             all 0.3159
bpref           all 0.3712
recip_rank      all 0.6248
P_10            all 0.4780
P_100           all 0.1960
P_1000          all 0.0362

UTDHLTRI_RA¶

summary (sample-eval)

infAP           all 0.1035
infNDCG         all 0.4124
iP10            all 0.5460
iP100           all 0.3970

summary (trec_eval)

map             all 0.1869
bpref           all 0.3601
recip_rank      all 0.6772
P_10            all 0.5460
P_100           all 0.2372
P_1000          all 0.0646

UTDHLTRI_RAT¶

summary (sample-eval)

infAP           all 0.2795
infNDCG         all 0.4646
iP10            all 0.5440
iP100           all 0.2300

summary (trec_eval)

map             all 0.3483
bpref           all 0.4302
recip_rank      all 0.7577
P_10            all 0.5440
P_100           all 0.1738
P_1000          all 0.0308

UTDHLTRI_RF¶

summary (sample-eval)

infAP           all 0.0966
infNDCG         all 0.3839
iP10            all 0.5320
iP100           all 0.3533

summary (trec_eval)

map             all 0.1854
bpref           all 0.3805
recip_rank      all 0.7325
P_10            all 0.5320
P_100           all 0.2108
P_1000          all 0.0698

UTDHLTRI_RFT¶

summary (sample-eval)

infAP           all 0.2617
infNDCG         all 0.4605
iP10            all 0.5000
iP100           all 0.2407

summary (trec_eval)

map             all 0.3213
bpref           all 0.4119
recip_rank      all 0.7846
P_10            all 0.5000
P_100           all 0.1724
P_1000          all 0.0308

UTDHLTRI_NL¶

summary (sample-eval)

infAP           all 0.1418
infNDCG         all 0.4807
iP10            all 0.6220
iP100           all 0.4453

summary (trec_eval)

map             all 0.2585
bpref           all 0.4579
recip_rank      all 0.7951
P_10            all 0.6220
P_100           all 0.2802
P_1000          all 0.0747

UTDHLTRI_NLT¶

summary (sample-eval)

infAP           all 0.2892
infNDCG         all 0.4825
iP10            all 0.5420
iP100           all 0.2523

summary (trec_eval)

map             all 0.3471
bpref           all 0.4342
recip_rank      all 0.7231
P_10            all 0.5420
P_100           all 0.1868
P_1000          all 0.0305

UTDHLTRI_SF¶

summary (sample-eval)

infAP           all 0.0905
infNDCG         all 0.3679
iP10            all 0.5400
iP100           all 0.3373

summary (trec_eval)

map             all 0.1703
bpref           all 0.3648
recip_rank      all 0.7179
P_10            all 0.5400
P_100           all 0.2084
P_1000          all 0.0664

UTDHLTRI_SFT¶

summary (sample-eval)

infAP           all 0.2217
infNDCG         all 0.4144
iP10            all 0.4660
iP100           all 0.2138

summary (trec_eval)

map             all 0.2850
bpref           all 0.3828
recip_rank      all 0.7248
P_10            all 0.4660
P_100           all 0.1638
P_1000          all 0.0315

KL18AbsFuse¶

summary (sample-eval)

infAP           all 0.1237
infNDCG         all 0.4370
iP10            all 0.5427
iP100           all 0.4137

summary (trec_eval)

map             all 0.2226
bpref           all 0.3889
recip_rank      all 0.7145
P_10            all 0.5420
P_100           all 0.2800
P_1000          all 0.0687

UTDHLTRI_SS¶

summary (sample-eval)

infAP           all 0.0879
infNDCG         all 0.3561
iP10            all 0.4980
iP100           all 0.3369

summary (trec_eval)

map             all 0.1543
bpref           all 0.3422
recip_rank      all 0.6664
P_10            all 0.4980
P_100           all 0.1960
P_1000          all 0.0641

KL18absHY¶

summary (sample-eval)

infAP           all 0.1226
infNDCG         all 0.4447
iP10            all 0.5340
iP100           all 0.4228

summary (trec_eval)

map             all 0.2299
bpref           all 0.4003
recip_rank      all 0.7644
P_10            all 0.5340
P_100           all 0.2866
P_1000          all 0.0715

UTDHLTRI_SST¶

summary (sample-eval)

infAP           all 0.2749
infNDCG         all 0.4568
iP10            all 0.5420
iP100           all 0.2299

summary (trec_eval)

map             all 0.3382
bpref           all 0.4212
recip_rank      all 0.6982
P_10            all 0.5420
P_100           all 0.1826
P_1000          all 0.0272

KL18absWV¶

summary (sample-eval)

infAP           all 0.0453
infNDCG         all 0.2233
iP10            all 0.2840
iP100           all 0.2105

summary (trec_eval)

map             all 0.0788
bpref           all 0.2434
recip_rank      all 0.4487
P_10            all 0.2840
P_100           all 0.1326
P_1000          all 0.0421

KL18TrialBF¶

summary (sample-eval)

infAP           all 0.2261
infNDCG         all 0.4382
iP10            all 0.4980
iP100           all 0.2286

summary (trec_eval)

map             all 0.3134
bpref           all 0.3633
recip_rank      all 0.7410
P_10            all 0.4980
P_100           all 0.1962
P_1000          all 0.0308

KL18TriFuse¶

summary (sample-eval)

infAP           all 0.2038
infNDCG         all 0.4104
iP10            all 0.4740
iP100           all 0.2220

summary (trec_eval)

map             all 0.2814
bpref           all 0.3349
recip_rank      all 0.7078
P_10            all 0.4740
P_100           all 0.1896
P_1000          all 0.0309

KL18TriHY¶

summary (sample-eval)

infAP           all 0.2209
infNDCG         all 0.4299
iP10            all 0.4880
iP100           all 0.2254

summary (trec_eval)

map             all 0.3067
bpref           all 0.3596
recip_rank      all 0.7277
P_10            all 0.4880
P_100           all 0.1930
P_1000          all 0.0304

KL18TrialWV¶

summary (sample-eval)

infAP           all 0.1380
infNDCG         all 0.3196
iP10            all 0.2800
iP100           all 0.1902

summary (trec_eval)

map             all 0.1863
bpref           all 0.2736
recip_rank      all 0.5146
P_10            all 0.2800
P_100           all 0.1492
P_1000          all 0.0288

MedIER_sa11¶

summary (sample-eval)

infAP           all 0.1646
infNDCG         all 0.5521
iP10            all 0.6260
iP100           all 0.5152

summary (trec_eval)

map             all 0.3148
bpref           all 0.4929
recip_rank      all 0.8004
P_10            all 0.6260
P_100           all 0.3600
P_1000          all 0.0818

MedIER_sa12¶

summary (sample-eval)

infAP           all 0.1579
infNDCG         all 0.5425
iP10            all 0.6000
iP100           all 0.5093

summary (trec_eval)

map             all 0.3018
bpref           all 0.4796
recip_rank      all 0.7501
P_10            all 0.6000
P_100           all 0.3520
P_1000          all 0.0803

MedIER_sa13¶

summary (sample-eval)

infAP           all 0.1640
infNDCG         all 0.5552
iP10            all 0.6180
iP100           all 0.5208

summary (trec_eval)

map             all 0.3173
bpref           all 0.4903
recip_rank      all 0.7811
P_10            all 0.6180
P_100           all 0.3626
P_1000          all 0.0817

MedIER_sa14¶

summary (sample-eval)

infAP           all 0.1636
infNDCG         all 0.5478
iP10            all 0.6240
iP100           all 0.5103

summary (trec_eval)

map             all 0.3121
bpref           all 0.4883
recip_rank      all 0.8064
P_10            all 0.6240
P_100           all 0.3572
P_1000          all 0.0807

MedIER_sa15¶

summary (sample-eval)

infAP           all 0.1578
infNDCG         all 0.5463
iP10            all 0.6020
iP100           all 0.5156

summary (trec_eval)

map             all 0.3002
bpref           all 0.4775
recip_rank      all 0.7534
P_10            all 0.6020
P_100           all 0.3512
P_1000          all 0.0796

mnz¶

summary (sample-eval)

infAP           all 0.0752
infNDCG         all 0.2264
iP10            all 0.2760
iP100           all 0.1271

summary (trec_eval)

map             all 0.1157
bpref           all 0.1947
recip_rank      all 0.5713
P_10            all 0.2760
P_100           all 0.1004
P_1000          all 0.0273

sum¶

summary (sample-eval)

infAP           all 0.1292
infNDCG         all 0.3111
iP10            all 0.3700
iP100           all 0.1698

summary (trec_eval)

map             all 0.1818
bpref           all 0.2347
recip_rank      all 0.6150
P_10            all 0.3700
P_100           all 0.1344
P_1000          all 0.0274

cubicmnz¶

summary (sample-eval)

infAP           all 0.1021
infNDCG         all 0.2785
iP10            all 0.3340
iP100           all 0.1596

summary (trec_eval)

map             all 0.1471
bpref           all 0.2157
recip_rank      all 0.5939
P_10            all 0.3340
P_100           all 0.1266
P_1000          all 0.0270

cubicsumEW¶

summary (sample-eval)

infAP           all 0.1211
infNDCG         all 0.2975
iP10            all 0.3640
iP100           all 0.1637

summary (trec_eval)

map             all 0.1723
bpref           all 0.2262
recip_rank      all 0.6001
P_10            all 0.3640
P_100           all 0.1306
P_1000          all 0.0274

cubicsumW¶

summary (sample-eval)

infAP           all 0.0967
infNDCG         all 0.2669
iP10            all 0.3220
iP100           all 0.1556

summary (trec_eval)

map             all 0.1421
bpref           all 0.2084
recip_rank      all 0.5646
P_10            all 0.3220
P_100           all 0.1234
P_1000          all 0.0269

sumEW¶

summary (sample-eval)

infAP           all 0.1056
infNDCG         all 0.4016
iP10            all 0.4980
iP100           all 0.3828

summary (trec_eval)

map             all 0.1655
bpref           all 0.3270
recip_rank      all 0.6833
P_10            all 0.4980
P_100           all 0.2370
P_1000          all 0.0555

cubicsumWAbs¶

summary (sample-eval)

infAP           all 0.0907
infNDCG         all 0.3754
iP10            all 0.5000
iP100           all 0.3579

summary (trec_eval)

map             all 0.1485
bpref           all 0.3152
recip_rank      all 0.6715
P_10            all 0.5000
P_100           all 0.2206
P_1000          all 0.0534

sumAbs¶

summary (sample-eval)

infAP           all 0.1037
infNDCG         all 0.3915
iP10            all 0.4820
iP100           all 0.3768

summary (trec_eval)

map             all 0.1615
bpref           all 0.3200
recip_rank      all 0.6565
P_10            all 0.4820
P_100           all 0.2384
P_1000          all 0.0553

mnzAbs¶

summary (sample-eval)

infAP           all 0.1037
infNDCG         all 0.3915
iP10            all 0.4820
iP100           all 0.3768

summary (trec_eval)

map             all 0.1610
bpref           all 0.3199
recip_rank      all 0.6565
P_10            all 0.4820
P_100           all 0.2384
P_1000          all 0.0553

cubicmnzAbs¶

summary (sample-eval)

infAP           all 0.1037
infNDCG         all 0.3915
iP10            all 0.4820
iP100           all 0.3768

summary (trec_eval)

map             all 0.1610
bpref           all 0.3199
recip_rank      all 0.6565
P_10            all 0.4820
P_100           all 0.2384
P_1000          all 0.0553

imi_mug_abs2¶

summary (sample-eval)

infAP           all 0.1692
infNDCG         all 0.5404
iP10            all 0.6040
iP100           all 0.4997

summary (trec_eval)

map             all 0.3177
bpref           all 0.4857
recip_rank      all 0.8514
P_10            all 0.6040
P_100           all 0.3632
P_1000          all 0.0825

imi_mug_abs3¶

summary (sample-eval)

infAP           all 0.1639
infNDCG         all 0.5318
iP10            all 0.5900
iP100           all 0.4906

summary (trec_eval)

map             all 0.3136
bpref           all 0.4836
recip_rank      all 0.8508
P_10            all 0.5900
P_100           all 0.3604
P_1000          all 0.0823

imi_mug_abs4¶

summary (sample-eval)

infAP           all 0.1636
infNDCG         all 0.5306
iP10            all 0.5900
iP100           all 0.4904

summary (trec_eval)

map             all 0.3111
bpref           all 0.4793
recip_rank      all 0.8508
P_10            all 0.5900
P_100           all 0.3598
P_1000          all 0.0814

UDInfoPMCT1¶

summary (sample-eval)

infAP           all 0.2867
infNDCG         all 0.5082
iP10            all 0.5140
iP100           all 0.2645

summary (trec_eval)

map             all 0.3809
bpref           all 0.4201
recip_rank      all 0.7129
P_10            all 0.5140
P_100           all 0.2200
P_1000          all 0.0354

UDInfoPMCT2¶

summary (sample-eval)

infAP           all 0.2639
infNDCG         all 0.4711
iP10            all 0.5140
iP100           all 0.2402

summary (trec_eval)

map             all 0.3379
bpref           all 0.3904
recip_rank      all 0.7367
P_10            all 0.5140
P_100           all 0.1962
P_1000          all 0.0286

imi_mug_abs5¶

summary (sample-eval)

infAP           all 0.1685
infNDCG         all 0.5402
iP10            all 0.6040
iP100           all 0.4997

summary (trec_eval)

map             all 0.3150
bpref           all 0.4813
recip_rank      all 0.8612
P_10            all 0.6040
P_100           all 0.3626
P_1000          all 0.0815

UDInfoPMCT3¶

summary (sample-eval)

infAP           all 0.2846
infNDCG         all 0.5001
iP10            all 0.5060
iP100           all 0.2608

summary (trec_eval)

map             all 0.3794
bpref           all 0.4184
recip_rank      all 0.7100
P_10            all 0.5060
P_100           all 0.2186
P_1000          all 0.0350

ECNU_C_Run1¶

summary (sample-eval)

infAP           all 0.0183
infNDCG         all 0.0849
iP10            all 0.0480
iP100           all 0.0374

summary (trec_eval)

map             all 0.0284
bpref           all 0.0674
recip_rank      all 0.1022
P_10            all 0.0480
P_100           all 0.0280
P_1000          all 0.0185

UDInfoPMCT4¶

summary (sample-eval)

infAP           all 0.1765
infNDCG         all 0.3379
iP10            all 0.3660
iP100           all 0.1860

summary (trec_eval)

map             all 0.2341
bpref           all 0.2991
recip_rank      all 0.5301
P_10            all 0.3660
P_100           all 0.1502
P_1000          all 0.0254

UDInfoPMCT5¶

summary (sample-eval)

infAP           all 0.2790
infNDCG         all 0.4807
iP10            all 0.5260
iP100           all 0.2486

summary (trec_eval)

map             all 0.3508
bpref           all 0.4013
recip_rank      all 0.7279
P_10            all 0.5260
P_100           all 0.1996
P_1000          all 0.0285

ECNU_C_Run2¶

summary (sample-eval)

infAP           all 0.0176
infNDCG         all 0.0773
iP10            all 0.0400
iP100           all 0.0361

summary (trec_eval)

map             all 0.0278
bpref           all 0.0691
recip_rank      all 0.0847
P_10            all 0.0400
P_100           all 0.0256
P_1000          all 0.0186

UDInfoPMSA1¶

summary (sample-eval)

infAP           all 0.1455
infNDCG         all 0.5030
iP10            all 0.5740
iP100           all 0.4513

summary (trec_eval)

map             all 0.2831
bpref           all 0.4508
recip_rank      all 0.7514
P_10            all 0.5740
P_100           all 0.3250
P_1000          all 0.0798

UDInfoPMSA2¶

summary (sample-eval)

infAP           all 0.1463
infNDCG         all 0.5098
iP10            all 0.5860
iP100           all 0.4613

summary (trec_eval)

map             all 0.2831
bpref           all 0.4495
recip_rank      all 0.7715
P_10            all 0.5860
P_100           all 0.3266
P_1000          all 0.0800

UDInfoPMSA3¶

summary (sample-eval)

infAP           all 0.0591
infNDCG         all 0.2487
iP10            all 0.4060
iP100           all 0.2405

summary (trec_eval)

map             all 0.1078
bpref           all 0.2365
recip_rank      all 0.5801
P_10            all 0.4060
P_100           all 0.1608
P_1000          all 0.0381

UDInfoPMSA4¶

summary (sample-eval)

infAP           all 0.0610
infNDCG         all 0.2507
iP10            all 0.4100
iP100           all 0.2407

summary (trec_eval)

map             all 0.1094
bpref           all 0.2385
recip_rank      all 0.6233
P_10            all 0.4100
P_100           all 0.1594
P_1000          all 0.0385

ECNU_C_Run3¶

summary (sample-eval)

infAP           all 0.0092
infNDCG         all 0.0476
iP10            all 0.0200
iP100           all 0.0239

summary (trec_eval)

map             all 0.0126
bpref           all 0.0432
recip_rank      all 0.0478
P_10            all 0.0200
P_100           all 0.0148
P_1000          all 0.0112

ECNU_C_Run4¶

summary (sample-eval)

infAP           all 0.0162
infNDCG         all 0.0521
iP10            all 0.0240
iP100           all 0.0273

summary (trec_eval)

map             all 0.0190
bpref           all 0.0479
recip_rank      all 0.0548
P_10            all 0.0240
P_100           all 0.0172
P_1000          all 0.0116

ECNU_C_Run5¶

summary (sample-eval)

infAP           all 0.0138
infNDCG         all 0.0499
iP10            all 0.0240
iP100           all 0.0279

summary (trec_eval)

map             all 0.0176
bpref           all 0.0481
recip_rank      all 0.0535
P_10            all 0.0240
P_100           all 0.0178
P_1000          all 0.0115

ECNU_S_Run1¶

summary (sample-eval)

infAP           all 0.0009
infNDCG         all 0.0088
iP10            all 0.0173
iP100           all 0.0064

summary (trec_eval)

map             all 0.0036
bpref           all 0.0111
recip_rank      all 0.0225
P_10            all 0.0160
P_100           all 0.0058
P_1000          all 0.0035

ECNU_S_Run2¶

summary (sample-eval)

infAP           all 0.0002
infNDCG         all 0.0043
iP10            all 0.0160
iP100           all 0.0032

summary (trec_eval)

map             all 0.0011
bpref           all 0.0100
recip_rank      all 0.0352
P_10            all 0.0160
P_100           all 0.0032
P_1000          all 0.0024

ECNU_S_Run3¶

summary (sample-eval)

infAP           all 0.0002
infNDCG         all 0.0043
iP10            all 0.0160
iP100           all 0.0032

summary (trec_eval)

map             all 0.0011
bpref           all 0.0100
recip_rank      all 0.0352
P_10            all 0.0160
P_100           all 0.0032
P_1000          all 0.0024

ECNU_S_Run4¶

summary (sample-eval)

infAP           all 0.0002
infNDCG         all 0.0041
iP10            all 0.0040
iP100           all 0.0041

summary (trec_eval)

map             all 0.0008
bpref           all 0.0107
recip_rank      all 0.0163
P_10            all 0.0040
P_100           all 0.0026
P_1000          all 0.0025

ECNU_S_Run5¶

summary (sample-eval)

infAP           all 0.0001
infNDCG         all 0.0031
iP10            all 0.0060
iP100           all 0.0030

summary (trec_eval)

map             all 0.0007
bpref           all 0.0096
recip_rank      all 0.0104
P_10            all 0.0060
P_100           all 0.0030
P_1000          all 0.0023

imi_mug_ct2¶

summary (sample-eval)

infAP           all 0.1416
infNDCG         all 0.2919
iP10            all 0.4260
iP100           all 0.1479

summary (trec_eval)

map             all 0.1703
bpref           all 0.2172
recip_rank      all 0.6512
P_10            all 0.4260
P_100           all 0.1122
P_1000          all 0.0151

imi_mug_ct3¶

summary (sample-eval)

infAP           all 0.1125
infNDCG         all 0.2651
iP10            all 0.3100
iP100           all 0.1462

summary (trec_eval)

map             all 0.1630
bpref           all 0.2161
recip_rank      all 0.4873
P_10            all 0.3100
P_100           all 0.1254
P_1000          all 0.0260

imi_mug_ct4¶

summary (sample-eval)

infAP           all 0.1906
infNDCG         all 0.3682
iP10            all 0.4680
iP100           all 0.1920

summary (trec_eval)

map             all 0.2496
bpref           all 0.3177
recip_rank      all 0.6485
P_10            all 0.4680
P_100           all 0.1530
P_1000          all 0.0242

imi_mug_ct5¶

summary (sample-eval)

infAP           all 0.2063
infNDCG         all 0.3804
iP10            all 0.4760
iP100           all 0.1941

summary (trec_eval)

map             all 0.2721
bpref           all 0.3272
recip_rank      all 0.6957
P_10            all 0.4760
P_100           all 0.1626
P_1000          all 0.0243

UVAEXPBSTNEG¶

summary (sample-eval)

infAP           all 0.0426
infNDCG         all 0.2004
iP10            all 0.6240
iP100           all 0.1095

summary (trec_eval)

map             all 0.0785
bpref           all 0.1023
recip_rank      all 0.8029
P_10            all 0.6240
P_100           all 0.1020
P_1000          all 0.0102

UVAEXPBSTDIF¶

summary (sample-eval)

infAP           all 0.0410
infNDCG         all 0.1942
iP10            all 0.5960
iP100           all 0.1067

summary (trec_eval)

map             all 0.0746
bpref           all 0.0982
recip_rank      all 0.8047
P_10            all 0.5960
P_100           all 0.0972
P_1000          all 0.0097

UVAEXPBSTSHD¶

summary (sample-eval)

infAP           all 0.0375
infNDCG         all 0.1811
iP10            all 0.5820
iP100           all 0.1028

summary (trec_eval)

map             all 0.0693
bpref           all 0.0937
recip_rank      all 0.7519
P_10            all 0.5820
P_100           all 0.0920
P_1000          all 0.0092

UVAEXPBSTEXT¶

summary (sample-eval)

infAP           all 0.0470
infNDCG         all 0.2050
iP10            all 0.6280
iP100           all 0.1181

summary (trec_eval)

map             all 0.0847
bpref           all 0.1114
recip_rank      all 0.7433
P_10            all 0.6280
P_100           all 0.1064
P_1000          all 0.0106

hpipubboost¶

summary (sample-eval)

infAP           all 0.1831
infNDCG         all 0.5590
iP10            all 0.7080
iP100           all 0.5269

summary (trec_eval)

map             all 0.3296
bpref           all 0.5326
recip_rank      all 0.8354
P_10            all 0.7080
P_100           all 0.3548
P_1000          all 0.0865

hpictboost¶

summary (sample-eval)

infAP           all 0.3136
infNDCG         all 0.5542
iP10            all 0.5360
iP100           all 0.2853

summary (trec_eval)

map             all 0.4010
bpref           all 0.4692
recip_rank      all 0.7939
P_10            all 0.5360
P_100           all 0.2252
P_1000          all 0.0373

aCSIROmedAll¶

summary (sample-eval)

infAP           all 0.0919
infNDCG         all 0.3619
iP10            all 0.5240
iP100           all 0.3213

summary (trec_eval)

map             all 0.1437
bpref           all 0.2917
recip_rank      all 0.8172
P_10            all 0.5240
P_100           all 0.2102
P_1000          all 0.0472

aCSIROmedNEG¶

summary (sample-eval)

infAP           all 0.0797
infNDCG         all 0.3258
iP10            all 0.4840
iP100           all 0.3142

summary (trec_eval)

map             all 0.1206
bpref           all 0.2812
recip_rank      all 0.6929
P_10            all 0.4840
P_100           all 0.1822
P_1000          all 0.0478

BB2_sq_nprf¶

summary (sample-eval)

infAP           all 0.2726
infNDCG         all 0.4578
iP10            all 0.5160
iP100           all 0.2276

summary (trec_eval)

map             all 0.3584
bpref           all 0.4042
recip_rank      all 0.6669
P_10            all 0.5160
P_100           all 0.1896
P_1000          all 0.0299

BB2sqw2vprf¶

summary (sample-eval)

infAP           all 0.2641
infNDCG         all 0.4445
iP10            all 0.4840
iP100           all 0.2311

summary (trec_eval)

map             all 0.3477
bpref           all 0.3991
recip_rank      all 0.6154
P_10            all 0.4840
P_100           all 0.1930
P_1000          all 0.0307

BB2_vq_noprf¶

summary (sample-eval)

infAP           all 0.2885
infNDCG         all 0.4918
iP10            all 0.5600
iP100           all 0.2488

summary (trec_eval)

map             all 0.3881
bpref           all 0.4300
recip_rank      all 0.7456
P_10            all 0.5600
P_100           all 0.2102
P_1000          all 0.0310

BB2vqw2vprf¶

summary (sample-eval)

infAP           all 0.2678
infNDCG         all 0.4485
iP10            all 0.5120
iP100           all 0.2232

summary (trec_eval)

map             all 0.3523
bpref           all 0.3995
recip_rank      all 0.6536
P_10            all 0.5120
P_100           all 0.1862
P_1000          all 0.0286

sq¶

summary (sample-eval)

infAP           all 0.2346
infNDCG         all 0.4278
iP10            all 0.4880
iP100           all 0.2242

summary (trec_eval)

map             all 0.3135
bpref           all 0.3795
recip_rank      all 0.6533
P_10            all 0.4860
P_100           all 0.1864
P_1000          all 0.0254

aCSIROmedMCB¶

summary (sample-eval)

infAP           all 0.0723
infNDCG         all 0.3000
iP10            all 0.4140
iP100           all 0.2877

summary (trec_eval)

map             all 0.1088
bpref           all 0.2831
recip_rank      all 0.5731
P_10            all 0.4140
P_100           all 0.1682
P_1000          all 0.0473

doc2vec_run¶

summary (sample-eval)

infAP           all 0.0001
infNDCG         all 0.0019
iP10            all 0.0040
iP100           all 0.0018

summary (trec_eval)

map             all 0.0001
bpref           all 0.0024
recip_rank      all 0.0041
P_10            all 0.0040
P_100           all 0.0010
P_1000          all 0.0004

cCSIROmedAll¶

summary (sample-eval)

infAP           all 0.2395
infNDCG         all 0.4441
iP10            all 0.5000
iP100           all 0.2253

summary (trec_eval)

map             all 0.3123
bpref           all 0.3660
recip_rank      all 0.7314
P_10            all 0.5000
P_100           all 0.1828
P_1000          all 0.0314

cCSIROmedHGB¶

summary (sample-eval)

infAP           all 0.1598
infNDCG         all 0.3370
iP10            all 0.2700
iP100           all 0.2039

summary (trec_eval)

map             all 0.2014
bpref           all 0.2931
recip_rank      all 0.4621
P_10            all 0.2700
P_100           all 0.1470
P_1000          all 0.0315

cCSIROmedNEG¶

summary (sample-eval)

infAP           all 0.1422
infNDCG         all 0.3213
iP10            all 0.2660
iP100           all 0.1949

summary (trec_eval)

map             all 0.1838
bpref           all 0.2779
recip_rank      all 0.4870
P_10            all 0.2660
P_100           all 0.1380
P_1000          all 0.0314

UDInfoPMSA5¶

summary (sample-eval)

infAP           all 0.1415
infNDCG         all 0.4981
iP10            all 0.5860
iP100           all 0.4523

summary (trec_eval)

map             all 0.2667
bpref           all 0.4330
recip_rank      all 0.7717
P_10            all 0.5860
P_100           all 0.3168
P_1000          all 0.0762

bool51¶

summary (sample-eval)

infAP           all 0.0811
infNDCG         all 0.3365
iP10            all 0.4427
iP100           all 0.3312

summary (trec_eval)

map             all 0.1384
bpref           all 0.3129
recip_rank      all 0.5363
P_10            all 0.4400
P_100           all 0.2122
P_1000          all 0.0501

cbnuCT1¶

summary (sample-eval)

infAP           all 0.2394
infNDCG         all 0.4582
iP10            all 0.4700
iP100           all 0.2416

summary (trec_eval)

map             all 0.3235
bpref           all 0.3809
recip_rank      all 0.6715
P_10            all 0.4700
P_100           all 0.1966
P_1000          all 0.0344

cbnuCT2¶

summary (sample-eval)

infAP           all 0.2486
infNDCG         all 0.4607
iP10            all 0.4640
iP100           all 0.2459

summary (trec_eval)

map             all 0.3332
bpref           all 0.3890
recip_rank      all 0.6151
P_10            all 0.4640
P_100           all 0.1994
P_1000          all 0.0360

cbnuCT3¶

summary (sample-eval)

infAP           all 0.1087
infNDCG         all 0.2724
iP10            all 0.2340
iP100           all 0.1630

summary (trec_eval)

map             all 0.1586
bpref           all 0.2494
recip_rank      all 0.3397
P_10            all 0.2340
P_100           all 0.1274
P_1000          all 0.0312

doc2vec_run2¶

summary (sample-eval)

infAP           all 0.0001
infNDCG         all 0.0025
iP10            all 0.0060
iP100           all 0.0021

summary (trec_eval)

map             all 0.0002
bpref           all 0.0019
recip_rank      all 0.0103
P_10            all 0.0060
P_100           all 0.0008
P_1000          all 0.0003

cbnuSA1¶

summary (sample-eval)

infAP           all 0.1175
infNDCG         all 0.4538
iP10            all 0.5620
iP100           all 0.4144

summary (trec_eval)

map             all 0.2283
bpref           all 0.3943
recip_rank      all 0.7439
P_10            all 0.5620
P_100           all 0.2992
P_1000          all 0.0670

cbnuSA3¶

summary (sample-eval)

infAP           all 0.0346
infNDCG         all 0.1904
iP10            all 0.2367
iP100           all 0.1892

summary (trec_eval)

map             all 0.0688
bpref           all 0.2173
recip_rank      all 0.3875
P_10            all 0.2360
P_100           all 0.1046
P_1000          all 0.0393

cbnuSA2¶

summary (sample-eval)

infAP           all 0.1126
infNDCG         all 0.4364
iP10            all 0.5440
iP100           all 0.4195

summary (trec_eval)

map             all 0.2043
bpref           all 0.3817
recip_rank      all 0.7041
P_10            all 0.5440
P_100           all 0.2820
P_1000          all 0.0638

hpipubclass¶

summary (sample-eval)

infAP           all 0.1818
infNDCG         all 0.5570
iP10            all 0.7000
iP100           all 0.5334

summary (trec_eval)

map             all 0.3158
bpref           all 0.5246
recip_rank      all 0.8351
P_10            all 0.7000
P_100           all 0.3506
P_1000          all 0.0842

hpipubnone¶

summary (sample-eval)

infAP           all 0.1793
infNDCG         all 0.5619
iP10            all 0.7100
iP100           all 0.5326

summary (trec_eval)

map             all 0.3266
bpref           all 0.5292
recip_rank      all 0.8249
P_10            all 0.7100
P_100           all 0.3548
P_1000          all 0.0865

hpipubcommon¶

summary (sample-eval)

infAP           all 0.1793
infNDCG         all 0.5619
iP10            all 0.7100
iP100           all 0.5328

summary (trec_eval)

map             all 0.3265
bpref           all 0.5291
recip_rank      all 0.8249
P_10            all 0.7100
P_100           all 0.3550
P_1000          all 0.0863

hpipubbase¶

summary (sample-eval)

infAP           all 0.1627
infNDCG         all 0.5253
iP10            all 0.6960
iP100           all 0.4850

summary (trec_eval)

map             all 0.3009
bpref           all 0.4912
recip_rank      all 0.8098
P_10            all 0.6960
P_100           all 0.3358
P_1000          all 0.0795

hpictall¶

summary (sample-eval)

infAP           all 0.3140
infNDCG         all 0.5551
iP10            all 0.5360
iP100           all 0.2860

summary (trec_eval)

map             all 0.4008
bpref           all 0.4684
recip_rank      all 0.7939
P_10            all 0.5360
P_100           all 0.2254
P_1000          all 0.0371

hpictphrase¶

summary (sample-eval)

infAP           all 0.3192
infNDCG         all 0.5490
iP10            all 0.5420
iP100           all 0.2847

summary (trec_eval)

map             all 0.4061
bpref           all 0.4790
recip_rank      all 0.7873
P_10            all 0.5420
P_100           all 0.2246
P_1000          all 0.0373

hpictcommon¶

summary (sample-eval)

infAP           all 0.2830
infNDCG         all 0.5380
iP10            all 0.5360
iP100           all 0.2750

summary (trec_eval)

map             all 0.3783
bpref           all 0.4475
recip_rank      all 0.7667
P_10            all 0.5360
P_100           all 0.2182
P_1000          all 0.0360

hpictbase¶

summary (sample-eval)

infAP           all 0.2677
infNDCG         all 0.4897
iP10            all 0.4900
iP100           all 0.2386

summary (trec_eval)

map             all 0.3567
bpref           all 0.4117
recip_rank      all 0.6985
P_10            all 0.4900
P_100           all 0.1990
P_1000          all 0.0340