Results - Precision Medicine 2019¶

SIBTMct1¶

summary (sample-eval)

infAP           all 0.2058
infNDCG         all 0.3736
iP10            all 0.3816
iP100           all 0.1797

summary (trec_eval)

map             all 0.2446
bpref           all 0.2754
recip_rank      all 0.7478
P_10            all 0.3816
P_100           all 0.1387
P_1000          all 0.0266

SIBTMct2¶

summary (sample-eval)

infAP           all 0.2676
infNDCG         all 0.4963
iP10            all 0.4579
iP100           all 0.2603

summary (trec_eval)

map             all 0.3222
bpref           all 0.3838
recip_rank      all 0.7077
P_10            all 0.4579
P_100           all 0.2016
P_1000          all 0.0362

SIBTMct3¶

summary (sample-eval)

infAP           all 0.2527
infNDCG         all 0.4870
iP10            all 0.4711
iP100           all 0.2502

summary (trec_eval)

map             all 0.3093
bpref           all 0.3791
recip_rank      all 0.7262
P_10            all 0.4711
P_100           all 0.1934
P_1000          all 0.0376

SIBTMct4¶

summary (sample-eval)

infAP           all 0.2680
infNDCG         all 0.4960
iP10            all 0.4684
iP100           all 0.2603

summary (trec_eval)

map             all 0.3232
bpref           all 0.3860
recip_rank      all 0.7018
P_10            all 0.4684
P_100           all 0.2013
P_1000          all 0.0362

SIBTMct5¶

summary (sample-eval)

infAP           all 0.2462
infNDCG         all 0.4742
iP10            all 0.4632
iP100           all 0.2483

summary (trec_eval)

map             all 0.3037
bpref           all 0.3723
recip_rank      all 0.7143
P_10            all 0.4632
P_100           all 0.1916
P_1000          all 0.0376

SIBTMlit1¶

summary (sample-eval)

infAP           all 0.1452
infNDCG         all 0.5307
iP10            all 0.6275
iP100           all 0.4746

summary (trec_eval)

map             all 0.2614
bpref           all 0.3909
recip_rank      all 0.7556
P_10            all 0.6275
P_100           all 0.3238
P_1000          all 0.0885

SIBTMlit3¶

summary (sample-eval)

infAP           all 0.0991
infNDCG         all 0.3908
iP10            all 0.5575
iP100           all 0.3376

summary (trec_eval)

map             all 0.1632
bpref           all 0.2644
recip_rank      all 0.8274
P_10            all 0.5575
P_100           all 0.2130
P_1000          all 0.0602

tk1allfuzzy¶

summary (sample-eval)

infAP           all 0.1202
infNDCG         all 0.2709
iP10            all 0.2605
iP100           all 0.1520

summary (trec_eval)

map             all 0.1422
bpref           all 0.1981
recip_rank      all 0.5057
P_10            all 0.2605
P_100           all 0.1089
P_1000          all 0.0223

tk3allfuzzy¶

summary (sample-eval)

infAP           all 0.1145
infNDCG         all 0.2645
iP10            all 0.2553
iP100           all 0.1485

summary (trec_eval)

map             all 0.1383
bpref           all 0.1912
recip_rank      all 0.5008
P_10            all 0.2553
P_100           all 0.1089
P_1000          all 0.0223

tk1allbinary¶

summary (sample-eval)

infAP           all 0.1206
infNDCG         all 0.2727
iP10            all 0.2632
iP100           all 0.1524

summary (trec_eval)

map             all 0.1427
bpref           all 0.1984
recip_rank      all 0.5077
P_10            all 0.2632
P_100           all 0.1092
P_1000          all 0.0224

tk3nodemogr¶

summary (sample-eval)

infAP           all 0.0945
infNDCG         all 0.2479
iP10            all 0.2526
iP100           all 0.1466

summary (trec_eval)

map             all 0.1171
bpref           all 0.1590
recip_rank      all 0.4811
P_10            all 0.2526
P_100           all 0.1074
P_1000          all 0.0217

tk3onlygnds¶

summary (sample-eval)

infAP           all 0.1224
infNDCG         all 0.3014
iP10            all 0.2570
iP100           all 0.1529

summary (trec_eval)

map             all 0.1589
bpref           all 0.2235
recip_rank      all 0.5014
P_10            all 0.2368
P_100           all 0.1142
P_1000          all 0.0283

default100k¶

summary (sample-eval)

infAP           all 0.0010
infNDCG         all 0.0180
iP10            all 0.0625
iP100           all 0.0134

summary (trec_eval)

map             all 0.0016
bpref           all 0.0043
recip_rank      all 0.1874
P_10            all 0.0625
P_100           all 0.0095
P_1000          all 0.0011

SIBTMlit2¶

summary (sample-eval)

infAP           all 0.1468
infNDCG         all 0.5311
iP10            all 0.6225
iP100           all 0.4809

summary (trec_eval)

map             all 0.2652
bpref           all 0.3960
recip_rank      all 0.7510
P_10            all 0.6225
P_100           all 0.3355
P_1000          all 0.0890

SIBTMlit5¶

summary (sample-eval)

infAP           all 0.1442
infNDCG         all 0.5339
iP10            all 0.6150
iP100           all 0.4782

summary (trec_eval)

map             all 0.2661
bpref           all 0.3969
recip_rank      all 0.7802
P_10            all 0.6150
P_100           all 0.3277
P_1000          all 0.0895

SIBTMlit4¶

summary (sample-eval)

infAP           all 0.1468
infNDCG         all 0.5311
iP10            all 0.6225
iP100           all 0.4809

summary (trec_eval)

map             all 0.2652
bpref           all 0.3960
recip_rank      all 0.7510
P_10            all 0.6225
P_100           all 0.3355
P_1000          all 0.0890

DutirRun1¶

summary (sample-eval)

infAP           all 0.1372
infNDCG         all 0.4980
iP10            all 0.5800
iP100           all 0.4390

summary (trec_eval)

map             all 0.2774
bpref           all 0.3934
recip_rank      all 0.7041
P_10            all 0.5800
P_100           all 0.3352
P_1000          all 0.0917

DutirRun2¶

summary (sample-eval)

infAP           all 0.1402
infNDCG         all 0.5103
iP10            all 0.5975
iP100           all 0.4511

summary (trec_eval)

map             all 0.2805
bpref           all 0.3974
recip_rank      all 0.7013
P_10            all 0.5975
P_100           all 0.3375
P_1000          all 0.0917

DutirRun3¶

summary (sample-eval)

infAP           all 0.1388
infNDCG         all 0.5053
iP10            all 0.5825
iP100           all 0.4469

summary (trec_eval)

map             all 0.2775
bpref           all 0.3963
recip_rank      all 0.7236
P_10            all 0.5825
P_100           all 0.3360
P_1000          all 0.0917

DutirRun4¶

summary (sample-eval)

infAP           all 0.1381
infNDCG         all 0.5035
iP10            all 0.5825
iP100           all 0.4434

summary (trec_eval)

map             all 0.2797
bpref           all 0.3978
recip_rank      all 0.7166
P_10            all 0.5825
P_100           all 0.3352
P_1000          all 0.0925

DutirRun5¶

summary (sample-eval)

infAP           all 0.1396
infNDCG         all 0.5108
iP10            all 0.5750
iP100           all 0.4475

summary (trec_eval)

map             all 0.2792
bpref           all 0.3945
recip_rank      all 0.7394
P_10            all 0.5750
P_100           all 0.3340
P_1000          all 0.0917

Dutir_Cli1¶

summary (sample-eval)

infAP           all 0.2694
infNDCG         all 0.5022
iP10            all 0.4579
iP100           all 0.2660

summary (trec_eval)

map             all 0.3386
bpref           all 0.3709
recip_rank      all 0.7245
P_10            all 0.4579
P_100           all 0.2103
P_1000          all 0.0412

Dutir_Cli2¶

summary (sample-eval)

infAP           all 0.2701
infNDCG         all 0.5038
iP10            all 0.4553
iP100           all 0.2656

summary (trec_eval)

map             all 0.3397
bpref           all 0.3706
recip_rank      all 0.7311
P_10            all 0.4553
P_100           all 0.2089
P_1000          all 0.0412

bm25_6801¶

summary (sample-eval)

infAP           all 0.1150
infNDCG         all 0.4553
iP10            all 0.5250
iP100           all 0.4224

summary (trec_eval)

map             all 0.2499
bpref           all 0.3636
recip_rank      all 0.6425
P_10            all 0.5250
P_100           all 0.3317
P_1000          all 0.0911

dfr_9464¶

summary (sample-eval)

infAP           all 0.1159
infNDCG         all 0.4531
iP10            all 0.5100
iP100           all 0.4222

summary (trec_eval)

map             all 0.2396
bpref           all 0.3577
recip_rank      all 0.7032
P_10            all 0.5100
P_100           all 0.3205
P_1000          all 0.0874

et_8435¶

summary (sample-eval)

infAP           all 0.0861
infNDCG         all 0.3239
iP10            all 0.5725
iP100           all 0.2298

summary (trec_eval)

map             all 0.1279
bpref           all 0.1642
recip_rank      all 0.7036
P_10            all 0.5725
P_100           all 0.2125
P_1000          all 0.0213

xgb_5113¶

summary (sample-eval)

infAP           all 0.0782
infNDCG         all 0.3111
iP10            all 0.5100
iP100           all 0.2298

summary (trec_eval)

map             all 0.1182
bpref           all 0.1599
recip_rank      all 0.6780
P_10            all 0.5100
P_100           all 0.2125
P_1000          all 0.0213

bm25_ct_25¶

summary (sample-eval)

infAP           all 0.2333
infNDCG         all 0.4818
iP10            all 0.4632
iP100           all 0.2553

summary (trec_eval)

map             all 0.3109
bpref           all 0.3683
recip_rank      all 0.6983
P_10            all 0.4632
P_100           all 0.2042
P_1000          all 0.0424

bm25_ct_f_61¶

summary (sample-eval)

infAP           all 0.2429
infNDCG         all 0.4906
iP10            all 0.4658
iP100           all 0.2588

summary (trec_eval)

map             all 0.3168
bpref           all 0.3715
recip_rank      all 0.7167
P_10            all 0.4658
P_100           all 0.2055
P_1000          all 0.0377

DFRInL2_f¶

summary (sample-eval)

infAP           all 0.2496
infNDCG         all 0.4930
iP10            all 0.4684
iP100           all 0.2579

summary (trec_eval)

map             all 0.2858
bpref           all 0.3196
recip_rank      all 0.7321
P_10            all 0.4684
P_100           all 0.2076
P_1000          all 0.0208

rf1_f_100¶

summary (sample-eval)

infAP           all 0.2090
infNDCG         all 0.4450
iP10            all 0.4868
iP100           all 0.2555

summary (trec_eval)

map             all 0.2371
bpref           all 0.2684
recip_rank      all 0.6536
P_10            all 0.4868
P_100           all 0.2045
P_1000          all 0.0204

rf2_f_50¶

summary (sample-eval)

infAP           all 0.1973
infNDCG         all 0.3871
iP10            all 0.4921
iP100           all 0.1598

summary (trec_eval)

map             all 0.2304
bpref           all 0.2502
recip_rank      all 0.7216
P_10            all 0.4921
P_100           all 0.1416
P_1000          all 0.0142

imi_mug1¶

summary (sample-eval)

infAP           all 0.1231
infNDCG         all 0.4589
iP10            all 0.5725
iP100           all 0.4137

summary (trec_eval)

map             all 0.2638
bpref           all 0.3746
recip_rank      all 0.6610
P_10            all 0.5725
P_100           all 0.3320
P_1000          all 0.0902

imi_mug2¶

summary (sample-eval)

infAP           all 0.1256
infNDCG         all 0.4738
iP10            all 0.5750
iP100           all 0.4141

summary (trec_eval)

map             all 0.2756
bpref           all 0.3780
recip_rank      all 0.7448
P_10            all 0.5750
P_100           all 0.3405
P_1000          all 0.0900

imi_mug3¶

summary (sample-eval)

infAP           all 0.1284
infNDCG         all 0.4812
iP10            all 0.5700
iP100           all 0.4206

summary (trec_eval)

map             all 0.2669
bpref           all 0.3825
recip_rank      all 0.8363
P_10            all 0.5700
P_100           all 0.3285
P_1000          all 0.0894

imi_mug2_t¶

summary (sample-eval)

infAP           all 0.1145
infNDCG         all 0.4561
iP10            all 0.5700
iP100           all 0.4156

summary (trec_eval)

map             all 0.2058
bpref           all 0.3257
recip_rank      all 0.7470
P_10            all 0.5700
P_100           all 0.2970
P_1000          all 0.0707

imi_mug3_t¶

summary (sample-eval)

infAP           all 0.1149
infNDCG         all 0.4605
iP10            all 0.5675
iP100           all 0.4147

summary (trec_eval)

map             all 0.1995
bpref           all 0.3294
recip_rank      all 0.8154
P_10            all 0.5675
P_100           all 0.2900
P_1000          all 0.0701

MedIR5¶

summary (sample-eval)

infAP           all 0.1128
infNDCG         all 0.4534
iP10            all 0.5125
iP100           all 0.4147

summary (trec_eval)

map             all 0.2423
bpref           all 0.3338
recip_rank      all 0.6545
P_10            all 0.5125
P_100           all 0.3322
P_1000          all 0.0745

MedIR4¶

summary (sample-eval)

infAP           all 0.1070
infNDCG         all 0.4430
iP10            all 0.5250
iP100           all 0.4096

summary (trec_eval)

map             all 0.1980
bpref           all 0.2849
recip_rank      all 0.6497
P_10            all 0.5250
P_100           all 0.3020
P_1000          all 0.0598

MedIR3¶

summary (sample-eval)

infAP           all 0.1207
infNDCG         all 0.4801
iP10            all 0.5600
iP100           all 0.4377

summary (trec_eval)

map             all 0.2489
bpref           all 0.3379
recip_rank      all 0.6966
P_10            all 0.5600
P_100           all 0.3365
P_1000          all 0.0745

MedIR2¶

summary (sample-eval)

infAP           all 0.1131
infNDCG         all 0.4674
iP10            all 0.5650
iP100           all 0.4297

summary (trec_eval)

map             all 0.2023
bpref           all 0.2851
recip_rank      all 0.6906
P_10            all 0.5650
P_100           all 0.3078
P_1000          all 0.0598

ccnl_trials1¶

summary (sample-eval)

infAP           all 0.2670
infNDCG         all 0.4862
iP10            all 0.5947
iP100           all 0.3066

summary (trec_eval)

map             all 0.3351
bpref           all 0.4103
recip_rank      all 0.6944
P_10            all 0.5947
P_100           all 0.2197
P_1000          all 0.0428

ccnl_trials2¶

summary (sample-eval)

infAP           all 0.2710
infNDCG         all 0.4845
iP10            all 0.5789
iP100           all 0.3085

summary (trec_eval)

map             all 0.3395
bpref           all 0.4222
recip_rank      all 0.6801
P_10            all 0.5789
P_100           all 0.2197
P_1000          all 0.0443

ccnl_sa1¶

summary (sample-eval)

infAP           all 0.1501
infNDCG         all 0.5309
iP10            all 0.6450
iP100           all 0.5076

summary (trec_eval)

map             all 0.2525
bpref           all 0.4126
recip_rank      all 0.8671
P_10            all 0.6450
P_100           all 0.3262
P_1000          all 0.0875

BM25¶

summary (sample-eval)

infAP           all 0.1247
infNDCG         all 0.4747
iP10            all 0.5125
iP100           all 0.4596

summary (trec_eval)

map             all 0.2584
bpref           all 0.3945
recip_rank      all 0.7274
P_10            all 0.5125
P_100           all 0.3232
P_1000          all 0.0940

BM25neop01¶

summary (sample-eval)

infAP           all 0.1240
infNDCG         all 0.4645
iP10            all 0.5150
iP100           all 0.4423

summary (trec_eval)

map             all 0.2561
bpref           all 0.3902
recip_rank      all 0.7144
P_10            all 0.5150
P_100           all 0.3187
P_1000          all 0.0920

BM25neopcomd¶

summary (sample-eval)

infAP           all 0.1233
infNDCG         all 0.4636
iP10            all 0.5125
iP100           all 0.4429

summary (trec_eval)

map             all 0.2548
bpref           all 0.3900
recip_rank      all 0.7144
P_10            all 0.5125
P_100           all 0.3177
P_1000          all 0.0920

BM25neopgngm¶

summary (sample-eval)

infAP           all 0.1243
infNDCG         all 0.4740
iP10            all 0.5050
iP100           all 0.4566

summary (trec_eval)

map             all 0.2572
bpref           all 0.3947
recip_rank      all 0.7008
P_10            all 0.5050
P_100           all 0.3225
P_1000          all 0.0938

top4fusion¶

summary (sample-eval)

infAP           all 0.1241
infNDCG         all 0.4669
iP10            all 0.5050
iP100           all 0.4463

summary (trec_eval)

map             all 0.2568
bpref           all 0.3928
recip_rank      all 0.7147
P_10            all 0.5050
P_100           all 0.3195
P_1000          all 0.0931

BM25ct¶

summary (sample-eval)

infAP           all 0.3476
infNDCG         all 0.6186
iP10            all 0.5053
iP100           all 0.2957

summary (trec_eval)

map             all 0.4378
bpref           all 0.4619
recip_rank      all 0.8518
P_10            all 0.5053
P_100           all 0.2332
P_1000          all 0.0476

BM25neop01r¶

summary (sample-eval)

infAP           all 0.3415
infNDCG         all 0.5755
iP10            all 0.5237
iP100           all 0.2646

summary (trec_eval)

map             all 0.4143
bpref           all 0.4520
recip_rank      all 0.7851
P_10            all 0.5237
P_100           all 0.2082
P_1000          all 0.0456

BM25solid01o¶

summary (sample-eval)

infAP           all 0.3544
infNDCG         all 0.6239
iP10            all 0.5368
iP100           all 0.2988

summary (trec_eval)

map             all 0.4447
bpref           all 0.4688
recip_rank      all 0.8518
P_10            all 0.5368
P_100           all 0.2371
P_1000          all 0.0478

BM25solid01r¶

summary (sample-eval)

infAP           all 0.3508
infNDCG         all 0.5940
iP10            all 0.5316
iP100           all 0.2789

summary (trec_eval)

map             all 0.4282
bpref           all 0.4605
recip_rank      all 0.7947
P_10            all 0.5316
P_100           all 0.2182
P_1000          all 0.0464

top3fusion¶

summary (sample-eval)

infAP           all 0.3589
infNDCG         all 0.6195
iP10            all 0.5342
iP100           all 0.2963

summary (trec_eval)

map             all 0.4432
bpref           all 0.4716
recip_rank      all 0.8254
P_10            all 0.5342
P_100           all 0.2355
P_1000          all 0.0476

default1m¶

summary (sample-eval)

infAP           all 0.0028
infNDCG         all 0.0470
iP10            all 0.0950
iP100           all 0.0499

summary (trec_eval)

map             all 0.0036
bpref           all 0.0137
recip_rank      all 0.2006
P_10            all 0.0950
P_100           all 0.0263
P_1000          all 0.0037

sils_run1¶

summary (sample-eval)

infAP           all 0.1051
infNDCG         all 0.4490
iP10            all 0.5225
iP100           all 0.4125

summary (trec_eval)

map             all 0.2216
bpref           all 0.3476
recip_rank      all 0.7008
P_10            all 0.5225
P_100           all 0.3127
P_1000          all 0.0856

clinic_base¶

summary (sample-eval)

infAP           all 0.2819
infNDCG         all 0.5180
iP10            all 0.4842
iP100           all 0.2673

summary (trec_eval)

map             all 0.3313
bpref           all 0.3769
recip_rank      all 0.7982
P_10            all 0.4842
P_100           all 0.2063
P_1000          all 0.0275

clinic_ft¶

summary (sample-eval)

infAP           all 0.2744
infNDCG         all 0.5089
iP10            all 0.4711
iP100           all 0.2663

summary (trec_eval)

map             all 0.3216
bpref           all 0.3695
recip_rank      all 0.7896
P_10            all 0.4711
P_100           all 0.2068
P_1000          all 0.0270

cl_base_rr¶

summary (sample-eval)

infAP           all 0.2935
infNDCG         all 0.5321
iP10            all 0.5053
iP100           all 0.2815

summary (trec_eval)

map             all 0.3470
bpref           all 0.3910
recip_rank      all 0.7895
P_10            all 0.5053
P_100           all 0.2147
P_1000          all 0.0286

cl_ft_agg¶

summary (sample-eval)

infAP           all 0.2956
infNDCG         all 0.5355
iP10            all 0.4868
iP100           all 0.2844

summary (trec_eval)

map             all 0.3461
bpref           all 0.3896
recip_rank      all 0.8071
P_10            all 0.4868
P_100           all 0.2171
P_1000          all 0.0283

ccnl_sa2¶

summary (sample-eval)

infAP           all 0.1494
infNDCG         all 0.5222
iP10            all 0.6500
iP100           all 0.5004

summary (trec_eval)

map             all 0.2538
bpref           all 0.4094
recip_rank      all 0.8503
P_10            all 0.6500
P_100           all 0.3245
P_1000          all 0.0873

cl_ft_rr¶

summary (sample-eval)

infAP           all 0.2957
infNDCG         all 0.5351
iP10            all 0.4842
iP100           all 0.2839

summary (trec_eval)

map             all 0.3462
bpref           all 0.3904
recip_rank      all 0.8071
P_10            all 0.4842
P_100           all 0.2166
P_1000          all 0.0283

sa_base¶

summary (sample-eval)

infAP           all 0.1144
infNDCG         all 0.4441
iP10            all 0.5600
iP100           all 0.4009

summary (trec_eval)

map             all 0.1767
bpref           all 0.2407
recip_rank      all 0.7198
P_10            all 0.5600
P_100           all 0.3022
P_1000          all 0.0403

sa_base_rr¶

summary (sample-eval)

infAP           all 0.1144
infNDCG         all 0.4427
iP10            all 0.5600
iP100           all 0.3991

summary (trec_eval)

map             all 0.1769
bpref           all 0.2407
recip_rank      all 0.7198
P_10            all 0.5600
P_100           all 0.3012
P_1000          all 0.0403

sa_ft¶

summary (sample-eval)

infAP           all 0.1216
infNDCG         all 0.4657
iP10            all 0.5650
iP100           all 0.4183

summary (trec_eval)

map             all 0.1875
bpref           all 0.2528
recip_rank      all 0.7121
P_10            all 0.5650
P_100           all 0.3153
P_1000          all 0.0419

sa_ft_rr¶

summary (sample-eval)

infAP           all 0.1222
infNDCG         all 0.4672
iP10            all 0.5675
iP100           all 0.4186

summary (trec_eval)

map             all 0.1876
bpref           all 0.2531
recip_rank      all 0.7121
P_10            all 0.5675
P_100           all 0.3155
P_1000          all 0.0419

sils_run2¶

summary (sample-eval)

infAP           all 0.1120
infNDCG         all 0.4692
iP10            all 0.5925
iP100           all 0.4337

summary (trec_eval)

map             all 0.2242
bpref           all 0.3497
recip_rank      all 0.8011
P_10            all 0.5925
P_100           all 0.3175
P_1000          all 0.0856

sils_run3¶

summary (sample-eval)

infAP           all 0.1112
infNDCG         all 0.4620
iP10            all 0.5925
iP100           all 0.4283

summary (trec_eval)

map             all 0.2216
bpref           all 0.3476
recip_rank      all 0.7787
P_10            all 0.5925
P_100           all 0.3135
P_1000          all 0.0856

sils_run4¶

summary (sample-eval)

infAP           all 0.1115
infNDCG         all 0.4625
iP10            all 0.5900
iP100           all 0.4283

summary (trec_eval)

map             all 0.2221
bpref           all 0.3476
recip_rank      all 0.7800
P_10            all 0.5900
P_100           all 0.3135
P_1000          all 0.0856

MedIR1¶

summary (sample-eval)

infAP           all 0.1155
infNDCG         all 0.4735
iP10            all 0.5675
iP100           all 0.4356

summary (trec_eval)

map             all 0.2115
bpref           all 0.3026
recip_rank      all 0.6906
P_10            all 0.5675
P_100           all 0.3087
P_1000          all 0.0665

run3¶

summary (sample-eval)

infAP           all 0.0703
infNDCG         all 0.3274
iP10            all 0.4175
iP100           all 0.2992

summary (trec_eval)

map             all 0.1183
bpref           all 0.2220
recip_rank      all 0.5772
P_10            all 0.4175
P_100           all 0.2028
P_1000          all 0.0527

run4¶

summary (sample-eval)

infAP           all 0.0606
infNDCG         all 0.3160
iP10            all 0.3875
iP100           all 0.2940

summary (trec_eval)

map             all 0.1098
bpref           all 0.2150
recip_rank      all 0.5957
P_10            all 0.3875
P_100           all 0.2020
P_1000          all 0.0528

run5¶

summary (sample-eval)

infAP           all 0.0616
infNDCG         all 0.3093
iP10            all 0.4175
iP100           all 0.2848

summary (trec_eval)

map             all 0.1100
bpref           all 0.2157
recip_rank      all 0.6690
P_10            all 0.4175
P_100           all 0.1980
P_1000          all 0.0531

trial_run3¶

summary (sample-eval)

infAP           all 0.1887
infNDCG         all 0.3939
iP10            all 0.3658
iP100           all 0.2101

summary (trec_eval)

map             all 0.2399
bpref           all 0.2889
recip_rank      all 0.6679
P_10            all 0.3658
P_100           all 0.1516
P_1000          all 0.0379

trial_run5¶

summary (sample-eval)

infAP           all 0.1627
infNDCG         all 0.3636
iP10            all 0.3500
iP100           all 0.2178

summary (trec_eval)

map             all 0.2126
bpref           all 0.2972
recip_rank      all 0.6457
P_10            all 0.3500
P_100           all 0.1539
P_1000          all 0.0383

trial_run4¶

summary (sample-eval)

infAP           all 0.1627
infNDCG         all 0.3773
iP10            all 0.3500
iP100           all 0.2101

summary (trec_eval)

map             all 0.2142
bpref           all 0.2871
recip_rank      all 0.6475
P_10            all 0.3500
P_100           all 0.1516
P_1000          all 0.0379

absrun1¶

summary (sample-eval)

infAP           all 0.0708
infNDCG         all 0.3353
iP10            all 0.3875
iP100           all 0.3045

summary (trec_eval)

map             all 0.1194
bpref           all 0.2286
recip_rank      all 0.5665
P_10            all 0.3875
P_100           all 0.2040
P_1000          all 0.0536

absrun2¶

summary (sample-eval)

infAP           all 0.0663
infNDCG         all 0.3341
iP10            all 0.3975
iP100           all 0.3042

summary (trec_eval)

map             all 0.1171
bpref           all 0.2233
recip_rank      all 0.5978
P_10            all 0.3975
P_100           all 0.2055
P_1000          all 0.0536

trialsrun1¶

summary (sample-eval)

infAP           all 0.2276
infNDCG         all 0.4320
iP10            all 0.3605
iP100           all 0.2250

summary (trec_eval)

map             all 0.2911
bpref           all 0.3631
recip_rank      all 0.6218
P_10            all 0.3605
P_100           all 0.1700
P_1000          all 0.0412

trialsrun2¶

summary (sample-eval)

infAP           all 0.1661
infNDCG         all 0.3840
iP10            all 0.3474
iP100           all 0.2251

summary (trec_eval)

map             all 0.2285
bpref           all 0.2883
recip_rank      all 0.5594
P_10            all 0.3474
P_100           all 0.1700
P_1000          all 0.0412

rrf_1¶

summary (sample-eval)

infAP           all 0.1049
infNDCG         all 0.2635
iP10            all 0.2211
iP100           all 0.1301

summary (trec_eval)

map             all 0.1489
bpref           all 0.1909
recip_rank      all 0.4367
P_10            all 0.2211
P_100           all 0.1118
P_1000          all 0.0342

rrf_2¶

summary (sample-eval)

infAP           all 0.0842
infNDCG         all 0.2166
iP10            all 0.1763
iP100           all 0.1144

summary (trec_eval)

map             all 0.1210
bpref           all 0.1696
recip_rank      all 0.3258
P_10            all 0.1763
P_100           all 0.0937
P_1000          all 0.0322

eged¶

summary (sample-eval)

infAP           all 0.0758
infNDCG         all 0.1906
iP10            all 0.1632
iP100           all 0.0998

summary (trec_eval)

map             all 0.1025
bpref           all 0.1550
recip_rank      all 0.2513
P_10            all 0.1632
P_100           all 0.0795
P_1000          all 0.0260

egnd¶

summary (sample-eval)

infAP           all 0.1367
infNDCG         all 0.3216
iP10            all 0.3211
iP100           all 0.1632

summary (trec_eval)

map             all 0.1889
bpref           all 0.2258
recip_rank      all 0.5515
P_10            all 0.3211
P_100           all 0.1363
P_1000          all 0.0343

ngnd¶

summary (sample-eval)

infAP           all 0.0949
infNDCG         all 0.2314
iP10            all 0.2158
iP100           all 0.1013

summary (trec_eval)

map             all 0.1270
bpref           all 0.1637
recip_rank      all 0.4229
P_10            all 0.2158
P_100           all 0.0884
P_1000          all 0.0254

bc¶

summary (sample-eval)

infAP           all 0.2658
infNDCG         all 0.4743
iP10            all 0.4395
iP100           all 0.2260

summary (trec_eval)

map             all 0.3346
bpref           all 0.3463
recip_rank      all 0.7424
P_10            all 0.4395
P_100           all 0.1850
P_1000          all 0.0308

w2v_noletor¶

summary (sample-eval)

infAP           all 0.2605
infNDCG         all 0.4669
iP10            all 0.4421
iP100           all 0.2176

summary (trec_eval)

map             all 0.3291
bpref           all 0.3438
recip_rank      all 0.7248
P_10            all 0.4421
P_100           all 0.1789
P_1000          all 0.0307

w2v_letor¶

summary (sample-eval)

infAP           all 0.2675
infNDCG         all 0.4810
iP10            all 0.4237
iP100           all 0.2282

summary (trec_eval)

map             all 0.3312
bpref           all 0.3559
recip_rank      all 0.7483
P_10            all 0.4237
P_100           all 0.1837
P_1000          all 0.0307

simple_letor¶

summary (sample-eval)

infAP           all 0.2731
infNDCG         all 0.4807
iP10            all 0.4421
iP100           all 0.2258

summary (trec_eval)

map             all 0.3395
bpref           all 0.3610
recip_rank      all 0.7483
P_10            all 0.4421
P_100           all 0.1832
P_1000          all 0.0307

simple¶

summary (sample-eval)

infAP           all 0.2614
infNDCG         all 0.4676
iP10            all 0.4395
iP100           all 0.2179

summary (trec_eval)

map             all 0.3297
bpref           all 0.3441
recip_rank      all 0.7248
P_10            all 0.4395
P_100           all 0.1800
P_1000          all 0.0307

ccnl_sa3¶

summary (sample-eval)

infAP           all 0.1222
infNDCG         all 0.4569
iP10            all 0.5475
iP100           all 0.4698

summary (trec_eval)

map             all 0.2263
bpref           all 0.3933
recip_rank      all 0.7488
P_10            all 0.5475
P_100           all 0.3052
P_1000          all 0.0885

ccnl_sa5¶

summary (sample-eval)

infAP           all 0.1114
infNDCG         all 0.4463
iP10            all 0.5025
iP100           all 0.4073

summary (trec_eval)

map             all 0.2197
bpref           all 0.3493
recip_rank      all 0.6782
P_10            all 0.5025
P_100           all 0.2973
P_1000          all 0.0849

SA_LGD_letor¶

summary (sample-eval)

infAP           all 0.1038
infNDCG         all 0.4469
iP10            all 0.5050
iP100           all 0.4068

summary (trec_eval)

map             all 0.2117
bpref           all 0.3514
recip_rank      all 0.5998
P_10            all 0.5050
P_100           all 0.2880
P_1000          all 0.0890

ccnl_sa4¶

summary (sample-eval)

infAP           all 0.1350
infNDCG         all 0.4571
iP10            all 0.5775
iP100           all 0.4660

summary (trec_eval)

map             all 0.2279
bpref           all 0.3979
recip_rank      all 0.7851
P_10            all 0.5775
P_100           all 0.2988
P_1000          all 0.0859

SA_DPH_letor¶

summary (sample-eval)

infAP           all 0.1062
infNDCG         all 0.4542
iP10            all 0.5025
iP100           all 0.4058

summary (trec_eval)

map             all 0.2203
bpref           all 0.3630
recip_rank      all 0.6544
P_10            all 0.5000
P_100           all 0.2912
P_1000          all 0.0913

SAsimpleLGD¶

summary (sample-eval)

infAP           all 0.1257
infNDCG         all 0.4755
iP10            all 0.5400
iP100           all 0.4205

summary (trec_eval)

map             all 0.2603
bpref           all 0.3776
recip_rank      all 0.7415
P_10            all 0.5400
P_100           all 0.3258
P_1000          all 0.0890

jlctphrase¶

summary (sample-eval)

infAP           all 0.3713
infNDCG         all 0.6244
iP10            all 0.5474
iP100           all 0.3015

summary (trec_eval)

map             all 0.4520
bpref           all 0.5172
recip_rank      all 0.8101
P_10            all 0.5474
P_100           all 0.2313
P_1000          all 0.0465

SA_bc¶

summary (sample-eval)

infAP           all 0.1160
infNDCG         all 0.4707
iP10            all 0.5150
iP100           all 0.4151

summary (trec_eval)

map             all 0.2486
bpref           all 0.3706
recip_rank      all 0.7304
P_10            all 0.5150
P_100           all 0.3197
P_1000          all 0.0897

jlpmtrcommon¶

summary (sample-eval)

infAP           all 0.0843
infNDCG         all 0.3745
iP10            all 0.5775
iP100           all 0.3434

summary (trec_eval)

map             all 0.0995
bpref           all 0.1508
recip_rank      all 0.8345
P_10            all 0.5775
P_100           all 0.1988
P_1000          all 0.0223

jlpmletor¶

summary (sample-eval)

infAP           all 0.0852
infNDCG         all 0.3798
iP10            all 0.4300
iP100           all 0.3945

summary (trec_eval)

map             all 0.1737
bpref           all 0.3559
recip_rank      all 0.5666
P_10            all 0.4300
P_100           all 0.2197
P_1000          all 0.1054

jlpmltrin¶

summary (sample-eval)

infAP           all 0.0305
infNDCG         all 0.2198
iP10            all 0.2142
iP100           all 0.2190

summary (trec_eval)

map             all 0.1147
bpref           all 0.3707
recip_rank      all 0.3581
P_10            all 0.1450
P_100           all 0.1225
P_1000          all 0.1054

jlctletor¶

summary (sample-eval)

infAP           all 0.1688
infNDCG         all 0.3731
iP10            all 0.2500
iP100           all 0.2082

summary (trec_eval)

map             all 0.2210
bpref           all 0.2564
recip_rank      all 0.3917
P_10            all 0.2500
P_100           all 0.1361
P_1000          all 0.0465

jlctltrin¶

summary (sample-eval)

infAP           all 0.2264
infNDCG         all 0.4492
iP10            all 0.3184
iP100           all 0.2346

summary (trec_eval)

map             all 0.2864
bpref           all 0.3561
recip_rank      all 0.4890
P_10            all 0.2921
P_100           all 0.1732
P_1000          all 0.0463

jlpmtrboost¶

summary (sample-eval)

infAP           all 0.0864
infNDCG         all 0.3876
iP10            all 0.5925
iP100           all 0.3566

summary (trec_eval)

map             all 0.0988
bpref           all 0.1511
recip_rank      all 0.8105
P_10            all 0.5925
P_100           all 0.1982
P_1000          all 0.0222

jlctprec¶

summary (sample-eval)

infAP           all 0.3690
infNDCG         all 0.6245
iP10            all 0.5447
iP100           all 0.2992

summary (trec_eval)

map             all 0.4519
bpref           all 0.5170
recip_rank      all 0.8123
P_10            all 0.5447
P_100           all 0.2303
P_1000          all 0.0465

jlctgenes¶

summary (sample-eval)

infAP           all 0.3772
infNDCG         all 0.6451
iP10            all 0.5474
iP100           all 0.3132

summary (trec_eval)

map             all 0.4653
bpref           all 0.5167
recip_rank      all 0.8135
P_10            all 0.5474
P_100           all 0.2374
P_1000          all 0.0494

jlpmcommon2¶

summary (sample-eval)

infAP           all 0.1725
infNDCG         all 0.5783
iP10            all 0.6525
iP100           all 0.5301

summary (trec_eval)

map             all 0.3303
bpref           all 0.4747
recip_rank      all 0.8135
P_10            all 0.6525
P_100           all 0.3820
P_1000          all 0.1085

cbnuCT1¶

summary (sample-eval)

infAP           all 0.2955
infNDCG         all 0.5529
iP10            all 0.4842
iP100           all 0.2627

summary (trec_eval)

map             all 0.3942
bpref           all 0.4312
recip_rank      all 0.7539
P_10            all 0.4842
P_100           all 0.2184
P_1000          all 0.0478

cbnuCT2¶

summary (sample-eval)

infAP           all 0.2999
infNDCG         all 0.5568
iP10            all 0.4921
iP100           all 0.2675

summary (trec_eval)

map             all 0.3972
bpref           all 0.4324
recip_rank      all 0.7537
P_10            all 0.4921
P_100           all 0.2213
P_1000          all 0.0479

cbnuCT3¶

summary (sample-eval)

infAP           all 0.2614
infNDCG         all 0.5132
iP10            all 0.4289
iP100           all 0.2552

summary (trec_eval)

map             all 0.3391
bpref           all 0.3739
recip_rank      all 0.7439
P_10            all 0.4289
P_100           all 0.2076
P_1000          all 0.0457

cbnuCT4¶

summary (sample-eval)

infAP           all 0.2623
infNDCG         all 0.5107
iP10            all 0.4237
iP100           all 0.2555

summary (trec_eval)

map             all 0.3390
bpref           all 0.3756
recip_rank      all 0.7424
P_10            all 0.4237
P_100           all 0.2076
P_1000          all 0.0461

cbnuSA1¶

summary (sample-eval)

infAP           all 0.0950
infNDCG         all 0.4052
iP10            all 0.4575
iP100           all 0.3710

summary (trec_eval)

map             all 0.1843
bpref           all 0.3135
recip_rank      all 0.6339
P_10            all 0.4575
P_100           all 0.2642
P_1000          all 0.0740

cbnuSA2¶

summary (sample-eval)

infAP           all 0.0961
infNDCG         all 0.4097
iP10            all 0.4625
iP100           all 0.3790

summary (trec_eval)

map             all 0.1857
bpref           all 0.3136
recip_rank      all 0.6312
P_10            all 0.4625
P_100           all 0.2657
P_1000          all 0.0744

cbnuSA3¶

summary (sample-eval)

infAP           all 0.0904
infNDCG         all 0.3954
iP10            all 0.4275
iP100           all 0.3635

summary (trec_eval)

map             all 0.1658
bpref           all 0.3061
recip_rank      all 0.5875
P_10            all 0.4275
P_100           all 0.2425
P_1000          all 0.0709

cbnuSA4¶

summary (sample-eval)

infAP           all 0.0915
infNDCG         all 0.3960
iP10            all 0.4325
iP100           all 0.3607

summary (trec_eval)

map             all 0.1692
bpref           all 0.3083
recip_rank      all 0.5990
P_10            all 0.4325
P_100           all 0.2400
P_1000          all 0.0721