Skip to content

Results - Precision Medicine 2017

teckro1

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2430
bpref           all 0.2843
recip_rank      all 0.6301
P_10            all 0.4000
P_100           all 0.1586
P_1000          all 0.0295

teckro2

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1653
bpref           all 0.2198
recip_rank      all 0.4719
P_10            all 0.3172
P_100           all 0.1117
P_1000          all 0.0267

teckro3

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2430
bpref           all 0.2843
recip_rank      all 0.6301
P_10            all 0.4000
P_100           all 0.1586
P_1000          all 0.0295

teckro4

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1653
bpref           all 0.2198
recip_rank      all 0.4719
P_10            all 0.3172
P_100           all 0.1117
P_1000          all 0.0267

teckro5

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2435
bpref           all 0.2849
recip_rank      all 0.6300
P_10            all 0.4000
P_100           all 0.1590
P_1000          all 0.0295

UCASBASE

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2686
bpref           all 0.2902
recip_rank      all 0.5827
P_10            all 0.3724
P_100           all 0.1793
P_1000          all 0.0334

SIBTMlit1

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0902
infNDCG         all 0.4004
iP10            all 0.5200
iP100           all 0.3439
summary (trec_eval)
map             all 0.1922
bpref           all 0.2984
recip_rank      all 0.6847
P_10            all 0.5200
P_100           all 0.2697
P_1000          all 0.0769

SIBTMlit2

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0932
infNDCG         all 0.4096
iP10            all 0.5267
iP100           all 0.3525
summary (trec_eval)
map             all 0.1951
bpref           all 0.3031
recip_rank      all 0.7256
P_10            all 0.5267
P_100           all 0.2760
P_1000          all 0.0771

SIBTMlit3

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0960
infNDCG         all 0.4129
iP10            all 0.5233
iP100           all 0.3568
summary (trec_eval)
map             all 0.2007
bpref           all 0.3102
recip_rank      all 0.7069
P_10            all 0.5233
P_100           all 0.2797
P_1000          all 0.0795

SIBTMlit4

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0986
infNDCG         all 0.4175
iP10            all 0.5500
iP100           all 0.3578
summary (trec_eval)
map             all 0.2028
bpref           all 0.3118
recip_rank      all 0.7323
P_10            all 0.5500
P_100           all 0.2810
P_1000          all 0.0791

SIBTMlit5

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0796
infNDCG         all 0.3620
iP10            all 0.4856
iP100           all 0.3044
summary (trec_eval)
map             all 0.1686
bpref           all 0.2875
recip_rank      all 0.7083
P_10            all 0.4833
P_100           all 0.2480
P_1000          all 0.0725

aCSIROmedAll

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0531
infNDCG         all 0.2813
iP10            all 0.3933
iP100           all 0.2624
summary (trec_eval)
map             all 0.0998
bpref           all 0.2088
recip_rank      all 0.5971
P_10            all 0.3933
P_100           all 0.1970
P_1000          all 0.0516

cCSIROmedAll

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2122
bpref           all 0.2569
recip_rank      all 0.6454
P_10            all 0.3586
P_100           all 0.1569
P_1000          all 0.0292

kksetri1

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0319
bpref           all 0.0599
recip_rank      all 0.1969
P_10            all 0.0724
P_100           all 0.0369
P_1000          all 0.0092

kksetri2

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0539
bpref           all 0.0856
recip_rank      all 0.3216
P_10            all 0.1241
P_100           all 0.0548
P_1000          all 0.0121

kksetri4

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0921
bpref           all 0.1598
recip_rank      all 0.4873
P_10            all 0.1966
P_100           all 0.0890
P_1000          all 0.0137

mugpubbase

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.1156
infNDCG         all 0.4115
iP10            all 0.6200
iP100           all 0.3325
summary (trec_eval)
map             all 0.2050
bpref           all 0.3188
recip_rank      all 0.8319
P_10            all 0.6200
P_100           all 0.2620
P_1000          all 0.0684

mugctbase

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1369
bpref           all 0.1626
recip_rank      all 0.4236
P_10            all 0.2621
P_100           all 0.1186
P_1000          all 0.0252

MedIER_sa2

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0489
infNDCG         all 0.2103
iP10            all 0.3144
iP100           all 0.1860
summary (trec_eval)
map             all 0.0714
bpref           all 0.1670
recip_rank      all 0.4540
P_10            all 0.2967
P_100           all 0.1200
P_1000          all 0.0318

mayonlppm1

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0466
infNDCG         all 0.2399
iP10            all 0.3933
iP100           all 0.1866
summary (trec_eval)
map             all 0.0803
bpref           all 0.1441
recip_rank      all 0.6395
P_10            all 0.3933
P_100           all 0.1420
P_1000          all 0.0296

mayonlppm2

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0418
infNDCG         all 0.2231
iP10            all 0.3878
iP100           all 0.1680
summary (trec_eval)
map             all 0.0741
bpref           all 0.1735
recip_rank      all 0.6416
P_10            all 0.3867
P_100           all 0.1270
P_1000          all 0.0436

mayonlppm3

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0543
infNDCG         all 0.2922
iP10            all 0.4067
iP100           all 0.2509
summary (trec_eval)
map             all 0.1089
bpref           all 0.2074
recip_rank      all 0.6240
P_10            all 0.4067
P_100           all 0.1927
P_1000          all 0.0557

mayonlppm4

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0486
infNDCG         all 0.2461
iP10            all 0.3967
iP100           all 0.2131
summary (trec_eval)
map             all 0.0831
bpref           all 0.1913
recip_rank      all 0.5947
P_10            all 0.3933
P_100           all 0.1490
P_1000          all 0.0493

GP16Medline

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0054
infNDCG         all 0.0593
iP10            all 0.0800
iP100           all 0.0625
summary (trec_eval)
map             all 0.0112
bpref           all 0.0357
recip_rank      all 0.1261
P_10            all 0.0800
P_100           all 0.0437
P_1000          all 0.0114

GP16Trail

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0178
bpref           all 0.0447
recip_rank      all 0.0974
P_10            all 0.0379
P_100           all 0.0241
P_1000          all 0.0090

GP14Medline

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0047
infNDCG         all 0.0447
iP10            all 0.0533
iP100           all 0.0488
summary (trec_eval)
map             all 0.0109
bpref           all 0.0338
recip_rank      all 0.0945
P_10            all 0.0533
P_100           all 0.0327
P_1000          all 0.0120

GP14Trail

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0319
bpref           all 0.0504
recip_rank      all 0.1695
P_10            all 0.0621
P_100           all 0.0307
P_1000          all 0.0083

cCSIROmedNEG

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1577
bpref           all 0.2257
recip_rank      all 0.4209
P_10            all 0.2552
P_100           all 0.1283
P_1000          all 0.0292

cCSIROmedMCM

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1738
bpref           all 0.2290
recip_rank      all 0.3580
P_10            all 0.2552
P_100           all 0.1348
P_1000          all 0.0323

cCSIROmedHGB

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1980
bpref           all 0.2708
recip_rank      all 0.4505
P_10            all 0.2897
P_100           all 0.1324
P_1000          all 0.0294

cCSIROmedMCB

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1609
bpref           all 0.2262
recip_rank      all 0.4637
P_10            all 0.2655
P_100           all 0.1272
P_1000          all 0.0292

aCSIROmedNEG

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0713
infNDCG         all 0.3092
iP10            all 0.3733
iP100           all 0.2846
summary (trec_eval)
map             all 0.1148
bpref           all 0.2527
recip_rank      all 0.6241
P_10            all 0.3733
P_100           all 0.1880
P_1000          all 0.0574

aCSIROmedPCB

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0545
infNDCG         all 0.2732
iP10            all 0.3167
iP100           all 0.2874
summary (trec_eval)
map             all 0.0934
bpref           all 0.2238
recip_rank      all 0.5680
P_10            all 0.3167
P_100           all 0.1850
P_1000          all 0.0570

aCSIROmedMGB

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0169
infNDCG         all 0.1257
iP10            all 0.2200
iP100           all 0.1413
summary (trec_eval)
map             all 0.0430
bpref           all 0.1581
recip_rank      all 0.4428
P_10            all 0.2200
P_100           all 0.0850
P_1000          all 0.0500

aCSIROmedMCB

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0560
infNDCG         all 0.2668
iP10            all 0.3233
iP100           all 0.2752
summary (trec_eval)
map             all 0.0928
bpref           all 0.2329
recip_rank      all 0.4089
P_10            all 0.3233
P_100           all 0.1743
P_1000          all 0.0570

UKY_BASE

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0981
infNDCG         all 0.3800
iP10            all 0.4667
iP100           all 0.3094
summary (trec_eval)
map             all 0.1636
bpref           all 0.2714
recip_rank      all 0.7564
P_10            all 0.4667
P_100           all 0.2340
P_1000          all 0.0558

UKY_CJT

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0994
infNDCG         all 0.3897
iP10            all 0.4800
iP100           all 0.3197
summary (trec_eval)
map             all 0.1625
bpref           all 0.2714
recip_rank      all 0.7400
P_10            all 0.4800
P_100           all 0.2400
P_1000          all 0.0559

UKY_AGG

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.1007
infNDCG         all 0.3852
iP10            all 0.4933
iP100           all 0.3243
summary (trec_eval)
map             all 0.1754
bpref           all 0.2933
recip_rank      all 0.7408
P_10            all 0.4933
P_100           all 0.2510
P_1000          all 0.0653

UKY_COM

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0725
infNDCG         all 0.2572
iP10            all 0.3833
iP100           all 0.2341
summary (trec_eval)
map             all 0.1206
bpref           all 0.2482
recip_rank      all 0.4924
P_10            all 0.3833
P_100           all 0.1777
P_1000          all 0.0518

UKY_MAN

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0963
infNDCG         all 0.3666
iP10            all 0.4867
iP100           all 0.3096
summary (trec_eval)
map             all 0.1610
bpref           all 0.2878
recip_rank      all 0.7828
P_10            all 0.4867
P_100           all 0.2307
P_1000          all 0.0607

UKY_TRL

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1937
bpref           all 0.2454
recip_rank      all 0.6628
P_10            all 0.3000
P_100           all 0.1272
P_1000          all 0.0219

UKY_T2

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1896
bpref           all 0.2344
recip_rank      all 0.6291
P_10            all 0.3379
P_100           all 0.1183
P_1000          all 0.0200

UKY_T3

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1941
bpref           all 0.2454
recip_rank      all 0.6628
P_10            all 0.3000
P_100           all 0.1272
P_1000          all 0.0224

UKY_T4

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1941
bpref           all 0.2454
recip_rank      all 0.6628
P_10            all 0.3000
P_100           all 0.1272
P_1000          all 0.0224

kkseabs1

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0372
infNDCG         all 0.1899
iP10            all 0.2867
iP100           all 0.1903
summary (trec_eval)
map             all 0.0489
bpref           all 0.1780
recip_rank      all 0.6118
P_10            all 0.2833
P_100           all 0.1243
P_1000          all 0.0429

KISTI01

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0577
infNDCG         all 0.2917
iP10            all 0.3611
iP100           all 0.2587
summary (trec_eval)
map             all 0.1279
bpref           all 0.2222
recip_rank      all 0.6558
P_10            all 0.3600
P_100           all 0.2097
P_1000          all 0.0647

KISTI02

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0566
infNDCG         all 0.2853
iP10            all 0.3900
iP100           all 0.2591
summary (trec_eval)
map             all 0.1247
bpref           all 0.2132
recip_rank      all 0.6630
P_10            all 0.3900
P_100           all 0.2027
P_1000          all 0.0637

KISTI03

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0527
infNDCG         all 0.2738
iP10            all 0.3900
iP100           all 0.2495
summary (trec_eval)
map             all 0.1196
bpref           all 0.2110
recip_rank      all 0.6229
P_10            all 0.3900
P_100           all 0.1993
P_1000          all 0.0635

KISTI04

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0584
infNDCG         all 0.2988
iP10            all 0.3900
iP100           all 0.2728
summary (trec_eval)
map             all 0.1301
bpref           all 0.2226
recip_rank      all 0.6853
P_10            all 0.3900
P_100           all 0.2143
P_1000          all 0.0660

KISTI05

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0548
infNDCG         all 0.2812
iP10            all 0.4067
iP100           all 0.2581
summary (trec_eval)
map             all 0.1240
bpref           all 0.2163
recip_rank      all 0.6247
P_10            all 0.4067
P_100           all 0.2087
P_1000          all 0.0646

KISTI01CT

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2082
bpref           all 0.2253
recip_rank      all 0.6099
P_10            all 0.3448
P_100           all 0.1434
P_1000          all 0.0289

KISTI02CT

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2452
bpref           all 0.2720
recip_rank      all 0.5675
P_10            all 0.3690
P_100           all 0.1617
P_1000          all 0.0320

KISTI03CT

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2317
bpref           all 0.2606
recip_rank      all 0.5550
P_10            all 0.3345
P_100           all 0.1552
P_1000          all 0.0320

KISTI04CT

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2315
bpref           all 0.2543
recip_rank      all 0.5638
P_10            all 0.3483
P_100           all 0.1572
P_1000          all 0.0318

KISTI05CT

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2252
bpref           all 0.2523
recip_rank      all 0.5554
P_10            all 0.3207
P_100           all 0.1521
P_1000          all 0.0317

SIBTct1

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1032
bpref           all 0.1251
recip_rank      all 0.6552
P_10            all 0.2862
P_100           all 0.0645
P_1000          all 0.0081

SIBTct2

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1295
bpref           all 0.1581
recip_rank      all 0.6693
P_10            all 0.3138
P_100           all 0.0952
P_1000          all 0.0113

SIBTct3

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1496
bpref           all 0.1803
recip_rank      all 0.6786
P_10            all 0.3586
P_100           all 0.1069
P_1000          all 0.0130

SIBTct4

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1810
bpref           all 0.2434
recip_rank      all 0.6110
P_10            all 0.3345
P_100           all 0.1414
P_1000          all 0.0243

SIBTct5

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2136
bpref           all 0.2661
recip_rank      all 0.5509
P_10            all 0.3379
P_100           all 0.1500
P_1000          all 0.0290

kkseabs3

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0066
infNDCG         all 0.0698
iP10            all 0.1278
iP100           all 0.0650
summary (trec_eval)
map             all 0.0121
bpref           all 0.0682
recip_rank      all 0.2791
P_10            all 0.1267
P_100           all 0.0430
P_1000          all 0.0154

Gwave

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0027
infNDCG         all 0.0390
iP10            all 0.0700
iP100           all 0.0378
summary (trec_eval)
map             all 0.0038
bpref           all 0.0303
recip_rank      all 0.1535
P_10            all 0.0700
P_100           all 0.0213
P_1000          all 0.0060

NOVAtr1

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2427
bpref           all 0.2760
recip_rank      all 0.6531
P_10            all 0.3828
P_100           all 0.1566
P_1000          all 0.0297

NOVAtr2

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2496
bpref           all 0.2823
recip_rank      all 0.6531
P_10            all 0.3966
P_100           all 0.1586
P_1000          all 0.0297

NOVAtr3

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2200
bpref           all 0.2717
recip_rank      all 0.5932
P_10            all 0.3310
P_100           all 0.1497
P_1000          all 0.0318

NOVAtr4

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2349
bpref           all 0.2738
recip_rank      all 0.6531
P_10            all 0.3862
P_100           all 0.1493
P_1000          all 0.0270

NOVAtr5

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2088
bpref           all 0.2626
recip_rank      all 0.5932
P_10            all 0.3276
P_100           all 0.1438
P_1000          all 0.0294

NOVAsa1

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0278
infNDCG         all 0.2050
iP10            all 0.2767
iP100           all 0.1953
summary (trec_eval)
map             all 0.0832
bpref           all 0.1823
recip_rank      all 0.3719
P_10            all 0.2767
P_100           all 0.1630
P_1000          all 0.0601

NOVAsa2

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0360
infNDCG         all 0.2296
iP10            all 0.3233
iP100           all 0.2071
summary (trec_eval)
map             all 0.0984
bpref           all 0.1906
recip_rank      all 0.5053
P_10            all 0.3233
P_100           all 0.1773
P_1000          all 0.0641

NOVAsa3

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0322
infNDCG         all 0.2111
iP10            all 0.2967
iP100           all 0.1888
summary (trec_eval)
map             all 0.0903
bpref           all 0.1819
recip_rank      all 0.4725
P_10            all 0.2967
P_100           all 0.1640
P_1000          all 0.0614

kkseabs4

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0068
infNDCG         all 0.0737
iP10            all 0.1278
iP100           all 0.0692
summary (trec_eval)
map             all 0.0124
bpref           all 0.0680
recip_rank      all 0.3036
P_10            all 0.1267
P_100           all 0.0463
P_1000          all 0.0154

medline1

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0406
infNDCG         all 0.2153
iP10            all 0.3300
iP100           all 0.1974
summary (trec_eval)
map             all 0.0904
bpref           all 0.1772
recip_rank      all 0.4871
P_10            all 0.3300
P_100           all 0.1543
P_1000          all 0.0523

medline2

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0613
infNDCG         all 0.2867
iP10            all 0.4100
iP100           all 0.2636
summary (trec_eval)
map             all 0.1293
bpref           all 0.2427
recip_rank      all 0.7129
P_10            all 0.4100
P_100           all 0.2090
P_1000          all 0.0653

trial1

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0868
bpref           all 0.1296
recip_rank      all 0.4104
P_10            all 0.2138
P_100           all 0.0731
P_1000          all 0.0158

trial2

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0868
bpref           all 0.1296
recip_rank      all 0.4104
P_10            all 0.2138
P_100           all 0.0731
P_1000          all 0.0158

Gwave_ct

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0251
bpref           all 0.0714
recip_rank      all 0.2269
P_10            all 0.0690
P_100           all 0.0314
P_1000          all 0.0156

MedIER_sa1

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0379
infNDCG         all 0.2036
iP10            all 0.3300
iP100           all 0.1945
summary (trec_eval)
map             all 0.0615
bpref           all 0.1424
recip_rank      all 0.5078
P_10            all 0.3300
P_100           all 0.1303
P_1000          all 0.0318

MedIER_sa4

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0254
infNDCG         all 0.1774
iP10            all 0.2800
iP100           all 0.1498
summary (trec_eval)
map             all 0.0554
bpref           all 0.1467
recip_rank      all 0.6105
P_10            all 0.2800
P_100           all 0.1200
P_1000          all 0.0407

udelT1Base

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0637
infNDCG         all 0.3309
iP10            all 0.4033
iP100           all 0.2963
summary (trec_eval)
map             all 0.1509
bpref           all 0.2494
recip_rank      all 0.6102
P_10            all 0.4033
P_100           all 0.2430
P_1000          all 0.0725

udelT1PRF

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0645
infNDCG         all 0.3251
iP10            all 0.4133
iP100           all 0.3037
summary (trec_eval)
map             all 0.1498
bpref           all 0.2428
recip_rank      all 0.5098
P_10            all 0.4133
P_100           all 0.2463
P_1000          all 0.0723

udelT1Gene

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0498
infNDCG         all 0.2842
iP10            all 0.3833
iP100           all 0.2524
summary (trec_eval)
map             all 0.1307
bpref           all 0.2263
recip_rank      all 0.6474
P_10            all 0.3833
P_100           all 0.2077
P_1000          all 0.0724

udelT1GeMeSH

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0546
infNDCG         all 0.3014
iP10            all 0.3900
iP100           all 0.2739
summary (trec_eval)
map             all 0.1367
bpref           all 0.2322
recip_rank      all 0.6287
P_10            all 0.3900
P_100           all 0.2230
P_1000          all 0.0725

MedIER_sa3

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0362
infNDCG         all 0.1986
iP10            all 0.2933
iP100           all 0.1977
summary (trec_eval)
map             all 0.0590
bpref           all 0.1427
recip_rank      all 0.4493
P_10            all 0.2933
P_100           all 0.1320
P_1000          all 0.0318

udelT1Comb

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0585
infNDCG         all 0.3143
iP10            all 0.4167
iP100           all 0.2838
summary (trec_eval)
map             all 0.1464
bpref           all 0.2399
recip_rank      all 0.5855
P_10            all 0.4167
P_100           all 0.2330
P_1000          all 0.0728

MedIER_ct1

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0358
bpref           all 0.0607
recip_rank      all 0.3922
P_10            all 0.1621
P_100           all 0.0431
P_1000          all 0.0049

MedIER_ct2

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0425
bpref           all 0.0732
recip_rank      all 0.4121
P_10            all 0.1724
P_100           all 0.0476
P_1000          all 0.0052

MedIER_ct3

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0359
bpref           all 0.0610
recip_rank      all 0.3924
P_10            all 0.1621
P_100           all 0.0431
P_1000          all 0.0051

MedIER_ct4

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0427
bpref           all 0.0740
recip_rank      all 0.4121
P_10            all 0.1724
P_100           all 0.0476
P_1000          all 0.0055

udelT2Base

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2572
bpref           all 0.2915
recip_rank      all 0.6602
P_10            all 0.3448
P_100           all 0.1666
P_1000          all 0.0317

udelT2PRF

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2753
bpref           all 0.3086
recip_rank      all 0.6353
P_10            all 0.3552
P_100           all 0.1703
P_1000          all 0.0329

udelT2Gene

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2358
bpref           all 0.2663
recip_rank      all 0.6558
P_10            all 0.3586
P_100           all 0.1521
P_1000          all 0.0317

udelT2GeMeSH

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2487
bpref           all 0.2819
recip_rank      all 0.6475
P_10            all 0.3724
P_100           all 0.1614
P_1000          all 0.0319

udelT2Comb

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2678
bpref           all 0.2922
recip_rank      all 0.6233
P_10            all 0.3793
P_100           all 0.1714
P_1000          all 0.0325

eth_a_ws

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0511
infNDCG         all 0.2719
iP10            all 0.3633
iP100           all 0.2379
summary (trec_eval)
map             all 0.1230
bpref           all 0.2406
recip_rank      all 0.5751
P_10            all 0.3633
P_100           all 0.1950
P_1000          all 0.0649

eth_a_luc

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0494
infNDCG         all 0.2683
iP10            all 0.3600
iP100           all 0.2330
summary (trec_eval)
map             all 0.1198
bpref           all 0.2391
recip_rank      all 0.5732
P_10            all 0.3600
P_100           all 0.1887
P_1000          all 0.0649

eth_a_nn

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0441
infNDCG         all 0.2464
iP10            all 0.3167
iP100           all 0.2166
summary (trec_eval)
map             all 0.1012
bpref           all 0.2207
recip_rank      all 0.5884
P_10            all 0.3167
P_100           all 0.1673
P_1000          all 0.0649

eth_a_ws_q

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0437
infNDCG         all 0.2473
iP10            all 0.3100
iP100           all 0.2228
summary (trec_eval)
map             all 0.1053
bpref           all 0.2284
recip_rank      all 0.5281
P_10            all 0.3100
P_100           all 0.1710
P_1000          all 0.0649

eth_a_gws

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0180
infNDCG         all 0.1422
iP10            all 0.1500
iP100           all 0.1622
summary (trec_eval)
map             all 0.0611
bpref           all 0.1942
recip_rank      all 0.2583
P_10            all 0.1500
P_100           all 0.1080
P_1000          all 0.0649

eth_t_ws

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0309
bpref           all 0.0391
recip_rank      all 0.1745
P_10            all 0.0552
P_100           all 0.0362
P_1000          all 0.0175

eth_t_luc

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0319
bpref           all 0.0406
recip_rank      all 0.1816
P_10            all 0.0586
P_100           all 0.0366
P_1000          all 0.0175

eth_t_nn

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0091
bpref           all 0.0088
recip_rank      all 0.0081
P_10            all 0.0000
P_100           all 0.0038
P_1000          all 0.0175

eth_t_wsb_q

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0195
bpref           all 0.0266
recip_rank      all 0.0788
P_10            all 0.0276
P_100           all 0.0231
P_1000          all 0.0175

eth_t_gwsq

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0135
bpref           all 0.0132
recip_rank      all 0.0293
P_10            all 0.0034
P_100           all 0.0038
P_1000          all 0.0175

pms_run1

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0685
infNDCG         all 0.2998
iP10            all 0.4667
iP100           all 0.2735
summary (trec_eval)
map             all 0.0954
bpref           all 0.1970
recip_rank      all 0.6711
P_10            all 0.4667
P_100           all 0.1857
P_1000          all 0.0412

pms_run1_tri

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1459
bpref           all 0.1923
recip_rank      all 0.6194
P_10            all 0.3241
P_100           all 0.1179
P_1000          all 0.0229

pms_run2_abs

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0351
infNDCG         all 0.1814
iP10            all 0.2533
iP100           all 0.2023
summary (trec_eval)
map             all 0.0622
bpref           all 0.1831
recip_rank      all 0.3309
P_10            all 0.2533
P_100           all 0.1377
P_1000          all 0.0451

pms_run2_tri

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0380
bpref           all 0.0746
recip_rank      all 0.3636
P_10            all 0.1448
P_100           all 0.0466
P_1000          all 0.0126

mayonlppm5

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0543
infNDCG         all 0.2922
iP10            all 0.4067
iP100           all 0.2509
summary (trec_eval)
map             all 0.1089
bpref           all 0.2074
recip_rank      all 0.6240
P_10            all 0.4067
P_100           all 0.1927
P_1000          all 0.0557

pms_run3_abs

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0863
infNDCG         all 0.3567
iP10            all 0.4967
iP100           all 0.3318
summary (trec_eval)
map             all 0.1571
bpref           all 0.2847
recip_rank      all 0.6372
P_10            all 0.4967
P_100           all 0.2373
P_1000          all 0.0699

pms_run3_tri

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1066
bpref           all 0.1387
recip_rank      all 0.5325
P_10            all 0.2517
P_100           all 0.0869
P_1000          all 0.0242

pms_run4_abs

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0549
infNDCG         all 0.2656
iP10            all 0.3833
iP100           all 0.2541
summary (trec_eval)
map             all 0.0875
bpref           all 0.2328
recip_rank      all 0.5290
P_10            all 0.3833
P_100           all 0.1653
P_1000          all 0.0495

pms_run4_tri

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0177
bpref           all 0.0362
recip_rank      all 0.1041
P_10            all 0.0552
P_100           all 0.0259
P_1000          all 0.0072

mayonlpct1

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0771
bpref           all 0.1175
recip_rank      all 0.5746
P_10            all 0.2448
P_100           all 0.0703
P_1000          all 0.0082

mayonlpct2

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0506
bpref           all 0.0858
recip_rank      all 0.3191
P_10            all 0.1241
P_100           all 0.0600
P_1000          all 0.0132

pms_run5_abs

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.1027
infNDCG         all 0.4070
iP10            all 0.5300
iP100           all 0.3635
summary (trec_eval)
map             all 0.1745
bpref           all 0.3104
recip_rank      all 0.6974
P_10            all 0.5300
P_100           all 0.2600
P_1000          all 0.0664

mayonlpct3

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0705
bpref           all 0.1202
recip_rank      all 0.4717
P_10            all 0.1931
P_100           all 0.0762
P_1000          all 0.0154

mayonlpct4

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1036
bpref           all 0.1561
recip_rank      all 0.5631
P_10            all 0.2207
P_100           all 0.0948
P_1000          all 0.0165

mayonlpct5

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0767
bpref           all 0.1216
recip_rank      all 0.4713
P_10            all 0.1931
P_100           all 0.0834
P_1000          all 0.0174

pms_run5_tri

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1942
bpref           all 0.2354
recip_rank      all 0.6905
P_10            all 0.3483
P_100           all 0.1317
P_1000          all 0.0239

medline4

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0644
infNDCG         all 0.2933
iP10            all 0.3867
iP100           all 0.2693
summary (trec_eval)
map             all 0.1307
bpref           all 0.2404
recip_rank      all 0.6987
P_10            all 0.3867
P_100           all 0.2027
P_1000          all 0.0622

medline5

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0740
infNDCG         all 0.3154
iP10            all 0.4367
iP100           all 0.2816
summary (trec_eval)
map             all 0.1437
bpref           all 0.2479
recip_rank      all 0.7327
P_10            all 0.4367
P_100           all 0.2137
P_1000          all 0.0619

UWMSOIS0

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2159
bpref           all 0.2387
recip_rank      all 0.5092
P_10            all 0.3414
P_100           all 0.1572
P_1000          all 0.0326

UCASSEM3

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2415
bpref           all 0.2793
recip_rank      all 0.5814
P_10            all 0.3517
P_100           all 0.1610
P_1000          all 0.0348

UCASSEM2

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2483
bpref           all 0.2842
recip_rank      all 0.5800
P_10            all 0.3724
P_100           all 0.1621
P_1000          all 0.0334

UCASSEMUMLS

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1919
bpref           all 0.2317
recip_rank      all 0.5018
P_10            all 0.2966
P_100           all 0.1476
P_1000          all 0.0334

UCASSEM1

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2386
bpref           all 0.2695
recip_rank      all 0.5541
P_10            all 0.3586
P_100           all 0.1638
P_1000          all 0.0334

UWMSOIS1

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2010
bpref           all 0.2277
recip_rank      all 0.4766
P_10            all 0.3172
P_100           all 0.1531
P_1000          all 0.0329

UWMSOIS2

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1936
bpref           all 0.2222
recip_rank      all 0.4809
P_10            all 0.2897
P_100           all 0.1490
P_1000          all 0.0318

UCASSEM3a

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0655
infNDCG         all 0.3166
iP10            all 0.4267
iP100           all 0.2893
summary (trec_eval)
map             all 0.1555
bpref           all 0.2533
recip_rank      all 0.6453
P_10            all 0.4267
P_100           all 0.2390
P_1000          all 0.0805

UWMSOIS3

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1983
bpref           all 0.2295
recip_rank      all 0.4801
P_10            all 0.3103
P_100           all 0.1545
P_1000          all 0.0328

UCASSEM2a

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0653
infNDCG         all 0.3261
iP10            all 0.4333
iP100           all 0.3149
summary (trec_eval)
map             all 0.1588
bpref           all 0.2492
recip_rank      all 0.5531
P_10            all 0.4333
P_100           all 0.2457
P_1000          all 0.0807

UCASSEMUMLSa

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0596
infNDCG         all 0.2997
iP10            all 0.3867
iP100           all 0.2860
summary (trec_eval)
map             all 0.1504
bpref           all 0.2366
recip_rank      all 0.5423
P_10            all 0.3867
P_100           all 0.2297
P_1000          all 0.0789

UCASSEM1a

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0665
infNDCG         all 0.3304
iP10            all 0.4167
iP100           all 0.3100
summary (trec_eval)
map             all 0.1600
bpref           all 0.2540
recip_rank      all 0.5999
P_10            all 0.4167
P_100           all 0.2470
P_1000          all 0.0807

UWMSOIS4

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1972
bpref           all 0.2263
recip_rank      all 0.4686
P_10            all 0.3103
P_100           all 0.1534
P_1000          all 0.0329

UCASBASEa

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0717
infNDCG         all 0.3394
iP10            all 0.4400
iP100           all 0.3108
summary (trec_eval)
map             all 0.1752
bpref           all 0.2623
recip_rank      all 0.6109
P_10            all 0.4400
P_100           all 0.2590
P_1000          all 0.0807

medline3

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0943
infNDCG         all 0.3555
iP10            all 0.4500
iP100           all 0.3149
summary (trec_eval)
map             all 0.1647
bpref           all 0.2904
recip_rank      all 0.6572
P_10            all 0.4500
P_100           all 0.2343
P_1000          all 0.0687

ECNU_M_1

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0570
infNDCG         all 0.3132
iP10            all 0.4100
iP100           all 0.2925
summary (trec_eval)
map             all 0.1474
bpref           all 0.2264
recip_rank      all 0.5877
P_10            all 0.4100
P_100           all 0.2450
P_1000          all 0.0717

ECNU_M_2

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0524
infNDCG         all 0.2969
iP10            all 0.3900
iP100           all 0.2782
summary (trec_eval)
map             all 0.1356
bpref           all 0.2232
recip_rank      all 0.5567
P_10            all 0.3900
P_100           all 0.2250
P_1000          all 0.0723

ECNU_M_3

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0474
infNDCG         all 0.2771
iP10            all 0.3400
iP100           all 0.2565
summary (trec_eval)
map             all 0.1272
bpref           all 0.2145
recip_rank      all 0.5566
P_10            all 0.3400
P_100           all 0.2113
P_1000          all 0.0699

ECNU_M_4

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0243
infNDCG         all 0.1689
iP10            all 0.2733
iP100           all 0.1596
summary (trec_eval)
map             all 0.0675
bpref           all 0.1742
recip_rank      all 0.4682
P_10            all 0.2733
P_100           all 0.1217
P_1000          all 0.0557

ECNU_M_5

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0553
infNDCG         all 0.2976
iP10            all 0.3767
iP100           all 0.2706
summary (trec_eval)
map             all 0.1407
bpref           all 0.2219
recip_rank      all 0.6042
P_10            all 0.3767
P_100           all 0.2300
P_1000          all 0.0707

ECNU_C_1

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0164
bpref           all 0.0263
recip_rank      all 0.1398
P_10            all 0.0276
P_100           all 0.0134
P_1000          all 0.0070

ECNU_C_2

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2025
bpref           all 0.2407
recip_rank      all 0.5028
P_10            all 0.3207
P_100           all 0.1555
P_1000          all 0.0301

ECNU_C_3

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2107
bpref           all 0.2478
recip_rank      all 0.5429
P_10            all 0.3000
P_100           all 0.1559
P_1000          all 0.0311

ECNU_C_4

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2008
bpref           all 0.2410
recip_rank      all 0.4608
P_10            all 0.3103
P_100           all 0.1507
P_1000          all 0.0298

ECNU_C_5

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1669
bpref           all 0.2157
recip_rank      all 0.5303
P_10            all 0.3276
P_100           all 0.1331
P_1000          all 0.0241

1_ec_simple

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0151
bpref           all 0.0194
recip_rank      all 0.0434
P_10            all 0.0034
P_100           all 0.0252
P_1000          all 0.0093

2_ec_complex

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0196
bpref           all 0.0305
recip_rank      all 0.0987
P_10            all 0.0276
P_100           all 0.0255
P_1000          all 0.0096

dumbmethod

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0929
bpref           all 0.1380
recip_rank      all 0.4491
P_10            all 0.2552
P_100           all 0.0852
P_1000          all 0.0176

trial3

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0868
bpref           all 0.1296
recip_rank      all 0.4104
P_10            all 0.2138
P_100           all 0.0731
P_1000          all 0.0158

trial4

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0868
bpref           all 0.1296
recip_rank      all 0.4104
P_10            all 0.2138
P_100           all 0.0731
P_1000          all 0.0158

LGDprfGOpt

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1821
bpref           all 0.2328
recip_rank      all 0.5225
P_10            all 0.3138
P_100           all 0.1338
P_1000          all 0.0268

LGDnoprfGOpt

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2164
bpref           all 0.2734
recip_rank      all 0.5669
P_10            all 0.3414
P_100           all 0.1545
P_1000          all 0.0271

LGDraw

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2362
bpref           all 0.2767
recip_rank      all 0.5062
P_10            all 0.3690
P_100           all 0.1597
P_1000          all 0.0307

LDGprfStrict

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1515
bpref           all 0.2090
recip_rank      all 0.4469
P_10            all 0.2621
P_100           all 0.1207
P_1000          all 0.0215

POZabsBB2GRn

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0498
infNDCG         all 0.2371
iP10            all 0.3556
iP100           all 0.2226
summary (trec_eval)
map             all 0.0709
bpref           all 0.1809
recip_rank      all 0.5471
P_10            all 0.3433
P_100           all 0.1450
P_1000          all 0.0369

POZabsLGDGRn

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0440
infNDCG         all 0.2262
iP10            all 0.3483
iP100           all 0.2200
summary (trec_eval)
map             all 0.0666
bpref           all 0.1694
recip_rank      all 0.5274
P_10            all 0.3367
P_100           all 0.1480
P_1000          all 0.0342

POZabsBB2sn

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0650
infNDCG         all 0.3056
iP10            all 0.4178
iP100           all 0.2980
summary (trec_eval)
map             all 0.0994
bpref           all 0.1986
recip_rank      all 0.6349
P_10            all 0.4100
P_100           all 0.2063
P_1000          all 0.0453

LGDStrict

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1792
bpref           all 0.2392
recip_rank      all 0.5803
P_10            all 0.2897
P_100           all 0.1248
P_1000          all 0.0217

UTDHLTJQ

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.1279
infNDCG         all 0.4530
iP10            all 0.6300
iP100           all 0.3653
summary (trec_eval)
map             all 0.2214
bpref           all 0.3550
recip_rank      all 0.8011
P_10            all 0.6300
P_100           all 0.2773
P_1000          all 0.0765

UTDHLTJQT

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2676
bpref           all 0.3244
recip_rank      all 0.6643
P_10            all 0.3759
P_100           all 0.1679
P_1000          all 0.0306

UTDHLTAFT

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2533
bpref           all 0.3085
recip_rank      all 0.6220
P_10            all 0.4000
P_100           all 0.1534
P_1000          all 0.0303

UTDHLTSFT

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2561
bpref           all 0.3198
recip_rank      all 0.6975
P_10            all 0.3793
P_100           all 0.1652
P_1000          all 0.0260

UTDHLTFFT

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2460
bpref           all 0.3105
recip_rank      all 0.6136
P_10            all 0.4172
P_100           all 0.1514
P_1000          all 0.0256

UTDHLTSQT

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1414
bpref           all 0.1891
recip_rank      all 0.5099
P_10            all 0.2517
P_100           all 0.1097
P_1000          all 0.0209

cbnuCT1

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2242
bpref           all 0.2518
recip_rank      all 0.5924
P_10            all 0.3379
P_100           all 0.1434
P_1000          all 0.0297

cbnuCT2

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1620
bpref           all 0.1919
recip_rank      all 0.3854
P_10            all 0.2241
P_100           all 0.1234
P_1000          all 0.0328

UTDHLTAF

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.1341
infNDCG         all 0.4532
iP10            all 0.6300
iP100           all 0.3655
summary (trec_eval)
map             all 0.2244
bpref           all 0.3470
recip_rank      all 0.8778
P_10            all 0.6300
P_100           all 0.2803
P_1000          all 0.0743

UTDHLTSF

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.1282
infNDCG         all 0.4526
iP10            all 0.6100
iP100           all 0.3627
summary (trec_eval)
map             all 0.2249
bpref           all 0.3608
recip_rank      all 0.8150
P_10            all 0.6100
P_100           all 0.2760
P_1000          all 0.0774

UTDHLTFF

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.1383
infNDCG         all 0.4647
iP10            all 0.6267
iP100           all 0.3759
summary (trec_eval)
map             all 0.2327
bpref           all 0.3504
recip_rank      all 0.8917
P_10            all 0.6267
P_100           all 0.2903
P_1000          all 0.0746

UTDHLTSQ

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0286
infNDCG         all 0.1882
iP10            all 0.2400
iP100           all 0.1732
summary (trec_eval)
map             all 0.0824
bpref           all 0.1552
recip_rank      all 0.5102
P_10            all 0.2400
P_100           all 0.1323
P_1000          all 0.0539

cbnuCT3

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1912
bpref           all 0.2182
recip_rank      all 0.4054
P_10            all 0.2586
P_100           all 0.1331
P_1000          all 0.0336

cRun1Bsl

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1984
bpref           all 0.2315
recip_rank      all 0.5573
P_10            all 0.3379
P_100           all 0.1414
P_1000          all 0.0274

cRun2BslOth

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1872
bpref           all 0.2203
recip_rank      all 0.5438
P_10            all 0.3241
P_100           all 0.1262
P_1000          all 0.0268

cRun3MRF

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1367
bpref           all 0.1552
recip_rank      all 0.5687
P_10            all 0.2655
P_100           all 0.0972
P_1000          all 0.0224

cRun4MRFrf

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0985
bpref           all 0.1223
recip_rank      all 0.3996
P_10            all 0.1759
P_100           all 0.0817
P_1000          all 0.0231

cRun5MRFBow

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0568
bpref           all 0.0850
recip_rank      all 0.2342
P_10            all 0.1379
P_100           all 0.0683
P_1000          all 0.0224

mRun1Bsl

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0760
infNDCG         all 0.3498
iP10            all 0.4967
iP100           all 0.3006
summary (trec_eval)
map             all 0.1782
bpref           all 0.2706
recip_rank      all 0.7248
P_10            all 0.4967
P_100           all 0.2510
P_1000          all 0.0797

mRun2BslOth

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0686
infNDCG         all 0.3291
iP10            all 0.4567
iP100           all 0.2842
summary (trec_eval)
map             all 0.1627
bpref           all 0.2519
recip_rank      all 0.7037
P_10            all 0.4567
P_100           all 0.2373
P_1000          all 0.0765

mRun3MRF

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0857
infNDCG         all 0.3758
iP10            all 0.5133
iP100           all 0.3112
summary (trec_eval)
map             all 0.1637
bpref           all 0.2760
recip_rank      all 0.7686
P_10            all 0.5133
P_100           all 0.2427
P_1000          all 0.0639

mRun4MRFrf

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0862
infNDCG         all 0.3251
iP10            all 0.4367
iP100           all 0.2884
summary (trec_eval)
map             all 0.1552
bpref           all 0.2568
recip_rank      all 0.6603
P_10            all 0.4367
P_100           all 0.2167
P_1000          all 0.0623

mRun5MRFBow

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0395
infNDCG         all 0.2428
iP10            all 0.2978
iP100           all 0.2541
summary (trec_eval)
map             all 0.0967
bpref           all 0.2236
recip_rank      all 0.4045
P_10            all 0.2967
P_100           all 0.1813
P_1000          all 0.0639

mugpubboost

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.1179
infNDCG         all 0.4158
iP10            all 0.6267
iP100           all 0.3363
summary (trec_eval)
map             all 0.2040
bpref           all 0.3206
recip_rank      all 0.8778
P_10            all 0.6267
P_100           all 0.2610
P_1000          all 0.0675

mugpubdiseas

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0873
infNDCG         all 0.3681
iP10            all 0.4900
iP100           all 0.3072
summary (trec_eval)
map             all 0.1655
bpref           all 0.2961
recip_rank      all 0.7642
P_10            all 0.4900
P_100           all 0.2337
P_1000          all 0.0693

mugpubgene

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0750
infNDCG         all 0.3101
iP10            all 0.4700
iP100           all 0.2906
summary (trec_eval)
map             all 0.1380
bpref           all 0.2771
recip_rank      all 0.6228
P_10            all 0.4700
P_100           all 0.2167
P_1000          all 0.0631

UDInfoPMCT3

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0182
bpref           all 0.0386
recip_rank      all 0.2464
P_10            all 0.0793
P_100           all 0.0279
P_1000          all 0.0047

UDInfoPMCT4

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0201
bpref           all 0.0388
recip_rank      all 0.2695
P_10            all 0.0793
P_100           all 0.0297
P_1000          all 0.0047

UDInfoPMCT6

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0573
bpref           all 0.0716
recip_rank      all 0.2387
P_10            all 0.1034
P_100           all 0.0507
P_1000          all 0.0122

UDInfoPMCT10

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0398
bpref           all 0.0566
recip_rank      all 0.1966
P_10            all 0.0621
P_100           all 0.0417
P_1000          all 0.0130

UDInfoPMSA2

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0936
infNDCG         all 0.3897
iP10            all 0.5067
iP100           all 0.3184
summary (trec_eval)
map             all 0.1948
bpref           all 0.2892
recip_rank      all 0.7767
P_10            all 0.5067
P_100           all 0.2600
P_1000          all 0.0776

UDInfoPMSA3

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0707
infNDCG         all 0.3328
iP10            all 0.4233
iP100           all 0.2904
summary (trec_eval)
map             all 0.1643
bpref           all 0.2565
recip_rank      all 0.6971
P_10            all 0.4233
P_100           all 0.2417
P_1000          all 0.0769

UDInfoPMSA5

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0584
infNDCG         all 0.2631
iP10            all 0.3567
iP100           all 0.2389
summary (trec_eval)
map             all 0.1138
bpref           all 0.2075
recip_rank      all 0.5778
P_10            all 0.3567
P_100           all 0.1920
P_1000          all 0.0530

UDInfoPMSA6

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0363
infNDCG         all 0.1760
iP10            all 0.2400
iP100           all 0.1497
summary (trec_eval)
map             all 0.0693
bpref           all 0.1446
recip_rank      all 0.4209
P_10            all 0.2400
P_100           all 0.1247
P_1000          all 0.0351

UDInfoPMSA7

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0778
infNDCG         all 0.3530
iP10            all 0.4367
iP100           all 0.3053
summary (trec_eval)
map             all 0.1761
bpref           all 0.2700
recip_rank      all 0.7047
P_10            all 0.4367
P_100           all 0.2550
P_1000          all 0.0766

mugpubshould

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0536
infNDCG         all 0.2896
iP10            all 0.4567
iP100           all 0.2584
summary (trec_eval)
map             all 0.1220
bpref           all 0.2314
recip_rank      all 0.6015
P_10            all 0.4567
P_100           all 0.2083
P_1000          all 0.0646

mugctboost

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1230
bpref           all 0.1626
recip_rank      all 0.4289
P_10            all 0.2276
P_100           all 0.1128
P_1000          all 0.0239

mugctmust

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1330
bpref           all 0.1579
recip_rank      all 0.4192
P_10            all 0.2517
P_100           all 0.1152
P_1000          all 0.0249

mugctdisease

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0341
bpref           all 0.0628
recip_rank      all 0.2443
P_10            all 0.0690
P_100           all 0.0414
P_1000          all 0.0157

mugctgene

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1096
bpref           all 0.1652
recip_rank      all 0.4038
P_10            all 0.2276
P_100           all 0.0976
P_1000          all 0.0225

cbnuSA1

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0789
infNDCG         all 0.3260
iP10            all 0.4633
iP100           all 0.2956
summary (trec_eval)
map             all 0.1524
bpref           all 0.2535
recip_rank      all 0.7624
P_10            all 0.4633
P_100           all 0.2317
P_1000          all 0.0638

cbnuSA2

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0172
infNDCG         all 0.1236
iP10            all 0.1600
iP100           all 0.1320
summary (trec_eval)
map             all 0.0515
bpref           all 0.1617
recip_rank      all 0.3256
P_10            all 0.1600
P_100           all 0.0973
P_1000          all 0.0478

UNTIIADW

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0758
infNDCG         all 0.3076
iP10            all 0.4467
iP100           all 0.2751
summary (trec_eval)
map             all 0.1491
bpref           all 0.2436
recip_rank      all 0.6200
P_10            all 0.4467
P_100           all 0.2093
P_1000          all 0.0607

UNTIIASY

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0802
infNDCG         all 0.3110
iP10            all 0.4600
iP100           all 0.2753
summary (trec_eval)
map             all 0.1433
bpref           all 0.2314
recip_rank      all 0.6387
P_10            all 0.4600
P_100           all 0.1993
P_1000          all 0.0513

UNTIIAIS

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0242
infNDCG         all 0.1183
iP10            all 0.1967
iP100           all 0.1113
summary (trec_eval)
map             all 0.0491
bpref           all 0.0936
recip_rank      all 0.2838
P_10            all 0.1967
P_100           all 0.0823
P_1000          all 0.0243

UNTIIAGA

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0299
infNDCG         all 0.1248
iP10            all 0.2100
iP100           all 0.1054
summary (trec_eval)
map             all 0.0473
bpref           all 0.0849
recip_rank      all 0.3705
P_10            all 0.2100
P_100           all 0.0727
P_1000          all 0.0156

UNTIIALQ

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0797
infNDCG         all 0.3163
iP10            all 0.5233
iP100           all 0.2878
summary (trec_eval)
map             all 0.1232
bpref           all 0.2159
recip_rank      all 0.6664
P_10            all 0.5233
P_100           all 0.1903
P_1000          all 0.0422

DUTIR003

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0129
infNDCG         all 0.1240
iP10            all 0.2178
iP100           all 0.1056
summary (trec_eval)
map             all 0.0196
bpref           all 0.0756
recip_rank      all 0.3690
P_10            all 0.2133
P_100           all 0.0753
P_1000          all 0.0152

UNTIIACTDW

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0150
bpref           all 0.0246
recip_rank      all 0.2026
P_10            all 0.0621
P_100           all 0.0138
P_1000          all 0.0017

ielabRun1

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0006
infNDCG         all 0.0133
iP10            all 0.0278
iP100           all 0.0112
summary (trec_eval)
map             all 0.0019
bpref           all 0.0207
recip_rank      all 0.0950
P_10            all 0.0267
P_100           all 0.0087
P_1000          all 0.0076

UNTIIACTSY

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0076
bpref           all 0.0148
recip_rank      all 0.1560
P_10            all 0.0517
P_100           all 0.0128
P_1000          all 0.0016

ielabRun21

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0006
infNDCG         all 0.0163
iP10            all 0.0267
iP100           all 0.0199
summary (trec_eval)
map             all 0.0019
bpref           all 0.0215
recip_rank      all 0.0516
P_10            all 0.0267
P_100           all 0.0133
P_1000          all 0.0080

ielabRun22

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0035
infNDCG         all 0.0387
iP10            all 0.0700
iP100           all 0.0381
summary (trec_eval)
map             all 0.0063
bpref           all 0.0317
recip_rank      all 0.1485
P_10            all 0.0700
P_100           all 0.0257
P_1000          all 0.0098

ielabRun23

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0032
infNDCG         all 0.0369
iP10            all 0.0667
iP100           all 0.0363
summary (trec_eval)
map             all 0.0060
bpref           all 0.0302
recip_rank      all 0.1445
P_10            all 0.0667
P_100           all 0.0243
P_1000          all 0.0098

UNTIIACTIS

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0048
bpref           all 0.0131
recip_rank      all 0.0719
P_10            all 0.0207
P_100           all 0.0110
P_1000          all 0.0015

DUTIR004

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2062
bpref           all 0.2367
recip_rank      all 0.6140
P_10            all 0.3241
P_100           all 0.1455
P_1000          all 0.0297

ielabRun3

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0007
infNDCG         all 0.0172
iP10            all 0.0133
iP100           all 0.0224
summary (trec_eval)
map             all 0.0020
bpref           all 0.0241
recip_rank      all 0.0237
P_10            all 0.0133
P_100           all 0.0127
P_1000          all 0.0087

UNTIIACTGA

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0047
bpref           all 0.0119
recip_rank      all 0.0717
P_10            all 0.0207
P_100           all 0.0097
P_1000          all 0.0013

UNTIIACTLQ

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0140
bpref           all 0.0235
recip_rank      all 0.2310
P_10            all 0.0862
P_100           all 0.0117
P_1000          all 0.0012

cbnuSA3

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0223
infNDCG         all 0.1408
iP10            all 0.1933
iP100           all 0.1623
summary (trec_eval)
map             all 0.0578
bpref           all 0.1657
recip_rank      all 0.2897
P_10            all 0.1933
P_100           all 0.1163
P_1000          all 0.0513

UDInfoPMCT8

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1591
bpref           all 0.1825
recip_rank      all 0.5422
P_10            all 0.2862
P_100           all 0.1069
P_1000          all 0.0191

Textual

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0642
infNDCG         all 0.3294
iP10            all 0.4333
iP100           all 0.2863
summary (trec_eval)
map             all 0.1431
bpref           all 0.2306
recip_rank      all 0.7403
P_10            all 0.4333
P_100           all 0.2333
P_1000          all 0.0645

Ontological

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0641
infNDCG         all 0.3011
iP10            all 0.4200
iP100           all 0.2409
summary (trec_eval)
map             all 0.1100
bpref           all 0.2303
recip_rank      all 0.6183
P_10            all 0.4200
P_100           all 0.1740
P_1000          all 0.0500

Broad

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0956
infNDCG         all 0.3800
iP10            all 0.4667
iP100           all 0.3012
summary (trec_eval)
map             all 0.1648
bpref           all 0.3026
recip_rank      all 0.8033
P_10            all 0.4667
P_100           all 0.2207
P_1000          all 0.0677

Semantic

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0867
infNDCG         all 0.3561
iP10            all 0.4600
iP100           all 0.2761
summary (trec_eval)
map             all 0.1309
bpref           all 0.2500
recip_rank      all 0.8033
P_10            all 0.4600
P_100           all 0.1997
P_1000          all 0.0472

Focused

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0509
infNDCG         all 0.2536
iP10            all 0.3633
iP100           all 0.1817
summary (trec_eval)
map             all 0.0728
bpref           all 0.1218
recip_rank      all 0.7967
P_10            all 0.3633
P_100           all 0.1370
P_1000          all 0.0189

Textualc

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1392
bpref           all 0.1665
recip_rank      all 0.6851
P_10            all 0.3276
P_100           all 0.0741
P_1000          all 0.0117

Ontologicalc

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1081
bpref           all 0.1458
recip_rank      all 0.5540
P_10            all 0.2862
P_100           all 0.0655
P_1000          all 0.0099

Broadc

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1551
bpref           all 0.1872
recip_rank      all 0.6544
P_10            all 0.3724
P_100           all 0.0855
P_1000          all 0.0130

Semanticc

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0744
bpref           all 0.0892
recip_rank      all 0.5098
P_10            all 0.2172
P_100           all 0.0376
P_1000          all 0.0039

Focusedc

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0469
bpref           all 0.0550
recip_rank      all 0.3879
P_10            all 0.1448
P_100           all 0.0248
P_1000          all 0.0025

UD_GU_SA_1

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.1186
infNDCG         all 0.3872
iP10            all 0.5967
iP100           all 0.2955
summary (trec_eval)
map             all 0.1792
bpref           all 0.3166
recip_rank      all 0.8200
P_10            all 0.5933
P_100           all 0.2137
P_1000          all 0.0567

UD_GU_SA_2

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.1252
infNDCG         all 0.4024
iP10            all 0.6267
iP100           all 0.3089
summary (trec_eval)
map             all 0.1871
bpref           all 0.3193
recip_rank      all 0.8592
P_10            all 0.6233
P_100           all 0.2210
P_1000          all 0.0570

UD_GU_SA_3

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.1181
infNDCG         all 0.3884
iP10            all 0.5900
iP100           all 0.2945
summary (trec_eval)
map             all 0.1792
bpref           all 0.3162
recip_rank      all 0.8352
P_10            all 0.5833
P_100           all 0.2147
P_1000          all 0.0567

UD_GU_SA_4

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.1238
infNDCG         all 0.4027
iP10            all 0.6222
iP100           all 0.3081
summary (trec_eval)
map             all 0.1876
bpref           all 0.3188
recip_rank      all 0.8687
P_10            all 0.6200
P_100           all 0.2240
P_1000          all 0.0568

UD_GU_SA_5

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.1295
infNDCG         all 0.4135
iP10            all 0.6422
iP100           all 0.3197
summary (trec_eval)
map             all 0.1932
bpref           all 0.3220
recip_rank      all 0.9103
P_10            all 0.6400
P_100           all 0.2297
P_1000          all 0.0571

UD_GU_CT_1

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1949
bpref           all 0.2473
recip_rank      all 0.7481
P_10            all 0.4241
P_100           all 0.1334
P_1000          all 0.0179

UD_GU_CT_2

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2117
bpref           all 0.2710
recip_rank      all 0.7481
P_10            all 0.4414
P_100           all 0.1424
P_1000          all 0.0202

UD_GU_CT_3

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2206
bpref           all 0.2830
recip_rank      all 0.7550
P_10            all 0.4448
P_100           all 0.1476
P_1000          all 0.0217

SDSFU_BASE

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1029
bpref           all 0.1220
recip_rank      all 0.3792
P_10            all 0.1897
P_100           all 0.0945
P_1000          all 0.0208

SDSFU_PF

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0861
bpref           all 0.1120
recip_rank      all 0.3596
P_10            all 0.1517
P_100           all 0.0893
P_1000          all 0.0205

SDSFU_UMLS

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0769
bpref           all 0.0928
recip_rank      all 0.3449
P_10            all 0.1276
P_100           all 0.0697
P_1000          all 0.0205

SDSFU_PFUMLS

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0675
bpref           all 0.0916
recip_rank      all 0.2507
P_10            all 0.1379
P_100           all 0.0797
P_1000          all 0.0202

SDSFU_Lambda

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0361
infNDCG         all 0.2221
iP10            all 0.2800
iP100           all 0.2112
summary (trec_eval)
map             all 0.0849
bpref           all 0.1945
recip_rank      all 0.4985
P_10            all 0.2800
P_100           all 0.1727
P_1000          all 0.0569

SDSFU_PF_SA

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0412
infNDCG         all 0.2440
iP10            all 0.3367
iP100           all 0.2331
summary (trec_eval)
map             all 0.1041
bpref           all 0.2086
recip_rank      all 0.4869
P_10            all 0.3367
P_100           all 0.1913
P_1000          all 0.0650

SDSFU_PU_SA

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0400
infNDCG         all 0.2298
iP10            all 0.3167
iP100           all 0.2112
summary (trec_eval)
map             all 0.0909
bpref           all 0.1968
recip_rank      all 0.5127
P_10            all 0.3167
P_100           all 0.1727
P_1000          all 0.0569

UWMSOIS5

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0594
infNDCG         all 0.3090
iP10            all 0.3733
iP100           all 0.2656
summary (trec_eval)
map             all 0.1440
bpref           all 0.2295
recip_rank      all 0.7002
P_10            all 0.3733
P_100           all 0.2220
P_1000          all 0.0711

UWMSOIS6

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0526
infNDCG         all 0.2879
iP10            all 0.3600
iP100           all 0.2512
summary (trec_eval)
map             all 0.1350
bpref           all 0.2267
recip_rank      all 0.6497
P_10            all 0.3600
P_100           all 0.2103
P_1000          all 0.0712

SDSFU_Jnal

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0360
infNDCG         all 0.2201
iP10            all 0.2600
iP100           all 0.2112
summary (trec_eval)
map             all 0.0854
bpref           all 0.1936
recip_rank      all 0.4409
P_10            all 0.2600
P_100           all 0.1727
P_1000          all 0.0569

UWMSOIS7

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0543
infNDCG         all 0.2966
iP10            all 0.3733
iP100           all 0.2560
summary (trec_eval)
map             all 0.1355
bpref           all 0.2292
recip_rank      all 0.6334
P_10            all 0.3733
P_100           all 0.2107
P_1000          all 0.0702

UWMSOIS8

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0500
infNDCG         all 0.2841
iP10            all 0.3567
iP100           all 0.2491
summary (trec_eval)
map             all 0.1314
bpref           all 0.2253
recip_rank      all 0.6395
P_10            all 0.3567
P_100           all 0.2090
P_1000          all 0.0711

SDSFU_Ensem

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0414
infNDCG         all 0.2347
iP10            all 0.3267
iP100           all 0.2112
summary (trec_eval)
map             all 0.0936
bpref           all 0.1973
recip_rank      all 0.5639
P_10            all 0.3267
P_100           all 0.1727
P_1000          all 0.0569

UWMSOIS9

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0503
infNDCG         all 0.2844
iP10            all 0.3567
iP100           all 0.2479
summary (trec_eval)
map             all 0.1320
bpref           all 0.2253
recip_rank      all 0.6561
P_10            all 0.3567
P_100           all 0.2087
P_1000          all 0.0711

UD_GU_CT_4

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1939
bpref           all 0.2482
recip_rank      all 0.7481
P_10            all 0.4241
P_100           all 0.1341
P_1000          all 0.0183

UD_GU_CT_5

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (trec_eval)
map             all 0.2113
bpref           all 0.2725
recip_rank      all 0.7481
P_10            all 0.4379
P_100           all 0.1438
P_1000          all 0.0209

DA_IICTrun1

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.0968
bpref           all 0.1449
recip_rank      all 0.3829
P_10            all 0.2345
P_100           all 0.1069
P_1000          all 0.0180

DA_IICTrun3

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1196
bpref           all 0.1674
recip_rank      all 0.5308
P_10            all 0.2655
P_100           all 0.1128
P_1000          all 0.0178

DA_IICTrun4

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1180
bpref           all 0.1687
recip_rank      all 0.4935
P_10            all 0.2724
P_100           all 0.1121
P_1000          all 0.0177

DA_IICTrun5

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)
map             all 0.1076
bpref           all 0.1651
recip_rank      all 0.4970
P_10            all 0.2517
P_100           all 0.0917
P_1000          all 0.0166