Skip to content

Results - Clinical Decision Support 2014

prise1

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0141
infNDCG         all 0.0819
iP10            all 0.1100
iP100           all 0.0993
summary (trec_eval)
map             all 0.0403
bpref           all 0.1049
recip_rank      all 0.1830
P_10            all 0.0967
P_100           all 0.0757
P_1000          all 0.0365

UDInfoCDS1

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0433
infNDCG         all 0.1706
iP10            all 0.2900
iP100           all 0.1616
summary (trec_eval)
map             all 0.0817
bpref           all 0.1313
recip_rank      all 0.5269
P_10            all 0.2900
P_100           all 0.1423
P_1000          all 0.0351

UDInfoCDS2

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0506
infNDCG         all 0.1931
iP10            all 0.3167
iP100           all 0.1821
summary (trec_eval)
map             all 0.1000
bpref           all 0.1531
recip_rank      all 0.6054
P_10            all 0.3167
P_100           all 0.1600
P_1000          all 0.0417

UDInfoCDS3

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0335
infNDCG         all 0.1461
iP10            all 0.2433
iP100           all 0.1474
summary (trec_eval)
map             all 0.0685
bpref           all 0.1141
recip_rank      all 0.5190
P_10            all 0.2433
P_100           all 0.1287
P_1000          all 0.0363

UDInfoCDS4

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0511
infNDCG         all 0.1890
iP10            all 0.3067
iP100           all 0.1761
summary (trec_eval)
map             all 0.0946
bpref           all 0.1540
recip_rank      all 0.6244
P_10            all 0.3067
P_100           all 0.1523
P_1000          all 0.0403

UDInfoCDS5

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0384
infNDCG         all 0.1617
iP10            all 0.2633
iP100           all 0.1593
summary (trec_eval)
map             all 0.0875
bpref           all 0.1298
recip_rank      all 0.5401
P_10            all 0.2633
P_100           all 0.1470
P_1000          all 0.0438

BiTeMSIBtex1

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0569
infNDCG         all 0.1984
iP10            all 0.3000
iP100           all 0.1986
summary (trec_eval)
map             all 0.1254
bpref           all 0.1751
recip_rank      all 0.4919
P_10            all 0.3000
P_100           all 0.1747
P_1000          all 0.0569

BiTeMSIBtex2

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0612
infNDCG         all 0.2150
iP10            all 0.3333
iP100           all 0.2145
summary (trec_eval)
map             all 0.1304
bpref           all 0.1839
recip_rank      all 0.5096
P_10            all 0.3333
P_100           all 0.1823
P_1000          all 0.0551

BiTeMSIBtex4

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0227
infNDCG         all 0.1311
iP10            all 0.2033
iP100           all 0.1443
summary (trec_eval)
map             all 0.0584
bpref           all 0.1228
recip_rank      all 0.3696
P_10            all 0.2033
P_100           all 0.1187
P_1000          all 0.0400

BiTeMSIBtex5

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0309
infNDCG         all 0.1568
iP10            all 0.2500
iP100           all 0.1659
summary (trec_eval)
map             all 0.0717
bpref           all 0.1364
recip_rank      all 0.4498
P_10            all 0.2500
P_100           all 0.1277
P_1000          all 0.0416

BiTeMSIBtex3

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0212
infNDCG         all 0.1236
iP10            all 0.1867
iP100           all 0.1354
summary (trec_eval)
map             all 0.0560
bpref           all 0.1211
recip_rank      all 0.3698
P_10            all 0.1867
P_100           all 0.1147
P_1000          all 0.0400

MIItfman

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0828
infNDCG         all 0.2643
iP10            all 0.4000
iP100           all 0.2613
summary (trec_eval)
map             all 0.1063
bpref           all 0.2092
recip_rank      all 0.6056
P_10            all 0.4000
P_100           all 0.1583
P_1000          all 0.0361

MIItfauto

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0202
infNDCG         all 0.1211
iP10            all 0.2033
iP100           all 0.1279
summary (trec_eval)
map             all 0.0452
bpref           all 0.1041
recip_rank      all 0.3309
P_10            all 0.2033
P_100           all 0.1073
P_1000          all 0.0312

MIIjmab

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0180
infNDCG         all 0.1183
iP10            all 0.2100
iP100           all 0.1221
summary (trec_eval)
map             all 0.0349
bpref           all 0.0915
recip_rank      all 0.4232
P_10            all 0.2100
P_100           all 0.0870
P_1000          all 0.0243

MIIjmignore

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0345
infNDCG         all 0.1723
iP10            all 0.2533
iP100           all 0.1679
summary (trec_eval)
map             all 0.0741
bpref           all 0.1341
recip_rank      all 0.4718
P_10            all 0.2533
P_100           all 0.1423
P_1000          all 0.0404

MIIjmboost

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0296
infNDCG         all 0.1645
iP10            all 0.2533
iP100           all 0.1619
summary (trec_eval)
map             all 0.0653
bpref           all 0.1218
recip_rank      all 0.4959
P_10            all 0.2533
P_100           all 0.1333
P_1000          all 0.0374

ecnuBig

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0553
infNDCG         all 0.2098
iP10            all 0.3233
iP100           all 0.2081
summary (trec_eval)
map             all 0.1249
bpref           all 0.1638
recip_rank      all 0.6238
P_10            all 0.3233
P_100           all 0.1887
P_1000          all 0.0539

ecnuWeight

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0383
infNDCG         all 0.1621
iP10            all 0.2533
iP100           all 0.1618
summary (trec_eval)
map             all 0.0855
bpref           all 0.1349
recip_rank      all 0.4868
P_10            all 0.2533
P_100           all 0.1430
P_1000          all 0.0428

ecnuSmall

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0563
infNDCG         all 0.2367
iP10            all 0.2967
iP100           all 0.2208
summary (trec_eval)
map             all 0.1260
bpref           all 0.1737
recip_rank      all 0.4995
P_10            all 0.2967
P_100           all 0.1900
P_1000          all 0.0572

ecnuIndex

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0586
infNDCG         all 0.2138
iP10            all 0.2967
iP100           all 0.2167
summary (trec_eval)
map             all 0.1212
bpref           all 0.1772
recip_rank      all 0.5005
P_10            all 0.2967
P_100           all 0.1800
P_1000          all 0.0542

summary50ex

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0021
infNDCG         all 0.0130
iP10            all 0.0567
iP100           all 0.0080
summary (trec_eval)
map             all 0.0035
bpref           all 0.0076
recip_rank      all 0.1781
P_10            all 0.0567
P_100           all 0.0080
P_1000          all 0.0008

descript50ex

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0010
infNDCG         all 0.0074
iP10            all 0.0400
iP100           all 0.0047
summary (trec_eval)
map             all 0.0017
bpref           all 0.0029
recip_rank      all 0.1454
P_10            all 0.0400
P_100           all 0.0047
P_1000          all 0.0005

SNUMedinfo1

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0463
infNDCG         all 0.2188
iP10            all 0.3367
iP100           all 0.2152
summary (trec_eval)
map             all 0.1142
bpref           all 0.1908
recip_rank      all 0.5968
P_10            all 0.3367
P_100           all 0.1720
P_1000          all 0.0568

SNUMedinfo2

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0458
infNDCG         all 0.2173
iP10            all 0.3333
iP100           all 0.2144
summary (trec_eval)
map             all 0.1140
bpref           all 0.1878
recip_rank      all 0.5989
P_10            all 0.3333
P_100           all 0.1717
P_1000          all 0.0568

SNUMedinfo3

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0582
infNDCG         all 0.2406
iP10            all 0.3467
iP100           all 0.2340
summary (trec_eval)
map             all 0.1289
bpref           all 0.1977
recip_rank      all 0.6028
P_10            all 0.3467
P_100           all 0.1820
P_1000          all 0.0568

SNUMedinfo4

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0545
infNDCG         all 0.2502
iP10            all 0.3300
iP100           all 0.2568
summary (trec_eval)
map             all 0.1109
bpref           all 0.1941
recip_rank      all 0.6221
P_10            all 0.3300
P_100           all 0.1770
P_1000          all 0.0553

SNUMedinfo6

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0659
infNDCG         all 0.2674
iP10            all 0.3633
iP100           all 0.2700
summary (trec_eval)
map             all 0.1285
bpref           all 0.2048
recip_rank      all 0.6343
P_10            all 0.3633
P_100           all 0.1883
P_1000          all 0.0553

BM25

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0475
infNDCG         all 0.1763
iP10            all 0.2667
iP100           all 0.1797
summary (trec_eval)
map             all 0.1049
bpref           all 0.1464
recip_rank      all 0.5153
P_10            all 0.2667
P_100           all 0.1610
P_1000          all 0.0505

BM25EXP

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0477
infNDCG         all 0.1865
iP10            all 0.2667
iP100           all 0.1877
summary (trec_eval)
map             all 0.1043
bpref           all 0.1567
recip_rank      all 0.5070
P_10            all 0.2667
P_100           all 0.1610
P_1000          all 0.0505

InL2c1

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0475
infNDCG         all 0.1741
iP10            all 0.2433
iP100           all 0.1760
summary (trec_eval)
map             all 0.1023
bpref           all 0.1447
recip_rank      all 0.5121
P_10            all 0.2433
P_100           all 0.1573
P_1000          all 0.0497

InL2c1EXP

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0469
infNDCG         all 0.1865
iP10            all 0.2800
iP100           all 0.1903
summary (trec_eval)
map             all 0.1022
bpref           all 0.1549
recip_rank      all 0.4861
P_10            all 0.2800
P_100           all 0.1597
P_1000          all 0.0498

KISTI01

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0462
infNDCG         all 0.1911
iP10            all 0.2933
iP100           all 0.1981
summary (trec_eval)
map             all 0.1054
bpref           all 0.1602
recip_rank      all 0.4770
P_10            all 0.2933
P_100           all 0.1710
P_1000          all 0.0534

KISTI02

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0491
infNDCG         all 0.1930
iP10            all 0.2933
iP100           all 0.1949
summary (trec_eval)
map             all 0.1085
bpref           all 0.1596
recip_rank      all 0.5091
P_10            all 0.2933
P_100           all 0.1730
P_1000          all 0.0534

KISTI03

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0424
infNDCG         all 0.1759
iP10            all 0.2200
iP100           all 0.1846
summary (trec_eval)
map             all 0.0933
bpref           all 0.1510
recip_rank      all 0.4566
P_10            all 0.2200
P_100           all 0.1450
P_1000          all 0.0534

Run1BoWC

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0005
infNDCG         all 0.0110
iP10            all 0.0100
iP100           all 0.0133
summary (trec_eval)
map             all 0.0008
bpref           all 0.0104
recip_rank      all 0.0479
P_10            all 0.0100
P_100           all 0.0063
P_1000          all 0.0021

IRGURUN1

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0173
infNDCG         all 0.1015
iP10            all 0.1867
iP100           all 0.1181
summary (trec_eval)
map             all 0.0497
bpref           all 0.1027
recip_rank      all 0.3824
P_10            all 0.1867
P_100           all 0.0733
P_1000          all 0.0558

IRGURUN2

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0623
infNDCG         all 0.2272
iP10            all 0.3367
iP100           all 0.2416
summary (trec_eval)
map             all 0.1247
bpref           all 0.1871
recip_rank      all 0.4643
P_10            all 0.3367
P_100           all 0.1937
P_1000          all 0.0558

Run2MeSHDi

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0021
infNDCG         all 0.0215
iP10            all 0.0133
iP100           all 0.0284
summary (trec_eval)
map             all 0.0029
bpref           all 0.0106
recip_rank      all 0.0721
P_10            all 0.0133
P_100           all 0.0073
P_1000          all 0.0014

IRGURUN3

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0508
infNDCG         all 0.2076
iP10            all 0.2567
iP100           all 0.2355
summary (trec_eval)
map             all 0.1120
bpref           all 0.1807
recip_rank      all 0.4065
P_10            all 0.2567
P_100           all 0.1963
P_1000          all 0.0558

IRGURUN4

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0556
infNDCG         all 0.2174
iP10            all 0.2667
iP100           all 0.2389
summary (trec_eval)
map             all 0.1165
bpref           all 0.1823
recip_rank      all 0.3960
P_10            all 0.2667
P_100           all 0.1810
P_1000          all 0.0558

IRGURUN5

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0394
infNDCG         all 0.1847
iP10            all 0.1933
iP100           all 0.2176
summary (trec_eval)
map             all 0.0958
bpref           all 0.1563
recip_rank      all 0.3966
P_10            all 0.1933
P_100           all 0.1700
P_1000          all 0.0558

NOVASEARCH1

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0727
infNDCG         all 0.2504
iP10            all 0.3667
iP100           all 0.2574
summary (trec_eval)
map             all 0.1465
bpref           all 0.2013
recip_rank      all 0.5303
P_10            all 0.3667
P_100           all 0.2047
P_1000          all 0.0583

NOVASEARCH2

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0669
infNDCG         all 0.2360
iP10            all 0.3333
iP100           all 0.2457
summary (trec_eval)
map             all 0.1293
bpref           all 0.1886
recip_rank      all 0.4961
P_10            all 0.3333
P_100           all 0.1903
P_1000          all 0.0535

NOVASEARCH3

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0686
infNDCG         all 0.2418
iP10            all 0.3333
iP100           all 0.2530
summary (trec_eval)
map             all 0.1385
bpref           all 0.1949
recip_rank      all 0.4961
P_10            all 0.3333
P_100           all 0.1977
P_1000          all 0.0581

NOVASEARCH4

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0757
infNDCG         all 0.2631
iP10            all 0.3900
iP100           all 0.2611
summary (trec_eval)
map             all 0.1595
bpref           all 0.2068
recip_rank      all 0.6218
P_10            all 0.3900
P_100           all 0.2140
P_1000          all 0.0598

NOVASEARCH5

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0579
infNDCG         all 0.2101
iP10            all 0.3033
iP100           all 0.2211
summary (trec_eval)
map             all 0.1212
bpref           all 0.1725
recip_rank      all 0.4795
P_10            all 0.3033
P_100           all 0.1773
P_1000          all 0.0511

myrun

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0022
infNDCG         all 0.0221
iP10            all 0.0267
iP100           all 0.0372
summary (trec_eval)
map             all 0.0017
bpref           all 0.0156
recip_rank      all 0.0454
P_10            all 0.0267
P_100           all 0.0133
P_1000          all 0.0032

DAIICTzf

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0765
infNDCG         all 0.2436
iP10            all 0.3167
iP100           all 0.2461
summary (trec_eval)
map             all 0.1559
bpref           all 0.2055
recip_rank      all 0.5259
P_10            all 0.3167
P_100           all 0.2050
P_1000          all 0.0586

DAIICTf

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0766
infNDCG         all 0.2442
iP10            all 0.3167
iP100           all 0.2469
summary (trec_eval)
map             all 0.1559
bpref           all 0.2054
recip_rank      all 0.5260
P_10            all 0.3167
P_100           all 0.2057
P_1000          all 0.0586

runSystem2

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0195
infNDCG         all 0.1194
iP10            all 0.1867
iP100           all 0.1215
summary (trec_eval)
map             all 0.0456
bpref           all 0.1024
recip_rank      all 0.4366
P_10            all 0.1867
P_100           all 0.0967
P_1000          all 0.0312

DAIICTdqer8

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0781
infNDCG         all 0.2382
iP10            all 0.3233
iP100           all 0.2402
summary (trec_eval)
map             all 0.1523
bpref           all 0.2082
recip_rank      all 0.5411
P_10            all 0.3233
P_100           all 0.1987
P_1000          all 0.0566

DAIICTdqep

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0745
infNDCG         all 0.2404
iP10            all 0.3067
iP100           all 0.2457
summary (trec_eval)
map             all 0.1546
bpref           all 0.2058
recip_rank      all 0.5119
P_10            all 0.3067
P_100           all 0.2057
P_1000          all 0.0586

DAIICTsqer8

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0728
infNDCG         all 0.2562
iP10            all 0.3733
iP100           all 0.2596
summary (trec_eval)
map             all 0.1476
bpref           all 0.2060
recip_rank      all 0.6241
P_10            all 0.3733
P_100           all 0.2033
P_1000          all 0.0571

Run3MeSHDiCa

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0020
infNDCG         all 0.0277
iP10            all 0.0433
iP100           all 0.0345
summary (trec_eval)
map             all 0.0029
bpref           all 0.0177
recip_rank      all 0.1358
P_10            all 0.0433
P_100           all 0.0170
P_1000          all 0.0036

MERCK2

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0110
infNDCG         all 0.0843
iP10            all 0.1500
iP100           all 0.0936
summary (trec_eval)
map             all 0.0177
bpref           all 0.0468
recip_rank      all 0.4004
P_10            all 0.1500
P_100           all 0.0660
P_1000          all 0.0121

GuHSINeg

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0320
infNDCG         all 0.1554
iP10            all 0.2333
iP100           all 0.1660
summary (trec_eval)
map             all 0.0647
bpref           all 0.1296
recip_rank      all 0.5096
P_10            all 0.2333
P_100           all 0.1263
P_1000          all 0.0405

MERCK3

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0041
infNDCG         all 0.0393
iP10            all 0.1033
iP100           all 0.0342
summary (trec_eval)
map             all 0.0065
bpref           all 0.0195
recip_rank      all 0.2396
P_10            all 0.1033
P_100           all 0.0240
P_1000          all 0.0032

MERCK1

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0103
infNDCG         all 0.0777
iP10            all 0.1467
iP100           all 0.0845
summary (trec_eval)
map             all 0.0197
bpref           all 0.0638
recip_rank      all 0.3446
P_10            all 0.1467
P_100           all 0.0643
P_1000          all 0.0175

GuHNegProxL

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0328
infNDCG         all 0.1446
iP10            all 0.2233
iP100           all 0.1540
summary (trec_eval)
map             all 0.0668
bpref           all 0.1293
recip_rank      all 0.4872
P_10            all 0.2233
P_100           all 0.1273
P_1000          all 0.0391

GuHSNegProxH

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0317
infNDCG         all 0.1516
iP10            all 0.2367
iP100           all 0.1646
summary (trec_eval)
map             all 0.0647
bpref           all 0.1292
recip_rank      all 0.4598
P_10            all 0.2367
P_100           all 0.1243
P_1000          all 0.0401

samgyupsal

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0296
infNDCG         all 0.1263
iP10            all 0.2233
iP100           all 0.1320
summary (trec_eval)
map             all 0.0539
bpref           all 0.1159
recip_rank      all 0.4008
P_10            all 0.2233
P_100           all 0.1050
P_1000          all 0.0294

bolgogi

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0203
infNDCG         all 0.1085
iP10            all 0.2033
iP100           all 0.1227
summary (trec_eval)
map             all 0.0392
bpref           all 0.1045
recip_rank      all 0.2482
P_10            all 0.2033
P_100           all 0.0987
P_1000          all 0.0251

GuHSNegProxL

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0322
infNDCG         all 0.1539
iP10            all 0.2400
iP100           all 0.1669
summary (trec_eval)
map             all 0.0643
bpref           all 0.1290
recip_rank      all 0.4488
P_10            all 0.2400
P_100           all 0.1260
P_1000          all 0.0402

UTD0BL

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0561
infNDCG         all 0.2047
iP10            all 0.3067
iP100           all 0.1939
summary (trec_eval)
map             all 0.1162
bpref           all 0.1647
recip_rank      all 0.5875
P_10            all 0.3067
P_100           all 0.1687
P_1000          all 0.0535

KISTI04

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0492
infNDCG         all 0.1946
iP10            all 0.2933
iP100           all 0.1969
summary (trec_eval)
map             all 0.1086
bpref           all 0.1594
recip_rank      all 0.5090
P_10            all 0.2933
P_100           all 0.1733
P_1000          all 0.0534

KISTI05

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0492
infNDCG         all 0.1938
iP10            all 0.2933
iP100           all 0.1964
summary (trec_eval)
map             all 0.1086
bpref           all 0.1590
recip_rank      all 0.5107
P_10            all 0.2933
P_100           all 0.1723
P_1000          all 0.0534

atigeo3

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0513
infNDCG         all 0.1936
iP10            all 0.2967
iP100           all 0.1888
summary (trec_eval)
map             all 0.1140
bpref           all 0.1574
recip_rank      all 0.6142
P_10            all 0.2967
P_100           all 0.1717
P_1000          all 0.0518

atigeo4

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0501
infNDCG         all 0.1891
iP10            all 0.2867
iP100           all 0.2013
summary (trec_eval)
map             all 0.1069
bpref           all 0.1580
recip_rank      all 0.4780
P_10            all 0.2867
P_100           all 0.1700
P_1000          all 0.0502

atigeo1

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0524
infNDCG         all 0.1960
iP10            all 0.3033
iP100           all 0.1850
summary (trec_eval)
map             all 0.1133
bpref           all 0.1518
recip_rank      all 0.6576
P_10            all 0.3033
P_100           all 0.1733
P_1000          all 0.0506

atigeo2

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0467
infNDCG         all 0.1795
iP10            all 0.2833
iP100           all 0.1847
summary (trec_eval)
map             all 0.0962
bpref           all 0.1495
recip_rank      all 0.5023
P_10            all 0.2833
P_100           all 0.1627
P_1000          all 0.0454

TUW1

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0010
infNDCG         all 0.0166
iP10            all 0.0233
iP100           all 0.0220
summary (trec_eval)
map             all 0.0015
bpref           all 0.0183
recip_rank      all 0.0892
P_10            all 0.0233
P_100           all 0.0093
P_1000          all 0.0053

atigeo5

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0514
infNDCG         all 0.1996
iP10            all 0.2933
iP100           all 0.1892
summary (trec_eval)
map             all 0.1100
bpref           all 0.1526
recip_rank      all 0.6695
P_10            all 0.2933
P_100           all 0.1700
P_1000          all 0.0491

TUW2

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0570
infNDCG         all 0.1934
iP10            all 0.2833
iP100           all 0.1961
summary (trec_eval)
map             all 0.1153
bpref           all 0.1689
recip_rank      all 0.5426
P_10            all 0.2833
P_100           all 0.1713
P_1000          all 0.0525

TUW3

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0418
infNDCG         all 0.1708
iP10            all 0.2900
iP100           all 0.1796
summary (trec_eval)
map             all 0.0956
bpref           all 0.1538
recip_rank      all 0.4622
P_10            all 0.2900
P_100           all 0.1603
P_1000          all 0.0512

TUW4

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0329
infNDCG         all 0.1524
iP10            all 0.2333
iP100           all 0.1567
summary (trec_eval)
map             all 0.0824
bpref           all 0.1291
recip_rank      all 0.5145
P_10            all 0.2333
P_100           all 0.1457
P_1000          all 0.0490

TUW5

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0089
infNDCG         all 0.0586
iP10            all 0.1467
iP100           all 0.0500
summary (trec_eval)
map             all 0.0184
bpref           all 0.0486
recip_rank      all 0.2909
P_10            all 0.1433
P_100           all 0.0383
P_1000          all 0.0120

UTD1QE

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0559
infNDCG         all 0.2009
iP10            all 0.3267
iP100           all 0.1891
summary (trec_eval)
map             all 0.1153
bpref           all 0.1623
recip_rank      all 0.5936
P_10            all 0.3267
P_100           all 0.1667
P_1000          all 0.0522

UTD2LDA

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0024
infNDCG         all 0.0277
iP10            all 0.0267
iP100           all 0.0360
summary (trec_eval)
map             all 0.0042
bpref           all 0.0273
recip_rank      all 0.0708
P_10            all 0.0267
P_100           all 0.0200
P_1000          all 0.0082

UTD3W2VE

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0436
infNDCG         all 0.1733
iP10            all 0.2633
iP100           all 0.1681
summary (trec_eval)
map             all 0.0870
bpref           all 0.1404
recip_rank      all 0.4859
P_10            all 0.2633
P_100           all 0.1430
P_1000          all 0.0457

GuHSINegL

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0324
infNDCG         all 0.1506
iP10            all 0.2400
iP100           all 0.1608
summary (trec_eval)
map             all 0.0642
bpref           all 0.1297
recip_rank      all 0.4633
P_10            all 0.2400
P_100           all 0.1257
P_1000          all 0.0406

bacon

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0001
infNDCG         all 0.0052
iP10            all 0.0033
iP100           all 0.0065
summary (trec_eval)
map             all 0.0002
bpref           all 0.0031
recip_rank      all 0.0249
P_10            all 0.0033
P_100           all 0.0023
P_1000          all 0.0005

ohsuBodyDef

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0378
infNDCG         all 0.1789
iP10            all 0.2400
iP100           all 0.1940
summary (trec_eval)
map             all 0.0525
bpref           all 0.1200
recip_rank      all 0.4426
P_10            all 0.2400
P_100           all 0.1363
P_1000          all 0.0220

ohsuAbstDef

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0078
infNDCG         all 0.0530
iP10            all 0.0867
iP100           all 0.0566
summary (trec_eval)
map             all 0.0113
bpref           all 0.0262
recip_rank      all 0.2137
P_10            all 0.0867
P_100           all 0.0393
P_1000          all 0.0057

ohsuOrigAbst

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0180
infNDCG         all 0.1121
iP10            all 0.2200
iP100           all 0.1176
summary (trec_eval)
map             all 0.0291
bpref           all 0.0760
recip_rank      all 0.4374
P_10            all 0.2200
P_100           all 0.0853
P_1000          all 0.0123

ohsuOrigBody

Metadata | Participants| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0256
infNDCG         all 0.1343
iP10            all 0.2100
iP100           all 0.1600
summary (trec_eval)
map             all 0.0484
bpref           all 0.1371
recip_rank      all 0.3621
P_10            all 0.2100
P_100           all 0.0993
P_1000          all 0.0402

prna1

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0247
infNDCG         all 0.1146
iP10            all 0.1567
iP100           all 0.1316
summary (trec_eval)
map             all 0.0264
bpref           all 0.0689
recip_rank      all 0.2312
P_10            all 0.1567
P_100           all 0.0687
P_1000          all 0.0122

tudorComb1

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0324
infNDCG         all 0.1508
iP10            all 0.2533
iP100           all 0.1626
summary (trec_eval)
map             all 0.0503
bpref           all 0.1045
recip_rank      all 0.3518
P_10            all 0.2533
P_100           all 0.1057
P_1000          all 0.0246

tudorComb3

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0100
infNDCG         all 0.0655
iP10            all 0.1167
iP100           all 0.0819
summary (trec_eval)
map             all 0.0120
bpref           all 0.0320
recip_rank      all 0.2537
P_10            all 0.1167
P_100           all 0.0433
P_1000          all 0.0061

Run4BoWDiCa

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0006
infNDCG         all 0.0121
iP10            all 0.0167
iP100           all 0.0155
summary (trec_eval)
map             all 0.0010
bpref           all 0.0098
recip_rank      all 0.0582
P_10            all 0.0167
P_100           all 0.0093
P_1000          all 0.0022

Run5BoWDiCaS

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0003
infNDCG         all 0.0054
iP10            all 0.0100
iP100           all 0.0071
summary (trec_eval)
map             all 0.0008
bpref           all 0.0067
recip_rank      all 0.0561
P_10            all 0.0100
P_100           all 0.0053
P_1000          all 0.0015

tudorComb2

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0335
infNDCG         all 0.1640
iP10            all 0.2500
iP100           all 0.1801
summary (trec_eval)
map             all 0.0513
bpref           all 0.1130
recip_rank      all 0.4244
P_10            all 0.2500
P_100           all 0.1163
P_1000          all 0.0266

icdqe

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0163
infNDCG         all 0.0947
iP10            all 0.1700
iP100           all 0.0985
summary (trec_eval)
map             all 0.0476
bpref           all 0.1054
recip_rank      all 0.3607
P_10            all 0.1700
P_100           all 0.0853
P_1000          all 0.0375

tudorComb4

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0151
infNDCG         all 0.0819
iP10            all 0.1433
iP100           all 0.0918
summary (trec_eval)
map             all 0.0168
bpref           all 0.0394
recip_rank      all 0.3174
P_10            all 0.1433
P_100           all 0.0487
P_1000          all 0.0074

mesh

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0438
infNDCG         all 0.1724
iP10            all 0.2767
iP100           all 0.1761
summary (trec_eval)
map             all 0.0962
bpref           all 0.1392
recip_rank      all 0.4771
P_10            all 0.2767
P_100           all 0.1590
P_1000          all 0.0479

icd

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0366
infNDCG         all 0.1549
iP10            all 0.2300
iP100           all 0.1641
summary (trec_eval)
map             all 0.0786
bpref           all 0.1250
recip_rank      all 0.4408
P_10            all 0.2300
P_100           all 0.1367
P_1000          all 0.0429

origexp

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0373
infNDCG         all 0.1466
iP10            all 0.2300
iP100           all 0.1418
summary (trec_eval)
map             all 0.0782
bpref           all 0.1194
recip_rank      all 0.4867
P_10            all 0.2300
P_100           all 0.1290
P_1000          all 0.0371

manual

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0450
infNDCG         all 0.1821
iP10            all 0.2933
iP100           all 0.1760
summary (trec_eval)
map             all 0.1014
bpref           all 0.1474
recip_rank      all 0.6031
P_10            all 0.2933
P_100           all 0.1633
P_1000          all 0.0496

tudorCombm

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0349
infNDCG         all 0.1618
iP10            all 0.2467
iP100           all 0.1705
summary (trec_eval)
map             all 0.0531
bpref           all 0.1070
recip_rank      all 0.3768
P_10            all 0.2467
P_100           all 0.1070
P_1000          all 0.0255

hltcoewsrf

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0725
infNDCG         all 0.2412
iP10            all 0.3533
iP100           all 0.2411
summary (trec_eval)
map             all 0.1593
bpref           all 0.2045
recip_rank      all 0.5861
P_10            all 0.3533
P_100           all 0.2073
P_1000          all 0.0604

hltcoe5srf

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0812
infNDCG         all 0.2587
iP10            all 0.3700
iP100           all 0.2569
summary (trec_eval)
map             all 0.1658
bpref           all 0.2156
recip_rank      all 0.6575
P_10            all 0.3700
P_100           all 0.2177
P_1000          all 0.0607

hltcoe5drf

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0677
infNDCG         all 0.2199
iP10            all 0.3000
iP100           all 0.2284
summary (trec_eval)
map             all 0.1326
bpref           all 0.1889
recip_rank      all 0.4050
P_10            all 0.3000
P_100           all 0.1877
P_1000          all 0.0539

hltcoe5s

Metadata | Participants | Proceedings| Input| Summary (trec_eval) | Summary (sample-eval)| Appendix

summary (sample-eval)
infAP           all 0.0562
infNDCG         all 0.2008
iP10            all 0.3200
iP100           all 0.1921
summary (trec_eval)
map             all 0.1163
bpref           all 0.1641
recip_rank      all 0.6249
P_10            all 0.3200
P_100           all 0.1710
P_1000          all 0.0497