Skip to content

Results - Enterprise 2007

FDUBase

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.4307
bpref           all 0.4309
recip_rank      all 0.9867
P_10            all 0.6420
P_100           all 0.2796
P_1000          all 0.0589
summary (doc-residual)
map             all 0.3198
bpref           all 0.3291
recip_rank      all 0.6691
P_10            all 0.4400
P_100           all 0.2506
P_1000          all 0.0553
summary (document)
map             all 0.3501
bpref           all 0.3629
recip_rank      all 0.7267
P_10            all 0.4900
P_100           all 0.2682
P_1000          all 0.0583

FDUExpan

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.4297
bpref           all 0.4246
recip_rank      all 0.9822
P_10            all 0.6400
P_100           all 0.2772
P_1000          all 0.0594
summary (doc-residual)
map             all 0.3168
bpref           all 0.3225
recip_rank      all 0.6249
P_10            all 0.4280
P_100           all 0.2470
P_1000          all 0.0558
summary (document)
map             all 0.3453
bpref           all 0.3504
recip_rank      all 0.6718
P_10            all 0.4960
P_100           all 0.2644
P_1000          all 0.0590

FDUFeedT

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.3993
bpref           all 0.4114
recip_rank      all 0.9867
P_10            all 0.6540
P_100           all 0.2618
P_1000          all 0.0589
summary (doc-residual)
map             all 0.2881
bpref           all 0.3127
recip_rank      all 0.6863
P_10            all 0.4480
P_100           all 0.2308
P_1000          all 0.0553
summary (document)
map             all 0.3129
bpref           all 0.3373
recip_rank      all 0.7349
P_10            all 0.5020
P_100           all 0.2496
P_1000          all 0.0583

FDUFeedH

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.3985
bpref           all 0.4084
recip_rank      all 0.9867
P_10            all 0.6400
P_100           all 0.2718
P_1000          all 0.0518
summary (doc-residual)
map             all 0.2844
bpref           all 0.3052
recip_rank      all 0.6313
P_10            all 0.4300
P_100           all 0.2412
P_1000          all 0.0482
summary (document)
map             all 0.3210
bpref           all 0.3433
recip_rank      all 0.6879
P_10            all 0.5000
P_100           all 0.2596
P_1000          all 0.0512

CSIROdsQonly

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.2563
bpref           all 0.2710
recip_rank      all 1.0000
P_10            all 0.5700
P_100           all 0.1900
P_1000          all 0.0190
summary (doc-residual)
map             all 0.1273
bpref           all 0.1570
recip_rank      all 0.6440
P_10            all 0.3460
P_100           all 0.1540
P_1000          all 0.0154
summary (document)
map             all 0.1935
bpref           all 0.2195
recip_rank      all 0.8558
P_10            all 0.4700
P_100           all 0.1780
P_1000          all 0.0178

CSIROdsQnarr

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.2031
bpref           all 0.2380
recip_rank      all 1.0000
P_10            all 0.5480
P_100           all 0.1218
P_1000          all 0.0122
summary (doc-residual)
map             all 0.0698
bpref           all 0.1210
recip_rank      all 0.5777
P_10            all 0.2660
P_100           all 0.0858
P_1000          all 0.0086
summary (document)
map             all 0.1236
bpref           all 0.1781
recip_rank      all 0.7829
P_10            all 0.4080
P_100           all 0.1088
P_1000          all 0.0109

CSIROdsQfb

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.2555
bpref           all 0.2708
recip_rank      all 0.9900
P_10            all 0.5660
P_100           all 0.1898
P_1000          all 0.0190
summary (doc-residual)
map             all 0.1266
bpref           all 0.1540
recip_rank      all 0.6402
P_10            all 0.3440
P_100           all 0.1538
P_1000          all 0.0154
summary (document)
map             all 0.1927
bpref           all 0.2184
recip_rank      all 0.8808
P_10            all 0.4740
P_100           all 0.1778
P_1000          all 0.0178

CSIROdsQsimp

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.2528
bpref           all 0.2702
recip_rank      all 0.9900
P_10            all 0.5720
P_100           all 0.1898
P_1000          all 0.0190
summary (doc-residual)
map             all 0.1225
bpref           all 0.1558
recip_rank      all 0.6141
P_10            all 0.3340
P_100           all 0.1538
P_1000          all 0.0154
summary (document)
map             all 0.1781
bpref           all 0.2105
recip_rank      all 0.7865
P_10            all 0.4500
P_100           all 0.1778
P_1000          all 0.0178

CSIROesQonly

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.3517
bpref           all 0.6311
recip_rank      all 0.5310
P_10            all 0.1360
P_100           all 0.0180
P_1000          all 0.0018

CSIROesQnarr

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.3655
bpref           all 0.6337
recip_rank      all 0.5420
P_10            all 0.1340
P_100           all 0.0176
P_1000          all 0.0018

CSIROesQpage

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.3660
bpref           all 0.6021
recip_rank      all 0.5722
P_10            all 0.1180
P_100           all 0.0176
P_1000          all 0.0018

CSIROesQprof

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.1232
bpref           all 0.2283
recip_rank      all 0.2564
P_10            all 0.0420
P_100           all 0.0060
P_1000          all 0.0006

THUDSANCHOR

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.2188
bpref           all 0.2590
recip_rank      all 1.0000
P_10            all 0.5540
P_100           all 0.1506
P_1000          all 0.0226
summary (doc-residual)
map             all 0.0878
bpref           all 0.1417
recip_rank      all 0.5109
P_10            all 0.3140
P_100           all 0.1160
P_1000          all 0.0190
summary (document)
map             all 0.1403
bpref           all 0.1976
recip_rank      all 0.7143
P_10            all 0.4120
P_100           all 0.1392
P_1000          all 0.0218

THUDSFULLSR

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.4274
bpref           all 0.4120
recip_rank      all 1.0000
P_10            all 0.6560
P_100           all 0.2934
P_1000          all 0.0627
summary (doc-residual)
map             all 0.3102
bpref           all 0.3096
recip_rank      all 0.6911
P_10            all 0.4720
P_100           all 0.2638
P_1000          all 0.0591
summary (document)
map             all 0.3658
bpref           all 0.3604
recip_rank      all 0.8318
P_10            all 0.5560
P_100           all 0.2832
P_1000          all 0.0621

THUDSSEL

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.2055
bpref           all 0.2341
recip_rank      all 0.9800
P_10            all 0.5480
P_100           all 0.1340
P_1000          all 0.0211
summary (doc-residual)
map             all 0.0730
bpref           all 0.1128
recip_rank      all 0.5548
P_10            all 0.2700
P_100           all 0.0996
P_1000          all 0.0175
summary (document)
map             all 0.1279
bpref           all 0.1671
recip_rank      all 0.8484
P_10            all 0.3880
P_100           all 0.1216
P_1000          all 0.0202

THUDSSELSR

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.2214
bpref           all 0.2410
recip_rank      all 0.9800
P_10            all 0.5940
P_100           all 0.1518
P_1000          all 0.0211
summary (doc-residual)
map             all 0.0924
bpref           all 0.1232
recip_rank      all 0.6311
P_10            all 0.3340
P_100           all 0.1174
P_1000          all 0.0175
summary (document)
map             all 0.1520
bpref           all 0.1784
recip_rank      all 0.8511
P_10            all 0.4820
P_100           all 0.1406
P_1000          all 0.0202

SJTUEntDS01

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.3885
bpref           all 0.3929
recip_rank      all 1.0000
P_10            all 0.6600
P_100           all 0.2454
P_1000          all 0.0563
summary (doc-residual)
map             all 0.2745
bpref           all 0.2918
recip_rank      all 0.7923
P_10            all 0.4640
P_100           all 0.2136
P_1000          all 0.0527
summary (document)
map             all 0.3127
bpref           all 0.3286
recip_rank      all 0.9098
P_10            all 0.5380
P_100           all 0.2338
P_1000          all 0.0557

SJTUEntDS02

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.4446
bpref           all 0.4395
recip_rank      all 1.0000
P_10            all 0.6840
P_100           all 0.2756
P_1000          all 0.0603
summary (doc-residual)
map             all 0.3374
bpref           all 0.3442
recip_rank      all 0.8617
P_10            all 0.5060
P_100           all 0.2440
P_1000          all 0.0567
summary (document)
map             all 0.3739
bpref           all 0.3802
recip_rank      all 0.9250
P_10            all 0.5780
P_100           all 0.2656
P_1000          all 0.0597

insu1

Metadata | Participants| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.1467
bpref           all 0.1611
recip_rank      all 0.9804
P_10            all 0.3820
P_100           all 0.0606
P_1000          all 0.0225
summary (doc-residual)
map             all 0.0208
bpref           all 0.0400
recip_rank      all 0.0745
P_10            all 0.0540
P_100           all 0.0260
P_1000          all 0.0190
summary (document)
map             all 0.0195
bpref           all 0.0383
recip_rank      all 0.0746
P_10            all 0.0540
P_100           all 0.0262
P_1000          all 0.0204

insu2

Metadata | Participants| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.1509
bpref           all 0.1596
recip_rank      all 0.9802
P_10            all 0.3720
P_100           all 0.0700
P_1000          all 0.0228
summary (doc-residual)
map             all 0.0241
bpref           all 0.0383
recip_rank      all 0.0661
P_10            all 0.0360
P_100           all 0.0344
P_1000          all 0.0192
summary (document)
map             all 0.0275
bpref           all 0.0418
recip_rank      all 0.0901
P_10            all 0.0480
P_100           all 0.0422
P_1000          all 0.0210

insu3

Metadata | Participants| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.1373
bpref           all 0.1623
recip_rank      all 0.9802
P_10            all 0.3580
P_100           all 0.0488
P_1000          all 0.0150
summary (doc-residual)
map             all 0.0116
bpref           all 0.0415
recip_rank      all 0.0175
P_10            all 0.0140
P_100           all 0.0128
P_1000          all 0.0114
summary (document)
map             all 0.0123
bpref           all 0.0403
recip_rank      all 0.0177
P_10            all 0.0140
P_100           all 0.0130
P_1000          all 0.0123

insu4

Metadata | Participants| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.1509
bpref           all 0.1596
recip_rank      all 0.9802
P_10            all 0.3720
P_100           all 0.0700
P_1000          all 0.0228
summary (doc-residual)
map             all 0.0241
bpref           all 0.0383
recip_rank      all 0.0661
P_10            all 0.0360
P_100           all 0.0344
P_1000          all 0.0192
summary (document)
map             all 0.0275
bpref           all 0.0418
recip_rank      all 0.0901
P_10            all 0.0480
P_100           all 0.0422
P_1000          all 0.0210

UALR07Ent1

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.4348
bpref           all 0.4341
recip_rank      all 0.9867
P_10            all 0.6440
P_100           all 0.2854
P_1000          all 0.0579
summary (doc-residual)
map             all 0.3252
bpref           all 0.3337
recip_rank      all 0.6791
P_10            all 0.4360
P_100           all 0.2548
P_1000          all 0.0543
summary (document)
map             all 0.3567
bpref           all 0.3683
recip_rank      all 0.7375
P_10            all 0.4940
P_100           all 0.2744
P_1000          all 0.0573

UALR07Ent2

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.4534
bpref           all 0.4506
recip_rank      all 0.9867
P_10            all 0.6740
P_100           all 0.2950
P_1000          all 0.0590
summary (doc-residual)
map             all 0.3439
bpref           all 0.3523
recip_rank      all 0.7636
P_10            all 0.4780
P_100           all 0.2648
P_1000          all 0.0554
summary (document)
map             all 0.3967
bpref           all 0.4057
recip_rank      all 0.8169
P_10            all 0.5680
P_100           all 0.2914
P_1000          all 0.0589

UALR07Ent3

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.4491
bpref           all 0.4410
recip_rank      all 0.9867
P_10            all 0.6860
P_100           all 0.2902
P_1000          all 0.0584
summary (doc-residual)
map             all 0.3411
bpref           all 0.3404
recip_rank      all 0.7383
P_10            all 0.5020
P_100           all 0.2608
P_1000          all 0.0548
summary (document)
map             all 0.3905
bpref           all 0.3933
recip_rank      all 0.8108
P_10            all 0.5880
P_100           all 0.2838
P_1000          all 0.0579

UALR07Ent4

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.4491
bpref           all 0.4418
recip_rank      all 0.9867
P_10            all 0.6480
P_100           all 0.2902
P_1000          all 0.0595
summary (doc-residual)
map             all 0.3362
bpref           all 0.3407
recip_rank      all 0.6845
P_10            all 0.4540
P_100           all 0.2596
P_1000          all 0.0559
summary (document)
map             all 0.3851
bpref           all 0.3906
recip_rank      all 0.7436
P_10            all 0.5300
P_100           all 0.2844
P_1000          all 0.0593

DocRun01

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.4706
bpref           all 0.4652
recip_rank      all 1.0000
P_10            all 0.6840
P_100           all 0.3098
P_1000          all 0.0646
summary (doc-residual)
map             all 0.3595
bpref           all 0.3628
recip_rank      all 0.7729
P_10            all 0.4800
P_100           all 0.2816
P_1000          all 0.0610
summary (document)
map             all 0.3962
bpref           all 0.4031
recip_rank      all 0.8565
P_10            all 0.5540
P_100           all 0.3020
P_1000          all 0.0642

DocRun02

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.4725
bpref           all 0.4640
recip_rank      all 0.9867
P_10            all 0.7200
P_100           all 0.3082
P_1000          all 0.0603
summary (doc-residual)
map             all 0.3534
bpref           all 0.3566
recip_rank      all 0.7754
P_10            all 0.5380
P_100           all 0.2790
P_1000          all 0.0567
summary (document)
map             all 0.4220
bpref           all 0.4229
recip_rank      all 0.8573
P_10            all 0.6360
P_100           all 0.3050
P_1000          all 0.0601

DocRun03

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.3045
bpref           all 0.3422
recip_rank      all 0.9805
P_10            all 0.4700
P_100           all 0.2106
P_1000          all 0.0603
summary (doc-residual)
map             all 0.1650
bpref           all 0.2225
recip_rank      all 0.3353
P_10            all 0.1800
P_100           all 0.1830
P_1000          all 0.0567
summary (document)
map             all 0.1762
bpref           all 0.2342
recip_rank      all 0.3419
P_10            all 0.1940
P_100           all 0.1956
P_1000          all 0.0601

DUTDST1

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.4746
bpref           all 0.4679
recip_rank      all 0.9867
P_10            all 0.7180
P_100           all 0.2988
P_1000          all 0.0601
summary (doc-residual)
map             all 0.3679
bpref           all 0.3689
recip_rank      all 0.7798
P_10            all 0.5360
P_100           all 0.2692
P_1000          all 0.0565
summary (document)
map             all 0.4015
bpref           all 0.4062
recip_rank      all 0.8202
P_10            all 0.6100
P_100           all 0.2880
P_1000          all 0.0597

DUTDST2

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.4095
bpref           all 0.4116
recip_rank      all 0.9810
P_10            all 0.6780
P_100           all 0.2424
P_1000          all 0.0533
summary (doc-residual)
map             all 0.2981
bpref           all 0.3081
recip_rank      all 0.7076
P_10            all 0.4560
P_100           all 0.2114
P_1000          all 0.0497
summary (document)
map             all 0.3316
bpref           all 0.3469
recip_rank      all 0.7432
P_10            all 0.5100
P_100           all 0.2304
P_1000          all 0.0527

DUTDST3

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.4240
bpref           all 0.4560
recip_rank      all 0.9850
P_10            all 0.6780
P_100           all 0.2628
P_1000          all 0.0569
summary (doc-residual)
map             all 0.3169
bpref           all 0.3580
recip_rank      all 0.6825
P_10            all 0.4840
P_100           all 0.2332
P_1000          all 0.0533
summary (document)
map             all 0.3487
bpref           all 0.3903
recip_rank      all 0.7125
P_10            all 0.5380
P_100           all 0.2522
P_1000          all 0.0565

DUTDST4

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.4301
bpref           all 0.4483
recip_rank      all 0.9867
P_10            all 0.6460
P_100           all 0.2838
P_1000          all 0.0590
summary (doc-residual)
map             all 0.3109
bpref           all 0.3472
recip_rank      all 0.4661
P_10            all 0.4700
P_100           all 0.2558
P_1000          all 0.0554
summary (document)
map             all 0.3364
bpref           all 0.3751
recip_rank      all 0.4990
P_10            all 0.5120
P_100           all 0.2718
P_1000          all 0.0582

SJTUEntDS03

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.3977
bpref           all 0.3983
recip_rank      all 1.0000
P_10            all 0.6580
P_100           all 0.2524
P_1000          all 0.0580
summary (doc-residual)
map             all 0.2838
bpref           all 0.2971
recip_rank      all 0.7873
P_10            all 0.4560
P_100           all 0.2208
P_1000          all 0.0544
summary (document)
map             all 0.3228
bpref           all 0.3343
recip_rank      all 0.8947
P_10            all 0.5300
P_100           all 0.2408
P_1000          all 0.0574

SJTUEntDS04

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.3870
bpref           all 0.4109
recip_rank      all 1.0000
P_10            all 0.6800
P_100           all 0.2428
P_1000          all 0.0583
summary (doc-residual)
map             all 0.2722
bpref           all 0.3081
recip_rank      all 0.7916
P_10            all 0.4800
P_100           all 0.2110
P_1000          all 0.0547
summary (document)
map             all 0.3859
bpref           all 0.4105
recip_rank      all 1.0000
P_10            all 0.6800
P_100           all 0.2424
P_1000          all 0.0583

uams07bl

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.4086
bpref           all 0.4045
recip_rank      all 1.0000
P_10            all 0.6180
P_100           all 0.2626
P_1000          all 0.0587
summary (doc-residual)
map             all 0.2921
bpref           all 0.3005
recip_rank      all 0.6717
P_10            all 0.4100
P_100           all 0.2344
P_1000          all 0.0551
summary (document)
map             all 0.3336
bpref           all 0.3446
recip_rank      all 0.7587
P_10            all 0.4840
P_100           all 0.2534
P_1000          all 0.0581

uams07pr

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.4027
bpref           all 0.3968
recip_rank      all 1.0000
P_10            all 0.6080
P_100           all 0.2602
P_1000          all 0.0591
summary (doc-residual)
map             all 0.2855
bpref           all 0.2927
recip_rank      all 0.6739
P_10            all 0.3960
P_100           all 0.2314
P_1000          all 0.0555
summary (document)
map             all 0.3257
bpref           all 0.3340
recip_rank      all 0.7971
P_10            all 0.4660
P_100           all 0.2500
P_1000          all 0.0585

uams07bfb

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.4391
bpref           all 0.4369
recip_rank      all 1.0000
P_10            all 0.6480
P_100           all 0.2870
P_1000          all 0.0598
summary (doc-residual)
map             all 0.3291
bpref           all 0.3379
recip_rank      all 0.6487
P_10            all 0.4640
P_100           all 0.2582
P_1000          all 0.0562
summary (document)
map             all 0.3691
bpref           all 0.3790
recip_rank      all 0.6937
P_10            all 0.5180
P_100           all 0.2772
P_1000          all 0.0593

uams07bfbex

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.4700
bpref           all 0.4609
recip_rank      all 1.0000
P_10            all 0.6780
P_100           all 0.3146
P_1000          all 0.0620
summary (doc-residual)
map             all 0.3587
bpref           all 0.3609
recip_rank      all 0.6849
P_10            all 0.5120
P_100           all 0.2850
P_1000          all 0.0584
summary (document)
map             all 0.4079
bpref           all 0.4090
recip_rank      all 0.7567
P_10            all 0.5880
P_100           all 0.3068
P_1000          all 0.0617

DocRun04

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.4309
bpref           all 0.4220
recip_rank      all 0.9867
P_10            all 0.6560
P_100           all 0.3016
P_1000          all 0.0603
summary (doc-residual)
map             all 0.3023
bpref           all 0.3076
recip_rank      all 0.7665
P_10            all 0.4340
P_100           all 0.2732
P_1000          all 0.0567
summary (document)
map             all 0.3368
bpref           all 0.3389
recip_rank      all 0.8482
P_10            all 0.5040
P_100           all 0.2980
P_1000          all 0.0602

RmitQ

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.4642
bpref           all 0.4564
recip_rank      all 0.9900
P_10            all 0.6840
P_100           all 0.3038
P_1000          all 0.0608
summary (doc-residual)
map             all 0.3571
bpref           all 0.3576
recip_rank      all 0.7799
P_10            all 0.4920
P_100           all 0.2740
P_1000          all 0.0572
summary (document)
map             all 0.3877
bpref           all 0.3901
recip_rank      all 0.8265
P_10            all 0.5560
P_100           all 0.2934
P_1000          all 0.0602

RmitQAnc

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.4601
bpref           all 0.4537
recip_rank      all 1.0000
P_10            all 0.6660
P_100           all 0.2998
P_1000          all 0.0610
summary (doc-residual)
map             all 0.3497
bpref           all 0.3545
recip_rank      all 0.6742
P_10            all 0.4780
P_100           all 0.2698
P_1000          all 0.0574
summary (document)
map             all 0.3868
bpref           all 0.3918
recip_rank      all 0.8084
P_10            all 0.5500
P_100           all 0.2890
P_1000          all 0.0605

RmitQFir

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.3527
bpref           all 0.3719
recip_rank      all 1.0000
P_10            all 0.6360
P_100           all 0.2260
P_1000          all 0.0380
summary (doc-residual)
map             all 0.2391
bpref           all 0.2689
recip_rank      all 0.7455
P_10            all 0.4080
P_100           all 0.1926
P_1000          all 0.0344
summary (document)
map             all 0.2650
bpref           all 0.2952
recip_rank      all 0.7887
P_10            all 0.4640
P_100           all 0.2076
P_1000          all 0.0366

RmitQAncIndg

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.3995
bpref           all 0.3946
recip_rank      all 1.0000
P_10            all 0.5780
P_100           all 0.2668
P_1000          all 0.0610
summary (doc-residual)
map             all 0.2749
bpref           all 0.2888
recip_rank      all 0.5021
P_10            all 0.3540
P_100           all 0.2368
P_1000          all 0.0574
summary (document)
map             all 0.3240
bpref           all 0.3359
recip_rank      all 0.6727
P_10            all 0.4420
P_100           all 0.2584
P_1000          all 0.0605

uogEDSF

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.4078
bpref           all 0.3904
recip_rank      all 1.0000
P_10            all 0.6060
P_100           all 0.2704
P_1000          all 0.0614
summary (doc-residual)
map             all 0.2887
bpref           all 0.2830
recip_rank      all 0.6399
P_10            all 0.4020
P_100           all 0.2432
P_1000          all 0.0578
summary (document)
map             all 0.3370
bpref           all 0.3313
recip_rank      all 0.8092
P_10            all 0.4900
P_100           all 0.2616
P_1000          all 0.0610

QRYBASICRUN

Metadata | Participants| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.3253
bpref           all 0.3425
recip_rank      all 1.0000
P_10            all 0.6120
P_100           all 0.2222
P_1000          all 0.0407
summary (doc-residual)
map             all 0.2016
bpref           all 0.2345
recip_rank      all 0.6362
P_10            all 0.4120
P_100           all 0.1902
P_1000          all 0.0371
summary (document)
map             all 0.2458
bpref           all 0.2783
recip_rank      all 0.7546
P_10            all 0.4800
P_100           all 0.2090
P_1000          all 0.0396

QUERYRUN

Metadata | Participants| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.2911
bpref           all 0.3125
recip_rank      all 0.9225
P_10            all 0.5700
P_100           all 0.2108
P_1000          all 0.0468
summary (doc-residual)
map             all 0.1804
bpref           all 0.2130
recip_rank      all 0.6075
P_10            all 0.3720
P_100           all 0.1782
P_1000          all 0.0432
summary (document)
map             all 0.2254
bpref           all 0.2620
recip_rank      all 0.7117
P_10            all 0.4480
P_100           all 0.1966
P_1000          all 0.0463

uogEDSINLPRI

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.3332
bpref           all 0.3288
recip_rank      all 1.0000
P_10            all 0.5820
P_100           all 0.2382
P_1000          all 0.0519
summary (doc-residual)
map             all 0.1996
bpref           all 0.2107
recip_rank      all 0.5861
P_10            all 0.3660
P_100           all 0.2076
P_1000          all 0.0484
summary (document)
map             all 0.2693
bpref           all 0.2752
recip_rank      all 0.8680
P_10            all 0.4600
P_100           all 0.2308
P_1000          all 0.0516

ouTopicOnly

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.4156
bpref           all 0.4270
recip_rank      all 1.0000
P_10            all 0.6700
P_100           all 0.2774
P_1000          all 0.0569
summary (doc-residual)
map             all 0.2956
bpref           all 0.3223
recip_rank      all 0.7563
P_10            all 0.4640
P_100           all 0.2454
P_1000          all 0.0533
summary (document)
map             all 0.3454
bpref           all 0.3679
recip_rank      all 0.8920
P_10            all 0.5620
P_100           all 0.2686
P_1000          all 0.0564

ouNarrRF

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.4347
bpref           all 0.4355
recip_rank      all 1.0000
P_10            all 0.6820
P_100           all 0.2802
P_1000          all 0.0588
summary (doc-residual)
map             all 0.3156
bpref           all 0.3318
recip_rank      all 0.7493
P_10            all 0.4860
P_100           all 0.2512
P_1000          all 0.0552
summary (document)
map             all 0.4201
bpref           all 0.4228
recip_rank      all 1.0000
P_10            all 0.6540
P_100           all 0.2780
P_1000          all 0.0586

uogEDSComPri

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.2781
bpref           all 0.2931
recip_rank      all 0.9850
P_10            all 0.5860
P_100           all 0.2020
P_1000          all 0.0352
summary (doc-residual)
map             all 0.1466
bpref           all 0.1750
recip_rank      all 0.5871
P_10            all 0.3580
P_100           all 0.1698
P_1000          all 0.0316
summary (document)
map             all 0.2190
bpref           all 0.2408
recip_rank      all 0.8505
P_10            all 0.4820
P_100           all 0.1942
P_1000          all 0.0346

uogEDSCLCDIS

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.4105
bpref           all 0.3930
recip_rank      all 1.0000
P_10            all 0.6100
P_100           all 0.2742
P_1000          all 0.0616
summary (doc-residual)
map             all 0.2901
bpref           all 0.2856
recip_rank      all 0.6447
P_10            all 0.4160
P_100           all 0.2464
P_1000          all 0.0580
summary (document)
map             all 0.3442
bpref           all 0.3369
recip_rank      all 0.8236
P_10            all 0.4940
P_100           all 0.2670
P_1000          all 0.0612

ouNarr

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.4347
bpref           all 0.4355
recip_rank      all 1.0000
P_10            all 0.6820
P_100           all 0.2802
P_1000          all 0.0588
summary (doc-residual)
map             all 0.3156
bpref           all 0.3318
recip_rank      all 0.7493
P_10            all 0.4860
P_100           all 0.2512
P_1000          all 0.0552
summary (document)
map             all 0.3759
bpref           all 0.3890
recip_rank      all 0.8800
P_10            all 0.5960
P_100           all 0.2756
P_1000          all 0.0586

ouNarrAuto

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.3979
bpref           all 0.4190
recip_rank      all 1.0000
P_10            all 0.6560
P_100           all 0.2622
P_1000          all 0.0586
summary (doc-residual)
map             all 0.2731
bpref           all 0.3125
recip_rank      all 0.7273
P_10            all 0.4560
P_100           all 0.2312
P_1000          all 0.0550
summary (document)
map             all 0.3326
bpref           all 0.3674
recip_rank      all 0.8850
P_10            all 0.5640
P_100           all 0.2568
P_1000          all 0.0584

york07ed1

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.4784
bpref           all 0.4723
recip_rank      all 1.0000
P_10            all 0.7040
P_100           all 0.3036
P_1000          all 0.0619
summary (doc-residual)
map             all 0.3727
bpref           all 0.3735
recip_rank      all 0.8106
P_10            all 0.5320
P_100           all 0.2752
P_1000          all 0.0583
summary (document)
map             all 0.4007
bpref           all 0.4047
recip_rank      all 0.8556
P_10            all 0.5840
P_100           all 0.2930
P_1000          all 0.0614

york07ed2

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.4638
bpref           all 0.4648
recip_rank      all 0.9867
P_10            all 0.6840
P_100           all 0.3030
P_1000          all 0.0615
summary (doc-residual)
map             all 0.3553
bpref           all 0.3658
recip_rank      all 0.6897
P_10            all 0.5100
P_100           all 0.2740
P_1000          all 0.0579
summary (document)
map             all 0.3788
bpref           all 0.3916
recip_rank      all 0.7336
P_10            all 0.5460
P_100           all 0.2904
P_1000          all 0.0609

uwtbase

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.4698
bpref           all 0.4567
recip_rank      all 1.0000
P_10            all 0.7080
P_100           all 0.3006
P_1000          all 0.0620
summary (doc-residual)
map             all 0.3607
bpref           all 0.3557
recip_rank      all 0.7903
P_10            all 0.5280
P_100           all 0.2712
P_1000          all 0.0584
summary (document)
map             all 0.3878
bpref           all 0.3875
recip_rank      all 0.8217
P_10            all 0.5780
P_100           all 0.2898
P_1000          all 0.0615

uwKLD

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.4663
bpref           all 0.4528
recip_rank      all 0.9840
P_10            all 0.6860
P_100           all 0.3070
P_1000          all 0.0653
summary (doc-residual)
map             all 0.3567
bpref           all 0.3536
recip_rank      all 0.6591
P_10            all 0.4900
P_100           all 0.2786
P_1000          all 0.0617
summary (document)
map             all 0.3877
bpref           all 0.3862
recip_rank      all 0.7041
P_10            all 0.5380
P_100           all 0.2954
P_1000          all 0.0649

york07ed3

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.4768
bpref           all 0.4928
recip_rank      all 0.9850
P_10            all 0.7240
P_100           all 0.2904
P_1000          all 0.0621
summary (doc-residual)
map             all 0.3679
bpref           all 0.3956
recip_rank      all 0.7776
P_10            all 0.5380
P_100           all 0.2598
P_1000          all 0.0585
summary (document)
map             all 0.3956
bpref           all 0.4244
recip_rank      all 0.8118
P_10            all 0.5900
P_100           all 0.2778
P_1000          all 0.0617

york07ed4

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.4925
bpref           all 0.5037
recip_rank      all 0.9850
P_10            all 0.7300
P_100           all 0.3004
P_1000          all 0.0637
summary (doc-residual)
map             all 0.3857
bpref           all 0.4074
recip_rank      all 0.7899
P_10            all 0.5580
P_100           all 0.2704
P_1000          all 0.0601
summary (document)
map             all 0.4156
bpref           all 0.4384
recip_rank      all 0.8250
P_10            all 0.6240
P_100           all 0.2908
P_1000          all 0.0633

uwRF

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.5004
bpref           all 0.4764
recip_rank      all 1.0000
P_10            all 0.7160
P_100           all 0.3158
P_1000          all 0.0655
summary (doc-residual)
map             all 0.3946
bpref           all 0.3799
recip_rank      all 0.8334
P_10            all 0.5600
P_100           all 0.2872
P_1000          all 0.0619
summary (document)
map             all 0.4299
bpref           all 0.4173
recip_rank      all 0.8636
P_10            all 0.6220
P_100           all 0.3080
P_1000          all 0.0651

uiowa07entD1

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.3684
bpref           all 0.3742
recip_rank      all 1.0000
P_10            all 0.5860
P_100           all 0.2492
P_1000          all 0.0566
summary (doc-residual)
map             all 0.2500
bpref           all 0.2658
recip_rank      all 0.6815
P_10            all 0.4000
P_100           all 0.2188
P_1000          all 0.0530
summary (document)
map             all 0.2836
bpref           all 0.2977
recip_rank      all 0.7457
P_10            all 0.4600
P_100           all 0.2392
P_1000          all 0.0559

uiowa07entD2

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.3920
bpref           all 0.4056
recip_rank      all 1.0000
P_10            all 0.6400
P_100           all 0.2546
P_1000          all 0.0540
summary (doc-residual)
map             all 0.2758
bpref           all 0.2979
recip_rank      all 0.7559
P_10            all 0.4420
P_100           all 0.2244
P_1000          all 0.0505
summary (document)
map             all 0.3099
bpref           all 0.3330
recip_rank      all 0.8051
P_10            all 0.5120
P_100           all 0.2436
P_1000          all 0.0533

uiowa07entD3

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.3497
bpref           all 0.3622
recip_rank      all 1.0000
P_10            all 0.6300
P_100           all 0.2222
P_1000          all 0.0490
summary (doc-residual)
map             all 0.2272
bpref           all 0.2508
recip_rank      all 0.7046
P_10            all 0.4080
P_100           all 0.1904
P_1000          all 0.0454
summary (document)
map             all 0.2825
bpref           all 0.3063
recip_rank      all 0.8205
P_10            all 0.5280
P_100           all 0.2136
P_1000          all 0.0485

uiowa07entD4

Metadata | Participants | Proceedings| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.3698
bpref           all 0.3783
recip_rank      all 1.0000
P_10            all 0.6460
P_100           all 0.2338
P_1000          all 0.0547
summary (doc-residual)
map             all 0.2470
bpref           all 0.2685
recip_rank      all 0.7196
P_10            all 0.4240
P_100           all 0.2018
P_1000          all 0.0511
summary (document)
map             all 0.3054
bpref           all 0.3261
recip_rank      all 0.8357
P_10            all 0.5480
P_100           all 0.2260
P_1000          all 0.0542

MANUALRUN

Metadata | Participants| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.1981
bpref           all 0.2197
recip_rank      all 0.8175
P_10            all 0.4800
P_100           all 0.1362
P_1000          all 0.0319
summary (doc-residual)
map             all 0.0837
bpref           all 0.1164
recip_rank      all 0.4067
P_10            all 0.2100
P_100           all 0.1022
P_1000          all 0.0283
summary (document)
map             all 0.1177
bpref           all 0.1495
recip_rank      all 0.5836
P_10            all 0.2800
P_100           all 0.1170
P_1000          all 0.0310

NARRAUTORUN

Metadata | Participants| Input| Summary (document) | Summary (doc-promotion) | Summary (doc-residual)| Appendix

summary (doc-promotion)
map             all 0.2161
bpref           all 0.2880
recip_rank      all 1.0000
P_10            all 0.5140
P_100           all 0.1470
P_1000          all 0.0296
summary (doc-residual)
map             all 0.0828
bpref           all 0.1718
recip_rank      all 0.4252
P_10            all 0.2500
P_100           all 0.1126
P_1000          all 0.0260
summary (document)
map             all 0.1107
bpref           all 0.2051
recip_rank      all 0.5683
P_10            all 0.3220
P_100           all 0.1312
P_1000          all 0.0287

FDUn5e5

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.1680
bpref           all 0.5582
recip_rank      all 0.2869
P_10            all 0.0980
P_100           all 0.0152
P_1000          all 0.0015

FDUn3e7

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.1560
bpref           all 0.5722
recip_rank      all 0.2714
P_10            all 0.0960
P_100           all 0.0156
P_1000          all 0.0016

FDUn7e3

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.1788
bpref           all 0.5549
recip_rank      all 0.2993
P_10            all 0.1040
P_100           all 0.0150
P_1000          all 0.0015

FDUGroup

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.1788
bpref           all 0.5549
recip_rank      all 0.2993
P_10            all 0.1040
P_100           all 0.0150
P_1000          all 0.0015

THUIRMPDD4

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.4632
bpref           all 0.7507
recip_rank      all 0.6333
P_10            all 0.1640
P_100           all 0.0212
P_1000          all 0.0021

THUIRPDD2C40

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.4499
bpref           all 0.7471
recip_rank      all 0.6067
P_10            all 0.1420
P_100           all 0.0206
P_1000          all 0.0021

THUIRMPDD2

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.4122
bpref           all 0.7394
recip_rank      all 0.5602
P_10            all 0.1360
P_100           all 0.0206
P_1000          all 0.0021

THUIRPDD2

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.4300
bpref           all 0.7901
recip_rank      all 0.6142
P_10            all 0.1520
P_100           all 0.0214
P_1000          all 0.0021

SJTUEntES01

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.4395
bpref           all 0.8237
recip_rank      all 0.6140
P_10            all 0.1480
P_100           all 0.0226
P_1000          all 0.0023

SJTUEntES02

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.4343
bpref           all 0.8237
recip_rank      all 0.6039
P_10            all 0.1480
P_100           all 0.0226
P_1000          all 0.0023

SJTUEntES03

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.4427
bpref           all 0.8237
recip_rank      all 0.6131
P_10            all 0.1480
P_100           all 0.0226
P_1000          all 0.0023

WHU10

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.3399
bpref           all 0.6392
recip_rank      all 0.4738
P_10            all 0.1220
P_100           all 0.0166
P_1000          all 0.0017

WHU15

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.3060
bpref           all 0.6392
recip_rank      all 0.4404
P_10            all 0.1120
P_100           all 0.0166
P_1000          all 0.0017

DUTEXP1

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.2630
bpref           all 0.5792
recip_rank      all 0.4288
P_10            all 0.0980
P_100           all 0.0174
P_1000          all 0.0017

DUTEXP2

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.3324
bpref           all 0.6446
recip_rank      all 0.5362
P_10            all 0.1100
P_100           all 0.0190
P_1000          all 0.0019

WHUC5

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.2193
bpref           all 0.5579
recip_rank      all 0.3054
P_10            all 0.0620
P_100           all 0.0130
P_1000          all 0.0013

WHUE10

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.3280
bpref           all 0.6399
recip_rank      all 0.4674
P_10            all 0.1020
P_100           all 0.0170
P_1000          all 0.0017

ouExTitle

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.4337
bpref           all 0.8224
recip_rank      all 0.5802
P_10            all 0.1560
P_100           all 0.0224
P_1000          all 0.0022

ouExNarrRF

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.4787
bpref           all 0.8457
recip_rank      all 0.6335
P_10            all 0.1640
P_100           all 0.0230
P_1000          all 0.0023

ouExNarr

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.4675
bpref           all 0.8391
recip_rank      all 0.6169
P_10            all 0.1640
P_100           all 0.0228
P_1000          all 0.0023

DUTEXP3

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.3404
bpref           all 0.6472
recip_rank      all 0.5348
P_10            all 0.1180
P_100           all 0.0190
P_1000          all 0.0019

DUTEXP4

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.1876
bpref           all 0.5182
recip_rank      all 0.2929
P_10            all 0.0620
P_100           all 0.0146
P_1000          all 0.0015

SJTUEntES04

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.4410
bpref           all 0.8237
recip_rank      all 0.6146
P_10            all 0.1480
P_100           all 0.0226
P_1000          all 0.0023

uams07exbl

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.3090
bpref           all 0.6445
recip_rank      all 0.4776
P_10            all 0.1360
P_100           all 0.0188
P_1000          all 0.0019

uams07exmm

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.3011
bpref           all 0.6412
recip_rank      all 0.4562
P_10            all 0.1280
P_100           all 0.0188
P_1000          all 0.0019

uams07expp

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.3066
bpref           all 0.6412
recip_rank      all 0.4662
P_10            all 0.1260
P_100           all 0.0188
P_1000          all 0.0019

uams07exfr

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.3051
bpref           all 0.6479
recip_rank      all 0.4608
P_10            all 0.1280
P_100           all 0.0190
P_1000          all 0.0019

ouExNarrAu

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.4164
bpref           all 0.7851
recip_rank      all 0.5694
P_10            all 0.1560
P_100           all 0.0222
P_1000          all 0.0022

uiowa07entE2

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.0024
bpref           all 0.0473
recip_rank      all 0.0062
P_10            all 0.0020
P_100           all 0.0020
P_1000          all 0.0002

ExpertRun04

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.3433
bpref           all 0.6884
recip_rank      all 0.5077
P_10            all 0.1380
P_100           all 0.0202
P_1000          all 0.0020

ExpertRun03

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.0146
bpref           all 0.6844
recip_rank      all 0.0140
P_10            all 0.0000
P_100           all 0.0198
P_1000          all 0.0020

ExpertRun01

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.3066
bpref           all 0.6784
recip_rank      all 0.4695
P_10            all 0.1200
P_100           all 0.0200
P_1000          all 0.0020

ExpertRun02

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.3689
bpref           all 0.6851
recip_rank      all 0.5142
P_10            all 0.1400
P_100           all 0.0202
P_1000          all 0.0020

PRISLM

Metadata | Participants| Input| Summary| Appendix

summary (experts)
map             all 0.1515
bpref           all 0.5331
recip_rank      all 0.2639
P_10            all 0.0680
P_100           all 0.0160
P_1000          all 0.0016

PRISDF

Metadata | Participants| Input| Summary| Appendix

summary (experts)
map             all 0.1350
bpref           all 0.4522
recip_rank      all 0.2407
P_10            all 0.0640
P_100           all 0.0140
P_1000          all 0.0014

AUTORUN

Metadata | Participants| Input| Summary| Appendix

summary (experts)
map             all 0.0939
bpref           all 0.2370
recip_rank      all 0.1946
P_10            all 0.0460
P_100           all 0.0074
P_1000          all 0.0007

uogEXFeMNZP

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.3042
bpref           all 0.6427
recip_rank      all 0.4239
P_10            all 0.1400
P_100           all 0.0194
P_1000          all 0.0019

uogEXFeMNZcP

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.3138
bpref           all 0.6167
recip_rank      all 0.4475
P_10            all 0.1420
P_100           all 0.0190
P_1000          all 0.0019

uogEXFeMNZdQ

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.3122
bpref           all 0.6527
recip_rank      all 0.4597
P_10            all 0.1320
P_100           all 0.0196
P_1000          all 0.0020

uogEXFeMNZQE

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.2686
bpref           all 0.6047
recip_rank      all 0.3670
P_10            all 0.1260
P_100           all 0.0186
P_1000          all 0.0019

PRISRR

Metadata | Participants| Input| Summary| Appendix

summary (experts)
map             all 0.1571
bpref           all 0.5331
recip_rank      all 0.2712
P_10            all 0.0680
P_100           all 0.0160
P_1000          all 0.0016

PRISEM

Metadata | Participants| Input| Summary| Appendix

summary (experts)
map             all 0.1103
bpref           all 0.4761
recip_rank      all 0.1825
P_10            all 0.0620
P_100           all 0.0146
P_1000          all 0.0015

qorw

Metadata | Participants| Input| Summary| Appendix

summary (experts)
map             all 0.1463
bpref           all 0.6862
recip_rank      all 0.2378
P_10            all 0.0760
P_100           all 0.0182
P_1000          all 0.0018

Metadata | Participants| Input| Summary| Appendix

summary (experts)
map             all 0.1481
bpref           all 0.6509
recip_rank      all 0.2478
P_10            all 0.0780
P_100           all 0.0176
P_1000          all 0.0018

qorwkstep

Metadata | Participants| Input| Summary| Appendix

summary (experts)
map             all 0.1441
bpref           all 0.6982
recip_rank      all 0.2250
P_10            all 0.0740
P_100           all 0.0186
P_1000          all 0.0019

feedbackrun

Metadata | Participants| Input| Summary| Appendix

summary (experts)
map             all 0.2371
bpref           all 0.7376
recip_rank      all 0.3517
P_10            all 0.1040
P_100           all 0.0196
P_1000          all 0.0020

UALR07Exp1

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.0200
bpref           all 0.2679
recip_rank      all 0.0360
P_10            all 0.0120
P_100           all 0.0084
P_1000          all 0.0008

UALR07Exp2

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.0124
bpref           all 0.2509
recip_rank      all 0.0187
P_10            all 0.0060
P_100           all 0.0076
P_1000          all 0.0008

UALR07Exp3

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.1840
bpref           all 0.2707
recip_rank      all 0.3052
P_10            all 0.0700
P_100           all 0.0072
P_1000          all 0.0007

uiowa07entE1

Metadata | Participants | Proceedings| Input| Summary| Appendix

summary (experts)
map             all 0.2828
bpref           all 0.6217
recip_rank      all 0.4321
P_10            all 0.1160
P_100           all 0.0168
P_1000          all 0.0017

zslrun

Metadata | Participants| Input| Summary| Appendix

summary (experts)
map             all 0.0944
bpref           all 0.2147
recip_rank      all 0.1797
P_10            all 0.0340
P_100           all 0.0062
P_1000          all 0.0006