Results - Novelty 2002¶

ss1¶

summary (trec_eval)

Precision (relevant sentences)      all 0.14
Recall (relevant sentences)         all 0.46
F-score (relevant sentences)        all 0.186
Precision (new sentences)           all 0.14
Recall (new sentences)              all 0.44
F-score (new sentences)             all 0.183

CIIR02tfkl¶

summary (trec_eval)

Precision (relevant sentences)      all 0.14
Recall (relevant sentences)         all 0.56
F-score (relevant sentences)        all 0.211
Precision (new sentences)           all 0.14
Recall (new sentences)              all 0.46
F-score (new sentences)             all 0.196

CIIR02tfnew¶

summary (trec_eval)

Precision (relevant sentences)      all 0.14
Recall (relevant sentences)         all 0.56
F-score (relevant sentences)        all 0.211
Precision (new sentences)           all 0.14
Recall (new sentences)              all 0.48
F-score (new sentences)             all 0.209

pircs2N01¶

summary (trec_eval)

Precision (relevant sentences)      all 0.16
Recall (relevant sentences)         all 0.49
F-score (relevant sentences)        all 0.209
Precision (new sentences)           all 0.15
Recall (new sentences)              all 0.39
F-score (new sentences)             all 0.188

pircs2N02¶

summary (trec_eval)

Precision (relevant sentences)      all 0.16
Recall (relevant sentences)         all 0.49
F-score (relevant sentences)        all 0.209
Precision (new sentences)           all 0.15
Recall (new sentences)              all 0.43
F-score (new sentences)             all 0.193

pircs2N03¶

summary (trec_eval)

Precision (relevant sentences)      all 0.18
Recall (relevant sentences)         all 0.40
F-score (relevant sentences)        all 0.197
Precision (new sentences)           all 0.17
Recall (new sentences)              all 0.31
F-score (new sentences)             all 0.175

pircs2N04¶

summary (trec_eval)

Precision (relevant sentences)      all 0.18
Recall (relevant sentences)         all 0.40
F-score (relevant sentences)        all 0.197
Precision (new sentences)           all 0.17
Recall (new sentences)              all 0.36
F-score (new sentences)             all 0.184

pircs2N05¶

summary (trec_eval)

Precision (relevant sentences)      all 0.18
Recall (relevant sentences)         all 0.40
F-score (relevant sentences)        all 0.197
Precision (new sentences)           all 0.17
Recall (new sentences)              all 0.31
F-score (new sentences)             all 0.175

novcolcl35¶

summary (trec_eval)

Precision (relevant sentences)      all 0.07
Recall (relevant sentences)         all 0.04
F-score (relevant sentences)        all 0.047
Precision (new sentences)           all 0.07
Recall (new sentences)              all 0.04
F-score (new sentences)             all 0.040

novcolclfx¶

summary (trec_eval)

Precision (relevant sentences)      all 0.07
Recall (relevant sentences)         all 0.12
F-score (relevant sentences)        all 0.073
Precision (new sentences)           all 0.07
Recall (new sentences)              all 0.09
F-score (new sentences)             all 0.063

novcolmerg¶

summary (trec_eval)

Precision (relevant sentences)      all 0.11
Recall (relevant sentences)         all 0.15
F-score (relevant sentences)        all 0.103
Precision (new sentences)           all 0.09
Recall (new sentences)              all 0.10
F-score (new sentences)             all 0.083

novcolsent¶

summary (trec_eval)

Precision (relevant sentences)      all 0.11
Recall (relevant sentences)         all 0.09
F-score (relevant sentences)        all 0.078
Precision (new sentences)           all 0.12
Recall (new sentences)              all 0.07
F-score (new sentences)             all 0.071

novcolcl85¶

summary (trec_eval)

Precision (relevant sentences)      all 0.09
Recall (relevant sentences)         all 0.07
F-score (relevant sentences)        all 0.063
Precision (new sentences)           all 0.08
Recall (new sentences)              all 0.05
F-score (new sentences)             all 0.050

fdut11n3¶

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)

Precision (relevant sentences)      all 0.12
Recall (relevant sentences)         all 0.35
F-score (relevant sentences)        all 0.160
Precision (new sentences)           all 0.11
Recall (new sentences)              all 0.31
F-score (new sentences)             all 0.146

fdut11n1¶

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)

Precision (relevant sentences)      all 0.14
Recall (relevant sentences)         all 0.30
F-score (relevant sentences)        all 0.161
Precision (new sentences)           all 0.12
Recall (new sentences)              all 0.26
F-score (new sentences)             all 0.148

fdut11n2¶

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)

Precision (relevant sentences)      all 0.12
Recall (relevant sentences)         all 0.39
F-score (relevant sentences)        all 0.160
Precision (new sentences)           all 0.11
Recall (new sentences)              all 0.34
F-score (new sentences)             all 0.147

thunv1¶

summary (trec_eval)

Precision (relevant sentences)      all 0.23
Recall (relevant sentences)         all 0.34
F-score (relevant sentences)        all 0.235
Precision (new sentences)           all 0.22
Recall (new sentences)              all 0.30
F-score (new sentences)             all 0.217

thunv2¶

summary (trec_eval)

Precision (relevant sentences)      all 0.23
Recall (relevant sentences)         all 0.34
F-score (relevant sentences)        all 0.235
Precision (new sentences)           all 0.23
Recall (new sentences)              all 0.29
F-score (new sentences)             all 0.216

thunv3¶

summary (trec_eval)

Precision (relevant sentences)      all 0.20
Recall (relevant sentences)         all 0.41
F-score (relevant sentences)        all 0.235
Precision (new sentences)           all 0.20
Recall (new sentences)              all 0.35
F-score (new sentences)             all 0.216

thunv4¶

summary (trec_eval)

Precision (relevant sentences)      all 0.21
Recall (relevant sentences)         all 0.33
F-score (relevant sentences)        all 0.225
Precision (new sentences)           all 0.21
Recall (new sentences)              all 0.28
F-score (new sentences)             all 0.206

thunv5¶

summary (trec_eval)

Precision (relevant sentences)      all 0.19
Recall (relevant sentences)         all 0.35
F-score (relevant sentences)        all 0.190
Precision (new sentences)           all 0.18
Recall (new sentences)              all 0.31
F-score (new sentences)             all 0.181

nttcslabnvp¶

summary (trec_eval)

Precision (relevant sentences)      all 0.12
Recall (relevant sentences)         all 0.54
F-score (relevant sentences)        all 0.183
Precision (new sentences)           all 0.11
Recall (new sentences)              all 0.44
F-score (new sentences)             all 0.165

cmu02t300rCv¶

summary (trec_eval)

Precision (relevant sentences)      all 0.13
Recall (relevant sentences)         all 0.31
F-score (relevant sentences)        all 0.165
Precision (new sentences)           all 0.12
Recall (new sentences)              all 0.16
F-score (new sentences)             all 0.122

cmu02t300rCw¶

summary (trec_eval)

Precision (relevant sentences)      all 0.13
Recall (relevant sentences)         all 0.31
F-score (relevant sentences)        all 0.165
Precision (new sentences)           all 0.12
Recall (new sentences)              all 0.30
F-score (new sentences)             all 0.153

cmu02t300rCb¶

summary (trec_eval)

Precision (relevant sentences)      all 0.13
Recall (relevant sentences)         all 0.31
F-score (relevant sentences)        all 0.165
Precision (new sentences)           all 0.12
Recall (new sentences)              all 0.31
F-score (new sentences)             all 0.154

UAmsT11ntste¶

summary (trec_eval)

Precision (relevant sentences)      all 0.11
Recall (relevant sentences)         all 0.17
F-score (relevant sentences)        all 0.117
Precision (new sentences)           all 0.10
Recall (new sentences)              all 0.17
F-score (new sentences)             all 0.114

UAmsT11ntlem¶

summary (trec_eval)

Precision (relevant sentences)      all 0.13
Recall (relevant sentences)         all 0.19
F-score (relevant sentences)        all 0.136
Precision (new sentences)           all 0.12
Recall (new sentences)              all 0.18
F-score (new sentences)             all 0.128

UAmsT11ntcom¶

summary (trec_eval)

Precision (relevant sentences)      all 0.11
Recall (relevant sentences)         all 0.23
F-score (relevant sentences)        all 0.131
Precision (new sentences)           all 0.10
Recall (new sentences)              all 0.22
F-score (new sentences)             all 0.125

cmu02t300rBw¶

summary (trec_eval)

Precision (relevant sentences)      all 0.10
Recall (relevant sentences)         all 0.13
F-score (relevant sentences)        all 0.099
Precision (new sentences)           all 0.10
Recall (new sentences)              all 0.13
F-score (new sentences)             all 0.094

cmu02t300rAs¶

summary (trec_eval)

Precision (relevant sentences)      all 0.17
Recall (relevant sentences)         all 0.23
F-score (relevant sentences)        all 0.182
Precision (new sentences)           all 0.16
Recall (new sentences)              all 0.18
F-score (new sentences)             all 0.157

nttcslabnvr2¶

summary (trec_eval)

Precision (relevant sentences)      all 0.10
Recall (relevant sentences)         all 0.60
F-score (relevant sentences)        all 0.166
Precision (new sentences)           all 0.09
Recall (new sentences)              all 0.49
F-score (new sentences)             all 0.146

ntu1¶

summary (trec_eval)

Precision (relevant sentences)      all 0.07
Recall (relevant sentences)         all 0.47
F-score (relevant sentences)        all 0.115
Precision (new sentences)           all 0.07
Recall (new sentences)              all 0.07
F-score (new sentences)             all 0.063

ntu2¶

summary (trec_eval)

Precision (relevant sentences)      all 0.07
Recall (relevant sentences)         all 0.47
F-score (relevant sentences)        all 0.110
Precision (new sentences)           all 0.06
Recall (new sentences)              all 0.07
F-score (new sentences)             all 0.059

ntu3¶

summary (trec_eval)

Precision (relevant sentences)      all 0.08
Recall (relevant sentences)         all 0.40
F-score (relevant sentences)        all 0.116
Precision (new sentences)           all 0.09
Recall (new sentences)              all 0.06
F-score (new sentences)             all 0.065

UIowa02Nov5¶

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)

Precision (relevant sentences)      all 0.14
Recall (relevant sentences)         all 0.36
F-score (relevant sentences)        all 0.175
Precision (new sentences)           all 0.14
Recall (new sentences)              all 0.12
F-score (new sentences)             all 0.082

UIowa02Nov4¶

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)

Precision (relevant sentences)      all 0.12
Recall (relevant sentences)         all 0.58
F-score (relevant sentences)        all 0.182
Precision (new sentences)           all 0.12
Recall (new sentences)              all 0.37
F-score (new sentences)             all 0.149

umich1¶

summary (trec_eval)

Precision (relevant sentences)      all 0.06
Recall (relevant sentences)         all 0.26
F-score (relevant sentences)        all 0.094
Precision (new sentences)           all 0.06
Recall (new sentences)              all 0.25
F-score (new sentences)             all 0.088

UMICH4¶

summary (trec_eval)

Precision (relevant sentences)      all 0.06
Recall (relevant sentences)         all 0.29
F-score (relevant sentences)        all 0.091
Precision (new sentences)           all 0.05
Recall (new sentences)              all 0.29
F-score (new sentences)             all 0.085

UMich3¶

summary (trec_eval)

Precision (relevant sentences)      all 0.06
Recall (relevant sentences)         all 0.17
F-score (relevant sentences)        all 0.080
Precision (new sentences)           all 0.06
Recall (new sentences)              all 0.17
F-score (new sentences)             all 0.076

UMich5¶

summary (trec_eval)

Precision (relevant sentences)      all 0.09
Recall (relevant sentences)         all 0.35
F-score (relevant sentences)        all 0.132
Precision (new sentences)           all 0.09
Recall (new sentences)              all 0.35
F-score (new sentences)             all 0.126

UMIch2¶

summary (trec_eval)

Precision (relevant sentences)      all 0.06
Recall (relevant sentences)         all 0.24
F-score (relevant sentences)        all 0.088
Precision (new sentences)           all 0.06
Recall (new sentences)              all 0.24
F-score (new sentences)             all 0.083

dumbrun¶

summary (trec_eval)

Precision (relevant sentences)      all 0.15
Recall (relevant sentences)         all 0.49
F-score (relevant sentences)        all 0.190
Precision (new sentences)           all 0.16
Recall (new sentences)              all 0.22
F-score (new sentences)             all 0.157