Results - Health Misinformation 2020¶

CiTIUSCrdAdh¶

summary (trec_eval)

CiTIUSCrdAdh    binary.useful   ndcg    all 0.0585
CiTIUSCrdAdh    binary.useful-correct   ndcg    all 0.0422
CiTIUSCrdAdh    binary.useful-credible  ndcg    all 0.0569
CiTIUSCrdAdh    binary.useful-correct-credible  ndcg    all 0.0412
CiTIUSCrdAdh    graded.harmful-only compatibility   all 0.0082
CiTIUSCrdAdh    graded.helpful-only compatibility   all 0.0586

CiTIUSCrdRelAdh¶

summary (trec_eval)

CiTIUSCrdRelAdh binary.useful   ndcg    all 0.2091
CiTIUSCrdRelAdh binary.useful-correct   ndcg    all 0.1462
CiTIUSCrdRelAdh binary.useful-credible  ndcg    all 0.1811
CiTIUSCrdRelAdh binary.useful-correct-credible  ndcg    all 0.1393
CiTIUSCrdRelAdh graded.harmful-only compatibility   all 0.0475
CiTIUSCrdRelAdh graded.helpful-only compatibility   all 0.1721

CiTIUSSimAdh¶

summary (trec_eval)

CiTIUSSimAdh    binary.useful   ndcg    all 0.1636
CiTIUSSimAdh    binary.useful-correct   ndcg    all 0.1250
CiTIUSSimAdh    binary.useful-credible  ndcg    all 0.1520
CiTIUSSimAdh    binary.useful-correct-credible  ndcg    all 0.1212
CiTIUSSimAdh    graded.harmful-only compatibility   all 0.0351
CiTIUSSimAdh    graded.helpful-only compatibility   all 0.1207

CiTIUSSimRelAdh¶

summary (trec_eval)

CiTIUSSimRelAdh binary.useful   ndcg    all 0.3321
CiTIUSSimRelAdh binary.useful-correct   ndcg    all 0.2431
CiTIUSSimRelAdh binary.useful-credible  ndcg    all 0.3047
CiTIUSSimRelAdh binary.useful-correct-credible  ndcg    all 0.2353
CiTIUSSimRelAdh graded.harmful-only compatibility   all 0.0600
CiTIUSSimRelAdh graded.helpful-only compatibility   all 0.2376

bm25_title¶

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)

bm25_title  binary.useful   ndcg    all 0.4610
bm25_title  binary.useful-correct   ndcg    all 0.3266
bm25_title  binary.useful-credible  ndcg    all 0.4414
bm25_title  binary.useful-correct-credible  ndcg    all 0.3184
bm25_title  graded.harmful-only compatibility   all 0.0481
bm25_title  graded.helpful-only compatibility   all 0.2174

bm25_desc¶

Metadata | Participants| Input| Summary| Appendix

summary (trec_eval)

bm25_desc   binary.useful   ndcg    all 0.6047
bm25_desc   binary.useful-correct   ndcg    all 0.4951
bm25_desc   binary.useful-credible  ndcg    all 0.5742
bm25_desc   binary.useful-correct-credible  ndcg    all 0.4831
bm25_desc   graded.harmful-only compatibility   all 0.1247
bm25_desc   graded.helpful-only compatibility   all 0.3660

cn-m-title¶

summary (trec_eval)

cn-m-title  binary.useful   ndcg    all 0.4434
cn-m-title  binary.useful-correct   ndcg    all 0.3366
cn-m-title  binary.useful-credible  ndcg    all 0.4197
cn-m-title  binary.useful-correct-credible  ndcg    all 0.3175
cn-m-title  graded.harmful-only compatibility   all 0.0820
cn-m-title  graded.helpful-only compatibility   all 0.3569

cn-title-2¶

summary (trec_eval)

cn-title-2  binary.useful   ndcg    all 0.4126
cn-title-2  binary.useful-correct   ndcg    all 0.2898
cn-title-2  binary.useful-credible  ndcg    all 0.3830
cn-title-2  binary.useful-correct-credible  ndcg    all 0.2749
cn-title-2  graded.harmful-only compatibility   all 0.0817
cn-title-2  graded.helpful-only compatibility   all 0.2401

cn-descr-2¶

summary (trec_eval)

cn-descr-2  binary.useful   ndcg    all 0.3846
cn-descr-2  binary.useful-correct   ndcg    all 0.3155
cn-descr-2  binary.useful-credible  ndcg    all 0.3595
cn-descr-2  binary.useful-correct-credible  ndcg    all 0.3046
cn-descr-2  graded.harmful-only compatibility   all 0.1328
cn-descr-2  graded.helpful-only compatibility   all 0.3182

cn-ax-rer¶

summary (trec_eval)

cn-ax-rer   binary.useful   ndcg    all 0.4040
cn-ax-rer   binary.useful-correct   ndcg    all 0.2796
cn-ax-rer   binary.useful-credible  ndcg    all 0.3760
cn-ax-rer   binary.useful-correct-credible  ndcg    all 0.2654
cn-ax-rer   graded.harmful-only compatibility   all 0.0803
cn-ax-rer   graded.helpful-only compatibility   all 0.2335

RSL_BM25¶

summary (trec_eval)

RSL_BM25    binary.useful   ndcg    all 0.4610
RSL_BM25    binary.useful-correct   ndcg    all 0.3265
RSL_BM25    binary.useful-credible  ndcg    all 0.4414
RSL_BM25    binary.useful-correct-credible  ndcg    all 0.3183
RSL_BM25    graded.harmful-only compatibility   all 0.0481
RSL_BM25    graded.helpful-only compatibility   all 0.2174

RSL_BM25LC¶

summary (trec_eval)

RSL_BM25LC  binary.useful   ndcg    all 0.4699
RSL_BM25LC  binary.useful-correct   ndcg    all 0.3359
RSL_BM25LC  binary.useful-credible  ndcg    all 0.4471
RSL_BM25LC  binary.useful-correct-credible  ndcg    all 0.3308
RSL_BM25LC  graded.harmful-only compatibility   all 0.0667
RSL_BM25LC  graded.helpful-only compatibility   all 0.2394

cn-kq¶

summary (trec_eval)

cn-kq   binary.useful   ndcg    all 0.1976
cn-kq   binary.useful-correct   ndcg    all 0.1498
cn-kq   binary.useful-credible  ndcg    all 0.1881
cn-kq   binary.useful-correct-credible  ndcg    all 0.1359
cn-kq   graded.harmful-only compatibility   all 0.0611
cn-kq   graded.helpful-only compatibility   all 0.1824

cn-kq-t-td¶

summary (trec_eval)

cn-kq-t-td  binary.useful   ndcg    all 0.3410
cn-kq-t-td  binary.useful-correct   ndcg    all 0.2804
cn-kq-t-td  binary.useful-credible  ndcg    all 0.3315
cn-kq-t-td  binary.useful-correct-credible  ndcg    all 0.2644
cn-kq-t-td  graded.harmful-only compatibility   all 0.0537
cn-kq-t-td  graded.helpful-only compatibility   all 0.3305

cn-kq-td¶

summary (trec_eval)

cn-kq-td    binary.useful   ndcg    all 0.2575
cn-kq-td    binary.useful-correct   ndcg    all 0.2269
cn-kq-td    binary.useful-credible  ndcg    all 0.2627
cn-kq-td    binary.useful-correct-credible  ndcg    all 0.2118
cn-kq-td    graded.harmful-only compatibility   all 0.0515
cn-kq-td    graded.helpful-only compatibility   all 0.3337

adhoc_run1¶

summary (trec_eval)

adhoc_run1  binary.useful   ndcg    all 0.6077
adhoc_run1  binary.useful-correct   ndcg    all 0.4997
adhoc_run1  binary.useful-credible  ndcg    all 0.5774
adhoc_run1  binary.useful-correct-credible  ndcg    all 0.4853
adhoc_run1  graded.harmful-only compatibility   all 0.1197
adhoc_run1  graded.helpful-only compatibility   all 0.3679

adhoc_run2¶

summary (trec_eval)

adhoc_run2  binary.useful   ndcg    all 0.6163
adhoc_run2  binary.useful-correct   ndcg    all 0.4836
adhoc_run2  binary.useful-credible  ndcg    all 0.5868
adhoc_run2  binary.useful-correct-credible  ndcg    all 0.4769
adhoc_run2  graded.harmful-only compatibility   all 0.1446
adhoc_run2  graded.helpful-only compatibility   all 0.4074

adhoc_run3¶

summary (trec_eval)

adhoc_run3  binary.useful   ndcg    all 0.6170
adhoc_run3  binary.useful-correct   ndcg    all 0.5081
adhoc_run3  binary.useful-credible  ndcg    all 0.5948
adhoc_run3  binary.useful-correct-credible  ndcg    all 0.5065
adhoc_run3  graded.harmful-only compatibility   all 0.1208
adhoc_run3  graded.helpful-only compatibility   all 0.4012

adhoc_run4¶

summary (trec_eval)

adhoc_run4  binary.useful   ndcg    all 0.6229
adhoc_run4  binary.useful-correct   ndcg    all 0.4828
adhoc_run4  binary.useful-credible  ndcg    all 0.5879
adhoc_run4  binary.useful-correct-credible  ndcg    all 0.4690
adhoc_run4  graded.harmful-only compatibility   all 0.1385
adhoc_run4  graded.helpful-only compatibility   all 0.4098

adhoc_run5¶

summary (trec_eval)

adhoc_run5  binary.useful   ndcg    all 0.6187
adhoc_run5  binary.useful-correct   ndcg    all 0.5053
adhoc_run5  binary.useful-credible  ndcg    all 0.5924
adhoc_run5  binary.useful-correct-credible  ndcg    all 0.4961
adhoc_run5  graded.harmful-only compatibility   all 0.1247
adhoc_run5  graded.helpful-only compatibility   all 0.3981

adhoc_run6¶

summary (trec_eval)

adhoc_run6  binary.useful   ndcg    all 0.6223
adhoc_run6  binary.useful-correct   ndcg    all 0.4812
adhoc_run6  binary.useful-credible  ndcg    all 0.5941
adhoc_run6  binary.useful-correct-credible  ndcg    all 0.4723
adhoc_run6  graded.harmful-only compatibility   all 0.1487
adhoc_run6  graded.helpful-only compatibility   all 0.4143

adhoc_run7¶

summary (trec_eval)

adhoc_run7  binary.useful   ndcg    all 0.6227
adhoc_run7  binary.useful-correct   ndcg    all 0.4813
adhoc_run7  binary.useful-credible  ndcg    all 0.5891
adhoc_run7  binary.useful-correct-credible  ndcg    all 0.4656
adhoc_run7  graded.harmful-only compatibility   all 0.1355
adhoc_run7  graded.helpful-only compatibility   all 0.4023

adhoc_run8¶

summary (trec_eval)

adhoc_run8  binary.useful   ndcg    all 0.6189
adhoc_run8  binary.useful-correct   ndcg    all 0.4749
adhoc_run8  binary.useful-credible  ndcg    all 0.5841
adhoc_run8  binary.useful-correct-credible  ndcg    all 0.4569
adhoc_run8  graded.harmful-only compatibility   all 0.1338
adhoc_run8  graded.helpful-only compatibility   all 0.3846

adhoc_run9¶

summary (trec_eval)

adhoc_run9  binary.useful   ndcg    all 0.5859
adhoc_run9  binary.useful-correct   ndcg    all 0.4507
adhoc_run9  binary.useful-credible  ndcg    all 0.5756
adhoc_run9  binary.useful-correct-credible  ndcg    all 0.4410
adhoc_run9  graded.harmful-only compatibility   all 0.0893
adhoc_run9  graded.helpful-only compatibility   all 0.3473

adhoc_run10¶

summary (trec_eval)

adhoc_run10 binary.useful   ndcg    all 0.6027
adhoc_run10 binary.useful-correct   ndcg    all 0.4841
adhoc_run10 binary.useful-credible  ndcg    all 0.5632
adhoc_run10 binary.useful-correct-credible  ndcg    all 0.4702
adhoc_run10 graded.harmful-only compatibility   all 0.1263
adhoc_run10 graded.helpful-only compatibility   all 0.3736

adhoc_run11¶

summary (trec_eval)

adhoc_run11 binary.useful   ndcg    all 0.6333
adhoc_run11 binary.useful-correct   ndcg    all 0.4945
adhoc_run11 binary.useful-credible  ndcg    all 0.5970
adhoc_run11 binary.useful-correct-credible  ndcg    all 0.4771
adhoc_run11 graded.harmful-only compatibility   all 0.1456
adhoc_run11 graded.helpful-only compatibility   all 0.3985

adhoc_run12¶

summary (trec_eval)

adhoc_run12 binary.useful   ndcg    all 0.5675
adhoc_run12 binary.useful-correct   ndcg    all 0.4401
adhoc_run12 binary.useful-credible  ndcg    all 0.5573
adhoc_run12 binary.useful-correct-credible  ndcg    all 0.4416
adhoc_run12 graded.harmful-only compatibility   all 0.0826
adhoc_run12 graded.helpful-only compatibility   all 0.3391

adhoc_run13¶

summary (trec_eval)

adhoc_run13 binary.useful   ndcg    all 0.5926
adhoc_run13 binary.useful-correct   ndcg    all 0.4791
adhoc_run13 binary.useful-credible  ndcg    all 0.5720
adhoc_run13 binary.useful-correct-credible  ndcg    all 0.4936
adhoc_run13 graded.harmful-only compatibility   all 0.1092
adhoc_run13 graded.helpful-only compatibility   all 0.3869

NLM_CTM_R1¶

summary (trec_eval)

NLM_CTM_R1  binary.useful   ndcg    all 0.3856
NLM_CTM_R1  binary.useful-correct   ndcg    all 0.3380
NLM_CTM_R1  binary.useful-credible  ndcg    all 0.3862
NLM_CTM_R1  binary.useful-correct-credible  ndcg    all 0.3155
NLM_CTM_R1  graded.harmful-only compatibility   all 0.0658
NLM_CTM_R1  graded.helpful-only compatibility   all 0.3153

NLM_CTM_R2¶

summary (trec_eval)

NLM_CTM_R2  binary.useful   ndcg    all 0.2377
NLM_CTM_R2  binary.useful-correct   ndcg    all 0.2020
NLM_CTM_R2  binary.useful-credible  ndcg    all 0.2332
NLM_CTM_R2  binary.useful-correct-credible  ndcg    all 0.1903
NLM_CTM_R2  graded.harmful-only compatibility   all 0.0364
NLM_CTM_R2  graded.helpful-only compatibility   all 0.2228

NLM_BNU_T5_CTM¶

summary (trec_eval)

NLM_BNU_T5_CTM  binary.useful   ndcg    all 0.2522
NLM_BNU_T5_CTM  binary.useful-correct   ndcg    all 0.2084
NLM_BNU_T5_CTM  binary.useful-credible  ndcg    all 0.2639
NLM_BNU_T5_CTM  binary.useful-correct-credible  ndcg    all 0.1960
NLM_BNU_T5_CTM  graded.harmful-only compatibility   all 0.0609
NLM_BNU_T5_CTM  graded.helpful-only compatibility   all 0.2656

NLM_BNU_ENS_NLI¶

summary (trec_eval)

NLM_BNU_ENS_NLI binary.useful   ndcg    all 0.1407
NLM_BNU_ENS_NLI binary.useful-correct   ndcg    all 0.1458
NLM_BNU_ENS_NLI binary.useful-credible  ndcg    all 0.1312
NLM_BNU_ENS_NLI binary.useful-correct-credible  ndcg    all 0.1331
NLM_BNU_ENS_NLI graded.harmful-only compatibility   all 0.0189
NLM_BNU_ENS_NLI graded.helpful-only compatibility   all 0.1920

NLM_TME_NLIR¶

summary (trec_eval)

NLM_TME_NLIR    binary.useful   ndcg    all 0.1923
NLM_TME_NLIR    binary.useful-correct   ndcg    all 0.1752
NLM_TME_NLIR    binary.useful-credible  ndcg    all 0.1715
NLM_TME_NLIR    binary.useful-correct-credible  ndcg    all 0.1648
NLM_TME_NLIR    graded.harmful-only compatibility   all 0.0130
NLM_TME_NLIR    graded.helpful-only compatibility   all 0.1670

NLM_E3¶

summary (trec_eval)

NLM_E3  binary.useful   ndcg    all 0.2755
NLM_E3  binary.useful-correct   ndcg    all 0.2463
NLM_E3  binary.useful-credible  ndcg    all 0.2578
NLM_E3  binary.useful-correct-credible  ndcg    all 0.2238
NLM_E3  graded.harmful-only compatibility   all 0.0300
NLM_E3  graded.helpful-only compatibility   all 0.1969

NLM_TME¶

summary (trec_eval)

NLM_TME binary.useful   ndcg    all 0.3651
NLM_TME binary.useful-correct   ndcg    all 0.2979
NLM_TME binary.useful-credible  ndcg    all 0.3321
NLM_TME binary.useful-correct-credible  ndcg    all 0.2831
NLM_TME graded.harmful-only compatibility   all 0.0686
NLM_TME graded.helpful-only compatibility   all 0.1503

RSL_BM25LM¶

summary (trec_eval)

RSL_BM25LM  binary.useful   ndcg    all 0.4540
RSL_BM25LM  binary.useful-correct   ndcg    all 0.3338
RSL_BM25LM  binary.useful-credible  ndcg    all 0.4314
RSL_BM25LM  binary.useful-correct-credible  ndcg    all 0.3186
RSL_BM25LM  graded.harmful-only compatibility   all 0.0451
RSL_BM25LM  graded.helpful-only compatibility   all 0.2573

RSL_BM25LMC¶

summary (trec_eval)

RSL_BM25LMC binary.useful   ndcg    all 0.4712
RSL_BM25LMC binary.useful-correct   ndcg    all 0.3445
RSL_BM25LMC binary.useful-credible  ndcg    all 0.4518
RSL_BM25LMC binary.useful-correct-credible  ndcg    all 0.3380
RSL_BM25LMC graded.harmful-only compatibility   all 0.0700
RSL_BM25LMC graded.helpful-only compatibility   all 0.2679

NLM_BNU_E_GH¶

summary (trec_eval)

NLM_BNU_E_GH    binary.useful   ndcg    all 0.2925
NLM_BNU_E_GH    binary.useful-correct   ndcg    all 0.2358
NLM_BNU_E_GH    binary.useful-credible  ndcg    all 0.2791
NLM_BNU_E_GH    binary.useful-correct-credible  ndcg    all 0.2281
NLM_BNU_E_GH    graded.harmful-only compatibility   all 0.0804
NLM_BNU_E_GH    graded.helpful-only compatibility   all 0.2459

vohcolabEvSim¶

summary (trec_eval)

vohcolabEvSim   binary.useful   ndcg    all 0.4287
vohcolabEvSim   binary.useful-correct   ndcg    all 0.3271
vohcolabEvSim   binary.useful-credible  ndcg    all 0.3950
vohcolabEvSim   binary.useful-correct-credible  ndcg    all 0.3061
vohcolabEvSim   graded.harmful-only compatibility   all 0.0245
vohcolabEvSim   graded.helpful-only compatibility   all 0.0862

NLM_TME_GH¶

summary (trec_eval)

NLM_TME_GH  binary.useful   ndcg    all 0.3653
NLM_TME_GH  binary.useful-correct   ndcg    all 0.2984
NLM_TME_GH  binary.useful-credible  ndcg    all 0.3329
NLM_TME_GH  binary.useful-correct-credible  ndcg    all 0.2850
NLM_TME_GH  graded.harmful-only compatibility   all 0.0680
NLM_TME_GH  graded.helpful-only compatibility   all 0.1532

NLM_E4¶

summary (trec_eval)

NLM_E4  binary.useful   ndcg    all 0.3159
NLM_E4  binary.useful-correct   ndcg    all 0.2871
NLM_E4  binary.useful-credible  ndcg    all 0.2994
NLM_E4  binary.useful-correct-credible  ndcg    all 0.2650
NLM_E4  graded.harmful-only compatibility   all 0.0330
NLM_E4  graded.helpful-only compatibility   all 0.2050

h2oloo.m1¶

summary (trec_eval)

h2oloo.m1   binary.useful   ndcg    all 0.6077
h2oloo.m1   binary.useful-correct   ndcg    all 0.4997
h2oloo.m1   binary.useful-credible  ndcg    all 0.5774
h2oloo.m1   binary.useful-correct-credible  ndcg    all 0.4853
h2oloo.m1   graded.harmful-only compatibility   all 0.1197
h2oloo.m1   graded.helpful-only compatibility   all 0.3679

h2oloo.m2¶

summary (trec_eval)

h2oloo.m2   binary.useful   ndcg    all 0.6387
h2oloo.m2   binary.useful-correct   ndcg    all 0.5341
h2oloo.m2   binary.useful-credible  ndcg    all 0.5945
h2oloo.m2   binary.useful-correct-credible  ndcg    all 0.5014
h2oloo.m2   graded.harmful-only compatibility   all 0.1132
h2oloo.m2   graded.helpful-only compatibility   all 0.4404

h2oloo.m3¶

summary (trec_eval)

h2oloo.m3   binary.useful   ndcg    all 0.6443
h2oloo.m3   binary.useful-correct   ndcg    all 0.5620
h2oloo.m3   binary.useful-credible  ndcg    all 0.6072
h2oloo.m3   binary.useful-correct-credible  ndcg    all 0.5306
h2oloo.m3   graded.harmful-only compatibility   all 0.0750
h2oloo.m3   graded.helpful-only compatibility   all 0.5107

h2oloo.m4¶

summary (trec_eval)

h2oloo.m4   binary.useful   ndcg    all 0.6596
h2oloo.m4   binary.useful-correct   ndcg    all 0.5549
h2oloo.m4   binary.useful-credible  ndcg    all 0.6185
h2oloo.m4   binary.useful-correct-credible  ndcg    all 0.5221
h2oloo.m4   graded.harmful-only compatibility   all 0.1200
h2oloo.m4   graded.helpful-only compatibility   all 0.4658

h2oloo.m5¶

summary (trec_eval)

h2oloo.m5   binary.useful   ndcg    all 0.6661
h2oloo.m5   binary.useful-correct   ndcg    all 0.5901
h2oloo.m5   binary.useful-credible  ndcg    all 0.6309
h2oloo.m5   binary.useful-correct-credible  ndcg    all 0.5609
h2oloo.m5   graded.harmful-only compatibility   all 0.0800
h2oloo.m5   graded.helpful-only compatibility   all 0.5487

vohbm25¶

summary (trec_eval)

vohbm25 binary.useful   ndcg    all 0.6077
vohbm25 binary.useful-correct   ndcg    all 0.4771
vohbm25 binary.useful-credible  ndcg    all 0.5768
vohbm25 binary.useful-correct-credible  ndcg    all 0.4592
vohbm25 graded.harmful-only compatibility   all 0.1124
vohbm25 graded.helpful-only compatibility   all 0.3402

h2oloo.m9¶

summary (trec_eval)

h2oloo.m9   binary.useful   ndcg    all 0.6439
h2oloo.m9   binary.useful-correct   ndcg    all 0.5774
h2oloo.m9   binary.useful-credible  ndcg    all 0.6174
h2oloo.m9   binary.useful-correct-credible  ndcg    all 0.5533
h2oloo.m9   graded.harmful-only compatibility   all 0.0747
h2oloo.m9   graded.helpful-only compatibility   all 0.5017

h2oloo.m10¶

summary (trec_eval)

h2oloo.m10  binary.useful   ndcg    all 0.6281
h2oloo.m10  binary.useful-correct   ndcg    all 0.5833
h2oloo.m10  binary.useful-credible  ndcg    all 0.6065
h2oloo.m10  binary.useful-correct-credible  ndcg    all 0.5596
h2oloo.m10  graded.harmful-only compatibility   all 0.0653
h2oloo.m10  graded.helpful-only compatibility   all 0.4832

h2oloo.m7¶

summary (trec_eval)

h2oloo.m7   binary.useful   ndcg    all 0.5758
h2oloo.m7   binary.useful-correct   ndcg    all 0.5638
h2oloo.m7   binary.useful-credible  ndcg    all 0.5486
h2oloo.m7   binary.useful-correct-credible  ndcg    all 0.5212
h2oloo.m7   graded.harmful-only compatibility   all 0.0150
h2oloo.m7   graded.helpful-only compatibility   all 0.4486

h2oloo.m8¶

summary (trec_eval)

h2oloo.m8   binary.useful   ndcg    all 0.6018
h2oloo.m8   binary.useful-correct   ndcg    all 0.5805
h2oloo.m8   binary.useful-credible  ndcg    all 0.5725
h2oloo.m8   binary.useful-correct-credible  ndcg    all 0.5437
h2oloo.m8   graded.harmful-only compatibility   all 0.0163
h2oloo.m8   graded.helpful-only compatibility   all 0.4900