The revised Cochrane risk of bias tool for randomized trials (RoB 2) showed low interrater reliability and challenges in its application

DOI record: { "DOI": "10.1016/j.jclinepi.2020.06.015", "ISSN": [ "0895-4356" ], "URL": "http://dx.doi.org/10.1016/j.jclinepi.2020.06.015", "alternative-id": [ "S0895435620301815" ], "assertion": [ { "label": "This article is maintained by", "name": "publisher", "value": "Elsevier" }, { "label": "Article Title", "name": "articletitle", "value": "The revised Cochrane risk of bias tool for randomized trials (RoB 2) showed low interrater reliability and challenges in its application" }, { "label": "Journal Title", "name": "journaltitle", "value": "Journal of Clinical Epidemiology" }, { "label": "CrossRef DOI link to publisher maintained version", "name": "articlelink", "value": "https://doi.org/10.1016/j.jclinepi.2020.06.015" }, { "label": "Content Type", "name": "content_type", "value": "article" }, { "label": "Copyright", "name": "copyright", "value": "© 2020 Elsevier Inc. All rights reserved." } ], "author": [ { "affiliation": [], "family": "Minozzi", "given": "Silvia", "sequence": "first" }, { "affiliation": [], "family": "Cinquini", "given": "Michela", "sequence": "additional" }, { "affiliation": [], "family": "Gianola", "given": "Silvia", "sequence": "additional" }, { "affiliation": [], "family": "Gonzalez-Lorenzo", "given": "Marien", "sequence": "additional" }, { "affiliation": [], "family": "Banzi", "given": "Rita", "sequence": "additional" } ], "container-title": "Journal of Clinical Epidemiology", "container-title-short": "Journal of Clinical Epidemiology", "content-domain": { "crossmark-restriction": true, "domain": [ "clinicalkey.jp", "clinicalkey.com", "jclinepi.com", "clinicalkey.es", "clinicalkey.com.au", "clinicalkey.fr", "elsevier.com", "sciencedirect.com" ] }, "created": { "date-parts": [ [ 2020, 6, 18 ] ], "date-time": "2020-06-18T01:41:57Z", "timestamp": 1592444517000 }, "deposited": { "date-parts": [ [ 2020, 10, 21 ] ], "date-time": "2020-10-21T21:12:23Z", "timestamp": 1603314743000 }, "indexed": { "date-parts": [ [ 2025, 8, 12 ] ], "date-time": "2025-08-12T21:25:46Z", "timestamp": 1755033946600 }, "is-referenced-by-count": 273, "issued": { "date-parts": [ [ 2020, 10 ] ] }, "language": "en", "license": [ { "URL": "https://www.elsevier.com/tdm/userlicense/1.0/", "content-version": "tdm", "delay-in-days": 0, "start": { "date-parts": [ [ 2020, 10, 1 ] ], "date-time": "2020-10-01T00:00:00Z", "timestamp": 1601510400000 } } ], "link": [ { "URL": "https://api.elsevier.com/content/article/PII:S0895435620301815?httpAccept=text/xml", "content-type": "text/xml", "content-version": "vor", "intended-application": "text-mining" }, { "URL": "https://api.elsevier.com/content/article/PII:S0895435620301815?httpAccept=text/plain", "content-type": "text/plain", "content-version": "vor", "intended-application": "text-mining" } ], "member": "78", "original-title": [], "page": "37-44", "prefix": "10.1016", "published": { "date-parts": [ [ 2020, 10 ] ] }, "published-print": { "date-parts": [ [ 2020, 10 ] ] }, "publisher": "Elsevier BV", "reference": [ { "DOI": "10.1016/j.jclinepi.2010.04.026", "article-title": "GRADE guidelines: 1. Introduction- GRADE evidence profiles and summary of findings tables", "author": "Guyatt", "doi-asserted-by": "crossref", "first-page": "383", "journal-title": "J Clin Epidemiol", "key": "10.1016/j.jclinepi.2020.06.015_bib1", "volume": "64", "year": "2011" }, { "DOI": "10.1136/bmj.d5928", "article-title": "Cochrane bias methods group, Cochrane statistical methods group. The Cochrane Collaboration’s tool for assessing risk of bias in randomised trials", "author": "Higgins", "doi-asserted-by": "crossref", "first-page": "d5928", "journal-title": "BMJ", "key": "10.1016/j.jclinepi.2020.06.015_bib2", "volume": "343", "year": "2011" }, { "DOI": "10.1136/bmj.l4898", "article-title": "RoB 2: a revised tool for assessing risk of bias in randomised trials", "author": "Sterne", "doi-asserted-by": "crossref", "first-page": "l4898", "journal-title": "BMJ", "key": "10.1016/j.jclinepi.2020.06.015_bib3", "volume": "366", "year": "2019" }, { "DOI": "10.1136/bmj.i4919", "article-title": "ROBINS-I: a tool for assessing risk of bias in non-randomised studies of interventions", "author": "Sterne", "doi-asserted-by": "crossref", "first-page": "i4919", "journal-title": "BMJ", "key": "10.1016/j.jclinepi.2020.06.015_bib4", "volume": "355", "year": "2016" }, { "author": "Sterne", "key": "10.1016/j.jclinepi.2020.06.015_bib5" }, { "author": "Higgins", "key": "10.1016/j.jclinepi.2020.06.015_bib6", "series-title": "Revised Cochrane risk-of-bias tool for randomized trials (RoB 2)", "year": "2019" }, { "DOI": "10.1016/j.jclinepi.2019.04.001", "article-title": "Risk of bias in non-randomised studies of interventions (ROBINS-I) showed low inter-rater reliability and challenges in its application", "author": "Minozzi", "doi-asserted-by": "crossref", "first-page": "28", "journal-title": "J Clin Epidemiol", "key": "10.1016/j.jclinepi.2020.06.015_bib7", "volume": "112", "year": "2019" }, { "DOI": "10.1007/s11336-007-9054-8", "article-title": "Variance estimation of nominal-Scale inter-rater reliability with random selection of raters", "author": "Gwet", "doi-asserted-by": "crossref", "first-page": "407", "journal-title": "Psychometrika", "key": "10.1016/j.jclinepi.2020.06.015_bib8", "volume": "73", "year": "2008" }, { "author": "Gwet", "key": "10.1016/j.jclinepi.2020.06.015_bib9", "series-title": "Handbook of inter-rater reliability", "year": "2010" }, { "DOI": "10.2307/2529310", "article-title": "The measurement of observer agreement for categorical data", "author": "Landis", "doi-asserted-by": "crossref", "first-page": "159", "journal-title": "Biometrics", "key": "10.1016/j.jclinepi.2020.06.015_bib11", "volume": "33", "year": "1977" }, { "DOI": "10.1136/bmj.l5221", "article-title": "Design characteristics, risk of bias, and reporting of randomised controlled trials supporting approvals of cancer drugs by European Medicines Agency, 2014-16: cross sectional analysis", "author": "Naci", "doi-asserted-by": "crossref", "first-page": "l5221", "journal-title": "BMJ", "key": "10.1016/j.jclinepi.2020.06.015_bib12", "volume": "366", "year": "2019" }, { "DOI": "10.1016/0895-4356(90)90158-L", "article-title": "High agreement but low kappa: I. The problems of two paradoxes", "author": "Feinstein", "doi-asserted-by": "crossref", "first-page": "543", "journal-title": "J Clin Epidemiol", "key": "10.1016/j.jclinepi.2020.06.015_bib13", "volume": "43", "year": "1990" }, { "DOI": "10.1016/j.apmr.2018.12.036", "article-title": "Allocation concealment and intention-to-treat analysis do not influence the treatment effects of physical therapy interventions in low back Pain trials: a meta-epidemiologic study", "author": "de Almeida", "doi-asserted-by": "crossref", "first-page": "1359", "journal-title": "Arch Phys Med Rehabil", "key": "10.1016/j.jclinepi.2020.06.015_bib14", "volume": "100", "year": "2019" }, { "DOI": "10.1136/bmjopen-2015-008562", "article-title": "What is the influence of randomisation sequence generation and allocation concealment on treatment effects of physical therapy trials? A meta-epidemiological study", "author": "Armijo-Olivo", "doi-asserted-by": "crossref", "first-page": "e008562", "issue": "9", "journal-title": "BMJ Open", "key": "10.1016/j.jclinepi.2020.06.015_bib15", "volume": "5", "year": "2015" }, { "article-title": "Hernán MA Biases in randomized trials: a conversation between trialists and epidemiologists Epidemiology", "author": "Mansournia", "first-page": "54", "issue": "1", "key": "10.1016/j.jclinepi.2020.06.015_bib16", "volume": "28", "year": "2017" }, { "DOI": "10.1136/bmj.l6802", "article-title": "Impact of blinding on estimated treatment effects in randomised clinical trials: meta-epidemiological study", "author": "Moustgaard", "doi-asserted-by": "crossref", "first-page": "l6802", "journal-title": "BMJ", "key": "10.1016/j.jclinepi.2020.06.015_bib17", "volume": "368", "year": "2020" } ], "reference-count": 16, "references-count": 16, "relation": {}, "resource": { "primary": { "URL": "https://linkinghub.elsevier.com/retrieve/pii/S0895435620301815" } }, "score": 1, "short-title": [], "source": "Crossref", "special_numbering": "C", "subject": [], "subtitle": [], "title": "The revised Cochrane risk of bias tool for randomized trials (RoB 2) showed low interrater reliability and challenges in its application", "type": "journal-article", "update-policy": "http://dx.doi.org/10.1016/elsevier_cm_policy", "volume": "126" }