{"cited_by_count":745960,"description":"This cluster of papers focuses on the assessment and measurement of inter-rater reliability in scientific studies, particularly emphasizing the use of the kappa statistic and other agreement measures. It addresses methodological issues, statistical methods for reliability analysis, and the validity and reliability of data in various fields.","display_name":"Reliability and Agreement in Measurement","domain_id":"2","external_ids":{"openalex":"https://openalex.org/T13309","wikipedia":"https://en.wikipedia.org/wiki/Inter-rater_reliability"},"field_id":"18","id":"T13309","keywords":[{"display_name":"Cohen's kappa","id":"cohen-s-kappa","score":0.3324,"url":"https://openalex.org/keywords/cohen-s-kappa"},{"display_name":"weighted kappa","id":"weighted-kappa","score":0.4133,"url":"https://openalex.org/keywords/weighted-kappa"},{"display_name":"multiple raters","id":"multiple-raters","score":0.5373,"url":"https://openalex.org/keywords/multiple-raters"},{"display_name":"chance-corrected agreement","id":"chance-corrected-agreement","score":0.7374,"url":"https://openalex.org/keywords/chance-corrected-agreement"},{"display_name":"Krippendorff's alpha","id":"krippendorff-s-alpha","score":0.2887,"url":"https://openalex.org/keywords/krippendorff-s-alpha"},{"display_name":"Fleiss' kappa","id":"fleiss-kappa","score":0.2463,"url":"https://openalex.org/keywords/fleiss-kappa"},{"display_name":"Bland-Altman plot","id":"bland-altman-plot","score":0.279,"url":"https://openalex.org/keywords/bland-altman-plot"},{"display_name":"categorical ratings","id":"categorical-ratings","score":0.6986,"url":"https://openalex.org/keywords/categorical-ratings"},{"display_name":"agreement measures","id":"agreement-measures","score":0.452,"url":"https://openalex.org/keywords/agreement-measures"},{"display_name":"agreement analysis","id":"agreement-analysis","score":0.2888,"url":"https://openalex.org/keywords/agreement-analysis"},{"display_name":"technical error of measurement","id":"technical-error-of-measurement","score":0.2629,"url":"https://openalex.org/keywords/technical-error-of-measurement"},{"display_name":"agreement coefficients","id":"agreement-coefficients","score":0.5614,"url":"https://openalex.org/keywords/agreement-coefficients"},{"display_name":"percent agreement","id":"percent-agreement","score":0.4962,"url":"https://openalex.org/keywords/percent-agreement"},{"display_name":"Gwet's AC1","id":"gwet-s-ac1","score":0.3716,"url":"https://openalex.org/keywords/gwet-s-ac1"},{"display_name":"ordinal ratings","id":"ordinal-ratings","score":0.3009,"url":"https://openalex.org/keywords/ordinal-ratings"},{"display_name":"number of raters","id":"number-of-raters","score":0.2147,"url":"https://openalex.org/keywords/number-of-raters"},{"display_name":"Kendall's W","id":"kendall-s-w","score":0.2008,"url":"https://openalex.org/keywords/kendall-s-w"},{"display_name":"rater disagreement","id":"rater-disagreement","score":0.2121,"url":"https://openalex.org/keywords/rater-disagreement"},{"display_name":"coding agreement","id":"coding-agreement","score":0.2298,"url":"https://openalex.org/keywords/coding-agreement"}],"legacy_keywords":["Inter-Rater Reliability","Kappa Statistic","Agreement Measures","Observer Agreement","Statistical Methods","Reliability Analysis","Interrater Agreement","Measurement of Agreement","Methodological Issues","Validity and Reliability"],"openalex_id":"https://openalex.org/T13309","source_created_date":"2024-01-23T15:27:17","source_updated_date":"2026-10-17T03:02:00","subfield_id":"1804","url":"/topics/T13309","works_api_url":"https://api.openalex.org/works?filter=topics.id:T13309","works_count":13254,"label":"Reliability and Agreement in Measurement","provider":"openalex","revision":"043c0b6bf1df813c","taxonomy_revision":"f050b5d4780b1289","title":"Reliability and Agreement in Measurement","kind":"topic-directory","aeo_cohort":"topic-directory","catalogue_revision":"f050b5d4780b1289","numeric_address":"38285873343286328","address_version":"morton4x16-v1","coordinates":[2,18,1804,13309],"answer_status":"Directory metadata; local answer requires separate source review","truth_status":"Subject descriptor, not a factual answer or a demonstrated knowledge gap","reviewed_answer":null}