# Cross-check against psych 2.4.1: ICCs with CIs, and kappa with CIs (psych's weighted kappa uses quadratic weights).
d <- read.csv("scores.csv")
print(round(psych::ICC(d[, c("area_a", "area_b")])$results[c("Single_random_raters", "Single_fixed_raters", "Average_random_raters"), c("ICC", "lower bound", "upper bound")], 4))
print(round(psych::cohen.kappa(d[, c("grade_a", "grade_b")])$confid, 3))