fix #96

gesistsa · Oct 22, 2024 · c5e4f3a · c5e4f3a
1 parent e336c03
commit c5e4f3a
Show file tree

Hide file tree

Showing 5 changed files with 8 additions and 7 deletions.
diff --git a/DESCRIPTION b/DESCRIPTION
@@ -1,6 +1,6 @@
 Package: oolong
 Title: Create Validation Tests for Automated Content Analysis
-Version: 0.6.1
+Version: 0.6.2
 Authors@R: 
     c(person(given = "Chung-hong", family = "Chan", role = c("aut", "cre"), email = "[email protected]", comment = c(ORCID = "0000-0002-6232-7530")),
     person(given = "Marius", family = "Sältzer", role = c("aut"), email = "[email protected]", comment = c(ORCID = "0000-0002-8604-4666")))
@@ -19,7 +19,7 @@ Imports:
     digest,
     R6,
     quanteda (>= 3.0.0),
-    irr,
+    icr,
     ggplot2,
     cowplot,
     cli,

diff --git a/NEWS.md b/NEWS.md
@@ -1,6 +1,7 @@
 # oolong 0.6.2 (development)
 
 * Add content for MH 
+* Use `icr` for the calculation of Krippendorff's Alpha
 
 # oolong 0.6.1
 

diff --git a/R/oolong_summary_gs.R b/R/oolong_summary_gs.R
@@ -1,5 +1,5 @@
 .minmax <- function(x) {
-    (x - min(x)) / (max(x) - min(x)) 
+    (x - min(x)) / (max(x) - min(x))
 }
 
 .corr_plot <- function(answers, target_value) {
@@ -37,7 +37,7 @@
     avg_answer <- apply(answers, 1, mean)
     answers$avg_answer <- avg_answer
     if (length(obj_list) > 1) {
-        kripp <- irr::kripp.alpha(t(as.matrix(answers[,grepl("^answer", colnames(answers))])), method = "ordinal")
+        kripp <- icr::krippalpha(t(as.matrix(answers[,grepl("^answer", colnames(answers))])), metric = "ordinal")
     } else {
         kripp <- NA
     }

diff --git a/R/oolong_summary_tm.R b/R/oolong_summary_tm.R
@@ -52,7 +52,7 @@
             res$multiple_test <- NA
             res$rater_precision_p_value <- NA
         } else {
-            res$kripp_alpha <- irr::kripp.alpha(t(ifelse(correction_matrix, 2, 1)))$value
+            res$kripp_alpha <- icr::krippalpha(t(ifelse(correction_matrix, 2, 1)))$alpha
             res$multiple_test <- purrr::map(n_correct, ~binom.test(., n = nrow(correction_matrix), p = 1/n_choices, alternative = "greater"))
             res$rater_precision_p_value <- .combine_p_fisher(purrr::map_dbl(res$multiple_test, "p.value"))
         }
@@ -90,7 +90,7 @@
         if (length(obj_list) == 1) {
             res$kripp_alpha_wsi <- NA
         } else {
-            res$kripp_alpha_wsi <- irr::kripp.alpha(t(ifelse(correction_matrix, 2, 1)))$value
+            res$kripp_alpha_wsi <- icr::krippalpha(t(ifelse(correction_matrix, 2, 1)))$alpha
         }
     }
     return(res)

diff --git a/tests/testthat/_snaps/printing.md b/tests/testthat/_snaps/printing.md
@@ -114,7 +114,7 @@
       i Mean model precision: 0.833333333333333
       i K Precision:
       0.3, 0.7, 0.7, 0.7, 1, 1, 1, 1, 1, 1
-      i Krippendorff's alpha: 0.056
+      i Krippendorff's alpha: 0.072
 
 ---