# loading IRR library package library(irr) # loading R syntax file for the survey data source("survey_44763_R_syntax_file.R", encoding = "UTF-8") # Transformation 1 for the ratings ratings1 <- convertRatings (data[,19]) ratings2 <- convertRatings (data[,21]) ratings3 <- convertRatings (data[,23]) # Transformation 2 for the ratings ratings1_1 <- convertRatings3(ratings1) ratings2_1 <- convertRatings3(ratings2) ratings3_1 <- convertRatings3(ratings3) # Removing rating 52 which corresponds to "I don't know" answer. # There might a better to do it. ratings1_1_NAomited <- ratings1_1[,-52] ratings2_1_NAomited <- ratings2_1[,-52] ratings3_1_NAomited <- ratings3_1[,-41] # Executing Fleiss Kappa test and corresponding output kappam.fleiss(ratings1_1_NAomited) > Fleiss' Kappa for m Raters > > Subjects = 2 > Raters = 79 > Kappa = 0.193 > > z = 21.4 > p-value = 0 kappam.fleiss(ratings2_1_NAomited) > Fleiss' Kappa for m Raters > > Subjects = 2 > Raters = 79 > Kappa = 0.234 > > z = 25.1 > p-value = 0 kappam.fleiss(ratings3_1_NAomited) > Fleiss' Kappa for m Raters > > Subjects = 2 > Raters = 79 > Kappa = 0.155 > > z = 17.1 > p-value = 0