Merge pull request #1630 from cmu-delphi/ndefries/changelog-from-codebook

[CTIS QSF tools] Generate changelog from diffing codebook

Author: krivard

facebook/qsf-tools/combine_changelogs_eu.R

@@ -22,7 +22,7 @@ combine_changelogs <- function(path_to_changelog_eu,
     old_version = col_double()
   )) %>%
   mutate(
-    eu_version = "EU"
+    eu_noneu = "EU"
   )
 
   changelog_noneu <- read_csv(path_to_changelog_noneu, col_types = cols(
@@ -31,21 +31,21 @@ combine_changelogs <- function(path_to_changelog_eu,
     old_version = col_double()
   )) %>%
     mutate(
-      eu_version = "Non-EU"
+      eu_noneu = "Non-EU"
     )
 
   # Using rbind here to raise an error if columns differ between the existing
   # changelog and the new wave data.
   changelog_with_duplicates <- rbind(changelog_eu, changelog_noneu)
 
-  count_duplicated_rows <- changelog_with_duplicates %>% group_by(across(c(-eu_version))) %>% summarize(count = n())
+  count_duplicated_rows <- changelog_with_duplicates %>% group_by(across(c(-eu_noneu))) %>% summarize(count = n())
   changelog <- changelog_with_duplicates %>% left_join(count_duplicated_rows)
-  changelog$eu_version[changelog$count == 2] <- "Both"
+  changelog$eu_noneu[changelog$count == 2] <- "Both"
 
   # Sort so that items with missing type (non-Qualtrics fields) are at the top.
   # Drop duplicates.
   changelog <- changelog %>%
-    arrange(variable_name, eu_version) %>% 
+    arrange(variable_name, eu_noneu) %>% 
     select(-count) %>% 
     distinct()
 

facebook/qsf-tools/combine_codebooks_eu.R

@@ -21,30 +21,30 @@ combine_codebooks <- function(path_to_codebook_eu,
     version = col_double()
   )) %>%
   mutate(
-    eu_version = "EU"
+    eu_noneu = "EU"
   )
 
   codebook_noneu <- read_csv(path_to_codebook_noneu, col_types = cols(
     .default = col_character(),
     version = col_double()
   )) %>%
     mutate(
-      eu_version = "Non-EU"
+      eu_noneu = "Non-EU"
     )
 
   # Using rbind here to raise an error if columns differ between the existing
   # codebook and the new wave data.
   codebook_with_duplicates <- rbind(codebook_eu, codebook_noneu)
 
-  count_duplicated_rows <- codebook_with_duplicates %>% group_by(across(c(-eu_version))) %>% summarize(count = n())
+  count_duplicated_rows <- codebook_with_duplicates %>% group_by(across(c(-eu_noneu))) %>% summarize(count = n())
   codebook <- codebook_with_duplicates %>% left_join(count_duplicated_rows)
-  codebook$eu_version[codebook$count == 2] <- "Both"
+  codebook$eu_noneu[codebook$count == 2] <- "Both"
 
   # Sort so that items with missing type (non-Qualtrics fields) are at the top.
   # Drop duplicates.
   codebook <- codebook %>%
-    arrange(!is.na(.data$question_type), variable, version, eu_version) %>%
-    select(-count) %>% 
+    arrange(!is.na(.data$question_type), variable, version, eu_noneu) %>%
+    select(-count, -replaces) %>% 
     distinct()
 
   return(codebook)