1
1
# !/usr/bin/env Rscript
2
2
3
- # # Combine and compress contingency tables by aggregation .
3
+ # # Combine and compress contingency tables by grouping variable set .
4
4
# #
5
5
# # Usage:
6
6
# #
@@ -45,13 +45,12 @@ run_rollup <- function(input_dir, output_dir, pattern = "^[0-9]{8}_[0-9]{8}.*[.]
45
45
seen_files <- load_seen_file(seen_file )
46
46
47
47
for (output_name in names(files )) {
48
- browser
49
48
newly_seen_files <- combine_and_save_tables(
50
49
seen_files ,
51
50
input_dir ,
52
51
files [[output_name ]],
53
52
file.path(output_dir , output_name ))
54
- browser()
53
+
55
54
write(newly_seen_files , seen_file , append = TRUE )
56
55
}
57
56
@@ -138,8 +137,8 @@ combine_and_save_tables <- function(seen_files, input_dir, input_files, output_f
138
137
write_csv(input_df , output_file , append = file.exists(output_file ))
139
138
} else {
140
139
assert(file.exists(output_file ),
141
- paste0(" The output file " , output_file , " does not exist, but " ,
142
- " non-zero files using the same grouping have been seen before." ))
140
+ paste0(" The output file " , output_file , " does not exist, but non-zero " ,
141
+ " files using the same grouping variables have been seen before." ))
143
142
144
143
output_df <- read_csv(output_file , col_types = cols )
145
144
@@ -158,9 +157,11 @@ combine_and_save_tables <- function(seen_files, input_dir, input_files, output_f
158
157
arrange(issue_date ) %> %
159
158
group_by(across(all_of(group_names ))) %> %
160
159
slice_tail() %> %
161
- ungroup()
160
+ ungroup() %> %
161
+ arrange(period_start )
162
162
163
- # Automatically uses gzip compression based on output file name.
163
+ # Automatically uses gzip compression based on output file name. Overwrites
164
+ # existing file of the same name.
164
165
write_csv(output_df , output_file )
165
166
}
166
167
0 commit comments