From 0321b3d43f76a218ffc930b92d35c7e81746bfb1 Mon Sep 17 00:00:00 2001 From: rebuilt Date: Wed, 23 Nov 2022 11:01:44 -0800 Subject: [PATCH] add tasks to upload single year of data --- lib/tasks/data.rake | 48 +++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 48 insertions(+) diff --git a/lib/tasks/data.rake b/lib/tasks/data.rake index 9a2e3a18..c93fc242 100644 --- a/lib/tasks/data.rake +++ b/lib/tasks/data.rake @@ -20,6 +20,54 @@ namespace :data do Rails.cache.clear end + task load_survey_responses_21_22: :environment do + Dir.glob(Rails.root.join('data', 'survey_responses', '*2021-22*.csv')).each do |filepath| + puts "=====================> Loading data from csv at path: #{filepath}" + SurveyResponsesDataLoader.load_data filepath: + end + puts "=====================> Completed loading #{SurveyItemResponse.count} survey responses" + end + + task load_survey_responses_20_21: :environment do + Dir.glob(Rails.root.join('data', 'survey_responses', '*2020-21*.csv')).each do |filepath| + puts "=====================> Loading data from csv at path: #{filepath}" + SurveyResponsesDataLoader.load_data filepath: + end + puts "=====================> Completed loading #{SurveyItemResponse.count} survey responses" + end + + task load_survey_responses_19_20: :environment do + Dir.glob(Rails.root.join('data', 'survey_responses', '*2019-20*.csv')).each do |filepath| + puts "=====================> Loading data from csv at path: #{filepath}" + SurveyResponsesDataLoader.load_data filepath: + end + puts "=====================> Completed loading #{SurveyItemResponse.count} survey responses" + end + + task load_survey_responses_18_19: :environment do + Dir.glob(Rails.root.join('data', 'survey_responses', '*2018-19*.csv')).each do |filepath| + puts "=====================> Loading data from csv at path: #{filepath}" + SurveyResponsesDataLoader.load_data filepath: + end + puts "=====================> Completed loading #{SurveyItemResponse.count} survey responses" + end + + task load_survey_responses_17_18: :environment do + Dir.glob(Rails.root.join('data', 'survey_responses', '*2017-18*.csv')).each do |filepath| + puts "=====================> Loading data from csv at path: #{filepath}" + SurveyResponsesDataLoader.load_data filepath: + end + puts "=====================> Completed loading #{SurveyItemResponse.count} survey responses" + end + + task load_survey_responses_16_17: :environment do + Dir.glob(Rails.root.join('data', 'survey_responses', '*2016-17*.csv')).each do |filepath| + puts "=====================> Loading data from csv at path: #{filepath}" + SurveyResponsesDataLoader.load_data filepath: + end + puts "=====================> Completed loading #{SurveyItemResponse.count} survey responses" + end + desc 'reset response rate values' task reset_response_rates: :environment do puts 'Resetting response rates'