Add rules to the survey data loader to allow skipping non-lowell schools

This commit is contained in:
rebuilt 2022-12-01 16:11:23 -08:00
parent 1f7fa8146c
commit 9bbba64e9e
5 changed files with 73 additions and 8 deletions

View file

@ -20,6 +20,25 @@ namespace :data do
Rails.cache.clear
end
desc 'load survey responses for lowell schools'
task load_survey_responses_for_lowell: :environment do
Dir.glob(Rails.root.join('data', 'survey_responses', '*.csv')).each do |filepath|
puts "=====================> Loading data from csv at path: #{filepath}"
SurveyResponsesDataLoader.load_data filepath:, rules: [Rule::SkipNonLowellSchools]
end
puts "=====================> Completed loading #{SurveyItemResponse.count} survey responses"
puts 'Resetting response rates'
ResponseRateLoader.reset
puts "=====================> Completed loading #{ResponseRate.count} survey responses"
puts 'Resetting race scores'
RaceScoreLoader.reset(fast_processing: false)
puts "=====================> Completed loading #{RaceScore.count} survey responses"
Rails.cache.clear
end
task load_survey_responses_21_22: :environment do
Dir.glob(Rails.root.join('data', 'survey_responses', '*2021-22*.csv')).each do |filepath|
puts "=====================> Loading data from csv at path: #{filepath}"