Add one_off script for loading 2022-23 data

pull/1/head
rebuilt 3 years ago
parent 01851d8527
commit 83ab2cfef0

@ -36,12 +36,13 @@ namespace :data do
task load_survey_responses_for_lowell: :environment do task load_survey_responses_for_lowell: :environment do
survey_item_response_count = SurveyItemResponse.count survey_item_response_count = SurveyItemResponse.count
student_count = Student.count student_count = Student.count
Sftp::Directory.open(path: '/data/survey_responses/clean/') do |file| path = '/data/survey_responses/clean/'
Sftp::Directory.open(path:) do |file|
SurveyResponsesDataLoader.from_file(file:) SurveyResponsesDataLoader.from_file(file:)
end end
puts "=====================> Completed loading #{SurveyItemResponse.count - survey_item_response_count} survey responses. #{SurveyItemResponse.count} total responses in the database" puts "=====================> Completed loading #{SurveyItemResponse.count - survey_item_response_count} survey responses. #{SurveyItemResponse.count} total responses in the database"
Sftp::Directory.open(path: '/data/survey_responses/clean/') do |file| Sftp::Directory.open(path:) do |file|
StudentLoader.from_file(file:, rules: [Rule::SkipNonLowellSchools]) StudentLoader.from_file(file:, rules: [Rule::SkipNonLowellSchools])
end end
puts "=====================> Completed loading #{Student.count - student_count} students. #{Student.count} total students" puts "=====================> Completed loading #{Student.count - student_count} students. #{Student.count} total students"

@ -156,4 +156,40 @@ namespace :one_off do
Rails.cache.clear Rails.cache.clear
end end
desc 'delete 2022-23 survey responses'
task delete_survey_responses_2022_23: :environment do
response_count = SurveyItemResponse.all.count
SurveyItemResponse.where(academic_year: AcademicYear.find_by_range('2022-23')).delete_all
puts "=====================> Deleted #{response_count - SurveyItemResponse.all.count} survey responses"
# should be somewhere near 295738
end
desc 'load survey responses for lowell schools 2022-23'
task load_survey_responses_for_lowell_2022_23: :environment do
survey_item_response_count = SurveyItemResponse.count
student_count = Student.count
path = '/data/survey_responses/2022-23/'
Sftp::Directory.open(path:) do |file|
SurveyResponsesDataLoader.from_file(file:)
end
puts "=====================> Completed loading #{SurveyItemResponse.count - survey_item_response_count} survey responses. #{SurveyItemResponse.count} total responses in the database"
Sftp::Directory.open(path:) do |file|
StudentLoader.from_file(file:, rules: [Rule::SkipNonLowellSchools])
end
puts "=====================> Completed loading #{Student.count - student_count} students. #{Student.count} total students"
puts 'Resetting response rates'
ResponseRateLoader.reset academic_years: [AcademicYear.find_by_range('2022-23')]
puts "=====================> Completed loading #{ResponseRate.count} response rates"
puts 'Resetting race scores'
RaceScoreLoader.reset(fast_processing: false, academic_years: [AcademicYear.find_by_range('2022-23')])
puts "=====================> Completed loading #{RaceScore.count} race scores"
Rails.cache.clear
end
end end

Loading…
Cancel
Save