You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
91 lines
3.3 KiB
91 lines
3.3 KiB
require 'csv'
|
|
|
|
namespace :data do
|
|
desc 'load survey responses'
|
|
task load_survey_responses: :environment do
|
|
Dir.glob(Rails.root.join('data', 'survey_responses', '*.csv')).each do |filepath|
|
|
puts "=====================> Loading data from csv at path: #{filepath}"
|
|
SurveyResponsesDataLoader.load_data filepath:
|
|
end
|
|
puts "=====================> Completed loading #{SurveyItemResponse.count} survey responses"
|
|
|
|
puts 'Resetting response rates'
|
|
ResponseRateLoader.reset
|
|
puts "=====================> Completed loading #{ResponseRate.count} survey responses"
|
|
|
|
puts 'Resetting race scores'
|
|
RaceScoreLoader.reset(fast_processing: false)
|
|
puts "=====================> Completed loading #{RaceScore.count} survey responses"
|
|
|
|
Rails.cache.clear
|
|
end
|
|
|
|
desc 'reset response rate values'
|
|
task reset_response_rates: :environment do
|
|
puts 'Resetting response rates'
|
|
ResponseRateLoader.reset
|
|
Rails.cache.clear
|
|
puts "=====================> Completed loading #{ResponseRate.count} survey responses"
|
|
end
|
|
|
|
desc 'reset race score calculations'
|
|
task reset_race_scores: :environment do
|
|
puts 'Resetting race scores'
|
|
RaceScoreLoader.reset(fast_processing: false)
|
|
Rails.cache.clear
|
|
puts "=====================> Completed loading #{RaceScore.count} survey responses"
|
|
end
|
|
|
|
desc 'load admin_data'
|
|
task load_admin_data: :environment do
|
|
AdminDataValue.delete_all
|
|
Dir.glob(Rails.root.join('data', 'admin_data', 'dese', '*.csv')).each do |filepath|
|
|
puts "=====================> Loading data from csv at path: #{filepath}"
|
|
Dese::Loader.load_data filepath:
|
|
end
|
|
puts "=====================> Completed loading #{AdminDataValue.count} survey responses"
|
|
end
|
|
|
|
desc 'load students'
|
|
task load_students: :environment do
|
|
SurveyItemResponse.update_all(student_id: nil)
|
|
StudentRace.delete_all
|
|
Student.delete_all
|
|
Dir.glob(Rails.root.join('data', 'survey_responses', '*student*.csv')).each do |file|
|
|
puts "=====================> Loading student data from csv at path: #{file}"
|
|
StudentLoader.load_data filepath: file
|
|
end
|
|
puts "=====================> Completed loading #{Student.count} students"
|
|
|
|
puts 'Resetting race scores'
|
|
RaceScoreLoader.reset(fast_processing: false)
|
|
puts "=====================> Completed loading #{RaceScore.count} survey responses"
|
|
|
|
Rails.cache.clear
|
|
end
|
|
|
|
desc 'reset all cache counters'
|
|
task reset_cache_counters: :environment do
|
|
puts '=====================> Resetting Category counters'
|
|
Category.all.each do |category|
|
|
Category.reset_counters(category.id, :subcategories)
|
|
end
|
|
puts '=====================> Resetting Subcategory counters'
|
|
Subcategory.all.each do |subcategory|
|
|
Subcategory.reset_counters(subcategory.id, :measures)
|
|
end
|
|
puts '=====================> Resetting Measure counters'
|
|
Measure.all.each do |measure|
|
|
Measure.reset_counters(measure.id, :scales)
|
|
end
|
|
puts '=====================> Resetting Scale counters'
|
|
Scale.all.each do |scale|
|
|
Scale.reset_counters(scale.id, :survey_items)
|
|
end
|
|
puts '=====================> Resetting SurveyItem counters'
|
|
SurveyItem.all.each do |survey_item|
|
|
SurveyItem.reset_counters(survey_item.id, :survey_item_responses)
|
|
end
|
|
end
|
|
end
|