namespace :one_off do task add_dese_ids: :environment do all_schools = School.all.includes(:district) updated_schools = [] qualtrics_schools = {} csv_file = Rails.root.join('data', 'master_list_of_schools_and_districts.csv') CSV.parse(File.read(csv_file), headers: true) do |row| district_id = row['District Code'].to_i school_id = row['School Code'].to_i if qualtrics_schools[[district_id, school_id]].present? puts "Duplicate entry row #{row}" next end qualtrics_schools[[district_id, school_id]] = row end qualtrics_schools.each do |(district_id, school_id), csv_row| school = all_schools.find do |school| school.qualtrics_code == school_id && school.district.qualtrics_code == district_id end if school.nil? school_name = csv_row['School Name'].strip puts "Could not find school '#{school_name}' with district id: #{district_id}, school id: #{school_id}" potential_school_ids = School.where('name like ?', "%#{school_name}%").map(&:id) puts "Potential ID matches: #{potential_school_ids}" if potential_school_ids.present? next end school.update!(dese_id: csv_row['DESE School ID']) updated_schools << school.id end School.where.not(id: updated_schools).each do |school| puts "School with unchanged DESE id: #{school.name}, id: #{school.id}" end end task change_overall_performance_measure_id: :environment do measure_4aii = Measure.where(name: 'Overall Performance')[0] measure_4aii.update! measure_id: '4A-i' end desc 'load 2018-19 student responses' task load_2018_19_student_responses: :environment do filepath = Rails.root.join('data', 'survey_responses', '2018-19_student_survey_responses.csv') puts "=====================> Loading data from csv at path: #{filepath}" SurveyResponsesDataLoader.load_data filepath: filepath puts "=====================> Completed loading #{SurveyItemResponse.count} survey responses" end desc 'list scales that have no survey responses' task list_scales_that_lack_survey_responses: :environment do output = AcademicYear.all.map do |academic_year| Scale.all.map do |scale| [academic_year.range, scale.scale_id, scale.survey_item_responses.where(academic_year:).count] end end output = output.map { |year| year.reject { |scale| scale[2] > 0 || scale[1].starts_with?('a-') } } pp output end desc 'list survey_items that have no survey responses by district' task list_survey_items_that_lack_responses: :environment do output = AcademicYear.all.map do |academic_year| District.all.map do |district| SurveyItem.all.map do |survey_item| [academic_year.range, survey_item.survey_item_id, survey_item.survey_item_responses.joins(:school).where("school.district": district, academic_year:).count, district.name] end end end output = output.map do |year| year.map do |district| district.reject do |survey_item| survey_item[2] > 0 || survey_item[1].starts_with?('a-') end end end pp output end end