feat: load student responses in the same pass as loading the survey responses

chore: remove student loader since loading students is now done with the survey response loader

lib/tasks/data.rake

@@ -11,15 +11,6 @@ namespace :data do
     end
     puts "=====================> Completed loading #{SurveyItemResponse.count} survey responses"
 
-    Sftp::Directory.open(path:) do |file|
-      StudentLoader.from_file(file:, rules: [Rule::SkipNonLowellSchools])
-    end
-    puts "=====================> Completed loading #{Student.count - student_count} students. #{Student.count} total students"
-
-    puts "Resetting race scores"
-    RaceScoreLoader.reset(fast_processing: false)
-    puts "=====================> Completed loading #{RaceScore.count} race scores"
-
     Rails.cache.clear
   end
 
@@ -33,11 +24,6 @@ namespace :data do
     end
     puts "=====================> Completed loading #{SurveyItemResponse.count - survey_item_response_count} survey responses. #{SurveyItemResponse.count} total responses in the database"
 
-    Sftp::Directory.open(path:) do |file|
-      StudentLoader.from_file(file:, rules: [])
-    end
-    puts "=====================> Completed loading #{Student.count - student_count} students. #{Student.count} total students"
-
     Rails.cache.clear
   end
 
@@ -67,24 +53,6 @@ namespace :data do
     puts "=====================> Completed loading #{AdminDataValue.count - original_count} admin data values"
   end
 
-  desc "load students"
-  task load_students: :environment do
-    SurveyItemResponse.update_all(student_id: nil)
-    StudentRace.delete_all
-    Student.delete_all
-    Dir.glob(Rails.root.join("data", "survey_responses", "*student*.csv")).each do |file|
-      puts "=====================> Loading student data from csv at path: #{file}"
-      StudentLoader.load_data filepath: file
-    end
-    puts "=====================> Completed loading #{Student.count} students"
-
-    puts "Resetting race scores"
-    RaceScoreLoader.reset(fast_processing: false)
-    puts "=====================> Completed loading #{RaceScore.count} survey responses"
-
-    Rails.cache.clear
-  end
-
   desc "reset all cache counters"
   task reset_cache_counters: :environment do
     puts "=====================> Resetting Category counters"

lib/tasks/one_off.rake

@@ -91,34 +91,18 @@ namespace :one_off do
     # should be somewhere near 295738
   end
 
-  desc "delete 2023-24 survey responses"
-  task delete_survey_responses_2023_24: :environment do
-    response_count = SurveyItemResponse.all.count
-    SurveyItemResponse.where(academic_year: AcademicYear.find_by_range("2023-24")).delete_all
-
-    puts "=====================> Deleted #{response_count - SurveyItemResponse.all.count} survey responses"
-  end
-
-  desc "load survey responses for lowell schools 2022-23"
-  task load_survey_responses_for_lowell_2022_23: :environment do
+  desc "load survey responses"
+  task load_survey_responses: :environment do
     survey_item_response_count = SurveyItemResponse.count
     student_count = Student.count
-    path = "/data/survey_responses/2022-23/"
+    path = "/data/survey_responses/clean/"
+    schools = District.find_by_slug("maynard-public-schools").schools
 
     Sftp::Directory.open(path:) do |file|
       SurveyResponsesDataLoader.new.from_file(file:)
     end
     puts "=====================> Completed loading #{SurveyItemResponse.count - survey_item_response_count} survey responses. #{SurveyItemResponse.count} total responses in the database"
 
-    Sftp::Directory.open(path:) do |file|
-      StudentLoader.from_file(file:, rules: [Rule::SkipNonLowellSchools])
-    end
-    puts "=====================> Completed loading #{Student.count - student_count} students. #{Student.count} total students"
-
-    puts "Resetting race scores"
-    RaceScoreLoader.reset(fast_processing: false, academic_years: [AcademicYear.find_by_range("2022-23")])
-    puts "=====================> Completed loading #{RaceScore.count} race scores"
-
     Rails.cache.clear
   end
 end