From 0146b0f005e16c38aa6be5d8c6eece1fdc1a68ea Mon Sep 17 00:00:00 2001
From: Nelson Jovel <memoryman51@hotmail.com>
Date: Mon, 25 Nov 2024 18:20:45 -0800
Subject: [PATCH] fix: order of deletion.  Delete students after updating
 references to nil on survey item responses

---
 lib/tasks/one_off.rake | 89 +++++++-----------------------------------
 1 file changed, 14 insertions(+), 75 deletions(-)

diff --git a/lib/tasks/one_off.rake b/lib/tasks/one_off.rake
index a0ca1b36..f6a053e9 100644
--- a/lib/tasks/one_off.rake
+++ b/lib/tasks/one_off.rake
@@ -1,57 +1,4 @@
 namespace :one_off do
-  task add_dese_ids: :environment do
-    all_schools = School.all.includes(:district)
-    updated_schools = []
-
-    qualtrics_schools = {}
-
-    csv_file = Rails.root.join("data", "master_list_of_schools_and_districts.csv")
-    CSV.parse(File.read(csv_file), headers: true) do |row|
-      district_id = row["District Code"].to_i
-      school_id = row["School Code"].to_i
-
-      if qualtrics_schools[[district_id, school_id]].present?
-        puts "Duplicate entry row #{row}"
-        next
-      end
-
-      qualtrics_schools[[district_id, school_id]] = row
-    end
-
-    qualtrics_schools.each do |(district_id, school_id), csv_row|
-      school = all_schools.find do |school|
-        school.qualtrics_code == school_id && school.district.qualtrics_code == district_id
-      end
-
-      if school.nil?
-        school_name = csv_row["School Name"].strip
-        puts "Could not find school '#{school_name}' with district id: #{district_id}, school id: #{school_id}"
-        potential_school_ids = School.where("name like ?", "%#{school_name}%").map(&:id)
-        puts "Potential ID matches: #{potential_school_ids}" if potential_school_ids.present?
-        next
-      end
-
-      school.update!(dese_id: csv_row["DESE School ID"])
-      updated_schools << school.id
-    end
-
-    School.where.not(id: updated_schools).each do |school|
-      puts "School with unchanged DESE id: #{school.name}, id: #{school.id}"
-    end
-  end
-
-  desc "list scales that have no survey responses"
-  task list_scales_that_lack_survey_responses: :environment do
-    output = AcademicYear.all.map do |academic_year|
-      Scale.all.map do |scale|
-        [academic_year.range, scale.scale_id, scale.survey_item_responses.where(academic_year:).count]
-      end
-    end
-
-    output = output.map { |year| year.reject { |scale| scale[2] > 0 || scale[1].starts_with?("a-") } }
-    pp output
-  end
-
   desc "list survey_items that have no survey responses by district"
   task list_survey_items_that_lack_responses: :environment do
     output = AcademicYear.all.map do |academic_year|
@@ -82,28 +29,16 @@ namespace :one_off do
     puts values
   end
 
-  desc "delete 2022-23 survey responses"
-  task delete_survey_responses_2022_23: :environment do
-    response_count = SurveyItemResponse.all.count
-    SurveyItemResponse.where(academic_year: AcademicYear.find_by_range("2022-23")).delete_all
+  desc "change dese id of Minot Forest Elementary School"
+  task change_dese_id: :environment do
+    school = School.find_by_name "Minot Forest Elementary School"
+    school.dese_id = 310_001_799
+    school.save
 
-    puts "=====================> Deleted #{response_count - SurveyItemResponse.all.count} survey responses"
-    # should be somewhere near 295738
-  end
-
-  desc "load survey responses"
-  task load_survey_responses: :environment do
-    survey_item_response_count = SurveyItemResponse.count
-    student_count = Student.count
-    path = "/data/survey_responses/clean/"
-    schools = District.find_by_slug("maynard-public-schools").schools
-
-    Sftp::Directory.open(path:) do |file|
-      SurveyResponsesDataLoader.new.from_file(file:)
-    end
-    puts "=====================> Completed loading #{SurveyItemResponse.count - survey_item_response_count} survey responses. #{SurveyItemResponse.count} total responses in the database"
-
-    Rails.cache.clear
+    school = School.find_by_name "Wareham Elementary School"
+    school.slug = school.name.parameterize
+    school.dese_id = 310_001_7
+    school.save
   end
 
   desc "delete 2023-24 data"
@@ -141,9 +76,13 @@ namespace :one_off do
   desc "delete all student records incorrectly created by teacher responses"
   task delete_errant_student_records: :environment do
     wrong_response_ids = SurveyItemResponse.where(survey_item: SurveyItem.teacher_survey_items).pluck(:response_id).uniq
+    student_response_ids = SurveyItemResponse.where(response_id: wrong_response_ids,
+                                                    survey_item: SurveyItem.student_survey_items).pluck(:response_id).uniq
+    wrong_response_ids -= student_response_ids
+
+    SurveyItemResponse.where(response_id: wrong_response_ids).update_all(student_id: nil)
     StudentRace.where(student: Student.where(response_id: wrong_response_ids)).delete_all
     Student.where(response_id: wrong_response_ids).delete_all
-    SurveyItemResponse.where(response_id: wrong_response_ids).update_all(student_id: nil)
   end
 
   desc "print out percentage of nil values for range"