gabehf/sqm-dashboards
1
0
Fork 0
mirror of https://github.com/edcommonwealth/sqm-dashboards.git synced 2026-03-07 21:48:16 -08:00
Code Issues Projects Releases Packages Wiki Activity Actions

Do not erase all students when loading each file

Browse source
This commit is contained in:
rebuilt 2022-08-22 14:36:00 -07:00
parent 3f493727b3
commit 3fcab58557
2 changed files with 5 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

10
app/services/student_loader.rb
View file

@ -6,9 +6,7 @@
require 'csv'
class StudentLoader
def self.load_data(filepath:, reinitialize: true)
destroy_students if reinitialize
def self.load_data(filepath:)
File.open(filepath) do |file|
headers = file.first
@ -20,12 +18,6 @@ class StudentLoader
end
end
def self.destroy_students
SurveyItemResponse.update_all(student_id: nil)
StudentRace.delete_all
Student.delete_all
end
def self.process_row(row:)
races = process_races(codes: race_codes(row:))
response_id = row['ResponseId'] || row['Responseid'] || row['ResponseID'] ||

5
lib/tasks/data.rake
View file

@ -75,11 +75,14 @@ namespace :data do
end
desc 'load students'
task load_students: :environment do
SurveyItemResponse.update_all(student_id: nil)
StudentRace.delete_all
Student.delete_all
Dir.glob(Rails.root.join('data', 'survey_responses', '*student*.csv')).each do |file|
puts "=====================> Loading student data from csv at path: #{file}"
StudentLoader.load_data filepath: file
end
puts "=====================> Completed loading #{Student.count} survey responses"
puts "=====================> Completed loading #{Student.count} students"
end
desc 'reset all cache counters'