module Dese class Loader @memo = Hash.new @hits = 0 @misses = 0 def self.load_data(filepath:) admin_data_values = [] CSV.parse(File.read(filepath), headers: true) do |row| score = likert_score(row:) next unless valid_likert_score(likert_score: score) admin_data_values << create_admin_data_value(row:, score:) end AdminDataValue.import(admin_data_values.flatten.compact, batch_size: 1_000, on_duplicate_key_update: :all) # puts "Cache Hits: #{@hits}\nCache Misses: #{@misses}\n" end private def self.valid_likert_score(likert_score:) likert_score >= 1 && likert_score <= 5 end def self.likert_score(row:) likert_score = (row["Likert Score"] || row["LikertScore"] || row["Likert_Score"]).to_f likert_score.round_up_to_one.round_down_to_five end def self.ay(row:) row["Academic Year"] || row["AcademicYear"] end def self.dese_id(row:) row["DESE ID"] || row["Dese ID"] || row["Dese Id"] || row["School ID"] end def self.admin_data_item(row:) row["Admin Data Item"] || row["Item ID"] || row["Item Id"] || row["Item ID"] end def self.create_admin_data_value(row:, score:) # get school from @memo, if not then add it to @memo @memo["school"+dese_id(row:)] ||= School.find_by_dese_id(dese_id(row:).to_i) school = @memo["school"+dese_id(row:)] # the same stuff again for admin data item admin_data_item_id = admin_data_item(row:) @memo["admin"+admin_data_item_id] ||= AdminDataItem.find_by_admin_data_item_id(admin_data_item_id) admin_data_item = @memo["admin"+admin_data_item_id] # get academic year from @memo, if not add it to @memo @memo["year"+ay(row:)] ||= AcademicYear.find_by_range(ay(row:)) academic_year = @memo["year"+ay(row:)] return if school.nil? return if admin_data_item_id.nil? || admin_data_item_id.blank? admin_data_value = AdminDataValue.find_by(academic_year:, school:, admin_data_item:) if admin_data_value.present? admin_data_value.likert_score = score admin_data_value.save nil else AdminDataValue.new( likert_score: score, academic_year:, school:, admin_data_item:, ) end end private_class_method :valid_likert_score private_class_method :likert_score private_class_method :ay private_class_method :dese_id private_class_method :admin_data_item private_class_method :create_admin_data_value end end