You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
87 lines
2.6 KiB
87 lines
2.6 KiB
require "csv"
|
|
|
|
module Dese
|
|
class Loader
|
|
@memo = Hash.new
|
|
def self.load_data(filepath:)
|
|
admin_data_values = []
|
|
@memo = Hash.new
|
|
schools = School.school_by_dese_id
|
|
CSV.parse(File.read(filepath), headers: true) do |row|
|
|
score = likert_score(row:)
|
|
next unless valid_likert_score(likert_score: score)
|
|
|
|
admin_data_values << create_admin_data_value(row:, score:, schools:)
|
|
end
|
|
|
|
AdminDataValue.import(admin_data_values.flatten.compact, batch_size: 1_000, on_duplicate_key_update: :all)
|
|
end
|
|
|
|
private
|
|
|
|
def self.valid_likert_score(likert_score:)
|
|
likert_score >= 1 && likert_score <= 5
|
|
end
|
|
|
|
def self.likert_score(row:)
|
|
likert_score = (row["Likert Score"] || row["LikertScore"] || row["Likert_Score"]).to_f
|
|
likert_score.round_up_to_one.round_down_to_five
|
|
end
|
|
|
|
def self.ay(row:)
|
|
row["Academic Year"] || row["AcademicYear"]
|
|
end
|
|
|
|
def self.dese_id(row:)
|
|
row["DESE ID"] || row["Dese ID"] || row["Dese Id"] || row["School ID"]
|
|
end
|
|
|
|
def self.admin_data_item(row:)
|
|
row["Admin Data Item"] || row["Item ID"] || row["Item Id"] || row["Item ID"]
|
|
end
|
|
|
|
# these three methods do the memoization
|
|
def self.find_admin_data_item(admin_data_item_id:)
|
|
return @memo["admin" + admin_data_item_id] if @memo.key?("admin" + admin_data_item_id)
|
|
@memo["admin" + admin_data_item_id] ||= AdminDataItem.find_by_admin_data_item_id(admin_data_item_id)
|
|
end
|
|
|
|
def self.find_ay(ay:)
|
|
return @memo["year" + ay] if @memo.key?("year" + ay)
|
|
@memo["year" + ay] ||= AcademicYear.find_by_range(ay)
|
|
end
|
|
|
|
def self.create_admin_data_value(row:, score:, schools:)
|
|
school = schools[dese_id(row:).to_i]
|
|
admin_data_item_id = admin_data_item(row:)
|
|
admin_data_item = find_admin_data_item(admin_data_item_id:)
|
|
academic_year = find_ay(ay: ay(row:))
|
|
|
|
return if school.nil?
|
|
return if admin_data_item_id.nil? || admin_data_item_id.blank?
|
|
|
|
admin_data_value = AdminDataValue.find_by(academic_year:, school:, admin_data_item:)
|
|
|
|
if admin_data_value.present?
|
|
admin_data_value.likert_score = score
|
|
admin_data_value.save
|
|
nil
|
|
else
|
|
AdminDataValue.new(
|
|
likert_score: score,
|
|
academic_year:,
|
|
school:,
|
|
admin_data_item:
|
|
)
|
|
end
|
|
end
|
|
|
|
private_class_method :valid_likert_score
|
|
private_class_method :likert_score
|
|
private_class_method :ay
|
|
private_class_method :dese_id
|
|
private_class_method :admin_data_item
|
|
private_class_method :create_admin_data_value
|
|
end
|
|
end
|