rebuilt
2 years ago
parent
f035c4d9ad
commit
4afa030141
@ -1,6 +0,0 @@
|
||||
class RaceScore < ApplicationRecord
|
||||
belongs_to :measure
|
||||
belongs_to :school
|
||||
belongs_to :academic_year
|
||||
belongs_to :race
|
||||
end
|
||||
@ -1,114 +0,0 @@
|
||||
class RaceScoreLoader
|
||||
def self.reset(schools: School.all, academic_years: AcademicYear.all, measures: Measure.all, races: Race.all, fast_processing: true)
|
||||
RaceScore.where(school: schools, academic_year: academic_years, measure: measures, race: races).delete_all
|
||||
measures.each do |measure|
|
||||
if fast_processing
|
||||
large_memory_use(measure:, schools:, academic_years:, races:)
|
||||
else
|
||||
slow_loading_time(measure:, schools:, academic_years:, races:)
|
||||
end
|
||||
end
|
||||
end
|
||||
|
||||
private
|
||||
|
||||
def self.large_memory_use(measure:, schools:, academic_years:, races:)
|
||||
loadable_race_scores = schools.map do |school|
|
||||
academic_years.map do |academic_year|
|
||||
races.map do |race|
|
||||
process_score(measure:, school:, academic_year:, race:)
|
||||
end
|
||||
end
|
||||
end
|
||||
RaceScore.import(loadable_race_scores.flatten.compact, batch_size: 1_000, on_duplicate_key_update: :all)
|
||||
end
|
||||
|
||||
def self.slow_loading_time(measure:, schools:, academic_years:, races:)
|
||||
schools.each do |school|
|
||||
loadable_race_scores = academic_years.map do |academic_year|
|
||||
races.map do |race|
|
||||
process_score(measure:, school:, academic_year:, race:)
|
||||
end
|
||||
end
|
||||
RaceScore.import(loadable_race_scores.flatten.compact, batch_size: 1_000, on_duplicate_key_update: :all)
|
||||
@grouped_responses = nil
|
||||
@response_rate = nil
|
||||
@sufficient_responses = nil
|
||||
end
|
||||
end
|
||||
|
||||
def self.process_score(measure:, school:, academic_year:, race:)
|
||||
score = race_score(measure:, school:, academic_year:, race:)
|
||||
{ measure_id: measure.id, school_id: school.id, academic_year_id: academic_year.id, race_id: race.id, average: score.average,
|
||||
meets_student_threshold: score.meets_student_threshold? }
|
||||
end
|
||||
|
||||
def self.race_score(measure:, school:, academic_year:, race:)
|
||||
rate = response_rate(school:, academic_year:, measure:)
|
||||
unless rate.meets_student_threshold
|
||||
return Score.new(average: 0, meets_teacher_threshold: false, meets_student_threshold: false,
|
||||
meets_admin_data_threshold: false)
|
||||
end
|
||||
|
||||
survey_items = measure.student_survey_items
|
||||
|
||||
averages = grouped_responses(school:, academic_year:, survey_items:, race:)
|
||||
meets_student_threshold = sufficient_responses(school:, academic_year:, race:)
|
||||
scorify(responses: averages, meets_student_threshold:, measure:)
|
||||
end
|
||||
|
||||
def self.grouped_responses(school:, academic_year:, survey_items:, race:)
|
||||
@grouped_responses ||= Hash.new do |memo, (school, academic_year, survey_items, race)|
|
||||
memo[[school, academic_year, survey_items, race]] =
|
||||
SurveyItemResponse.joins("JOIN student_races on survey_item_responses.student_id = student_races.student_id JOIN students on students.id = student_races.student_id").where(
|
||||
school:, academic_year:, grade: school.grades(academic_year:)
|
||||
).where("student_races.race_id": race.id).group(:survey_item_id).having("count(*) >= 10").average(:likert_score)
|
||||
end
|
||||
|
||||
@grouped_responses[[school, academic_year, survey_items, race]]
|
||||
end
|
||||
|
||||
def self.response_rate(school:, academic_year:, measure:)
|
||||
subcategory = measure.subcategory
|
||||
@response_rate ||= Hash.new do |memo, (school, academic_year, subcategory)|
|
||||
memo[[school, academic_year, subcategory]] = subcategory.response_rate(school:, academic_year:)
|
||||
end
|
||||
|
||||
@response_rate[[school, academic_year, subcategory]]
|
||||
end
|
||||
|
||||
def self.scorify(responses:, meets_student_threshold:, measure:)
|
||||
averages = bubble_up_averages(responses:, measure:)
|
||||
average = averages.average
|
||||
|
||||
average = 0 unless meets_student_threshold
|
||||
|
||||
Score.new(average:, meets_teacher_threshold: false, meets_student_threshold:, meets_admin_data_threshold: false)
|
||||
end
|
||||
|
||||
def self.sufficient_responses(school:, academic_year:, race:)
|
||||
@sufficient_responses ||= Hash.new do |memo, (school, academic_year, race)|
|
||||
number_of_students_for_a_racial_group = SurveyItemResponse.joins("JOIN student_races on survey_item_responses.student_id = student_races.student_id JOIN students on students.id = student_races.student_id").where(
|
||||
school:, academic_year:
|
||||
).where("student_races.race_id": race.id).distinct.pluck(:student_id).count
|
||||
memo[[school, academic_year, race]] = number_of_students_for_a_racial_group >= 10
|
||||
end
|
||||
@sufficient_responses[[school, academic_year, race]]
|
||||
end
|
||||
|
||||
def self.bubble_up_averages(responses:, measure:)
|
||||
measure.student_scales.map do |scale|
|
||||
scale.survey_items.map do |survey_item|
|
||||
responses[survey_item.id]
|
||||
end.remove_blanks.average
|
||||
end.remove_blanks
|
||||
end
|
||||
|
||||
private_class_method :process_score
|
||||
private_class_method :race_score
|
||||
private_class_method :grouped_responses
|
||||
private_class_method :response_rate
|
||||
private_class_method :scorify
|
||||
private_class_method :sufficient_responses
|
||||
private_class_method :bubble_up_averages
|
||||
end
|
||||
@ -0,0 +1,18 @@
|
||||
class DropRaceScores < ActiveRecord::Migration[7.0]
|
||||
def up
|
||||
drop_table :race_scores
|
||||
end
|
||||
|
||||
def down
|
||||
create_table :race_scores do |t|
|
||||
t.references :measure, null: false, foreign_key: true
|
||||
t.references :school, null: false, foreign_key: true
|
||||
t.references :academic_year, null: false, foreign_key: true
|
||||
t.references :race, null: false, foreign_key: true
|
||||
t.float :average
|
||||
t.boolean :meets_student_threshold
|
||||
|
||||
t.timestamps
|
||||
end
|
||||
end
|
||||
end
|
||||
@ -1,77 +0,0 @@
|
||||
require 'rails_helper'
|
||||
|
||||
describe RaceScoreLoader do
|
||||
let(:measure) { create(:measure, :with_student_survey_items) }
|
||||
let(:school) { create(:school) }
|
||||
let(:academic_year) { create(:academic_year) }
|
||||
let(:race) { create(:race) }
|
||||
let(:students) do
|
||||
[].tap do |arr|
|
||||
10.times do
|
||||
s = create(:student)
|
||||
s.races << race
|
||||
s.save
|
||||
arr << s
|
||||
end
|
||||
end
|
||||
end
|
||||
let(:survey_item_1) { measure.survey_items[0] }
|
||||
let(:survey_item_2) { measure.survey_items[1] }
|
||||
let(:survey_item_3) { measure.survey_items[2] }
|
||||
let(:response_rate) do
|
||||
create(:response_rate, school:, academic_year:, subcategory: measure.subcategory, meets_student_threshold: true)
|
||||
end
|
||||
|
||||
# I'm not sure how to securely make available the key_derivation_salt for github actions. Disabling the tests
|
||||
context 'when survey item responses exist' do
|
||||
before :each do
|
||||
response_rate
|
||||
students.each do |student|
|
||||
create(:survey_item_response, school:, academic_year:, likert_score: 2, survey_item: survey_item_1, student:)
|
||||
end
|
||||
students.each do |student|
|
||||
create(:survey_item_response, school:, academic_year:, likert_score: 3, survey_item: survey_item_2, student:)
|
||||
end
|
||||
|
||||
RaceScoreLoader.reset
|
||||
end
|
||||
it 'returns a list of averages' do
|
||||
expect(measure.student_survey_items.count).to eq 2
|
||||
american_indian_score = RaceScore.find_by(measure:, school:, academic_year:, race:)
|
||||
expect(american_indian_score.average).to eq 2.5
|
||||
expect(american_indian_score.meets_student_threshold).to eq true
|
||||
end
|
||||
|
||||
it 'is idempotent' do
|
||||
original_count = RaceScore.count
|
||||
RaceScoreLoader.reset
|
||||
new_count = RaceScore.count
|
||||
expect(original_count).to eq new_count
|
||||
end
|
||||
end
|
||||
|
||||
context 'when there NOT sufficient survey item responses' do
|
||||
before :each do
|
||||
response_rate
|
||||
9.times do |index|
|
||||
create(:survey_item_response, school:, academic_year:, likert_score: 2, survey_item: survey_item_1,
|
||||
student: students[index])
|
||||
end
|
||||
|
||||
9.times do |index|
|
||||
create(:survey_item_response, school:, academic_year:, likert_score: 3, survey_item: survey_item_2,
|
||||
student: students[index])
|
||||
end
|
||||
|
||||
RaceScoreLoader.reset
|
||||
end
|
||||
it 'returns a list of averages' do
|
||||
expect(measure.student_survey_items.count).to eq 2
|
||||
|
||||
expect(SurveyItemResponse.count).to eq 18
|
||||
rs = RaceScore.find_by(measure:, school:, academic_year:, race:)
|
||||
expect(rs.average).to eq 0
|
||||
expect(rs.meets_student_threshold).to eq false
|
||||
end
|
||||
end
|
||||
end
|
||||
Loading…
Reference in new issue