Populate db with grade level data

pull/1/head
rebuilt 3 years ago
parent c2d25902b6
commit 52d2676f80

@ -3,4 +3,6 @@
class Respondent < ApplicationRecord
belongs_to :school
belongs_to :academic_year
validates :school, uniqueness: { scope: :academic_year }
end

@ -0,0 +1,116 @@
# frozen_string_literal: true
require 'csv'
class EnrollmentLoader
def self.load_data(filepath:)
CSV.parse(File.read(filepath), headers: true) do |row|
row = EnrollmentRowValues.new(row:)
next unless row.school && row.academic_year
create_enrollment_entry(row:)
end
end
private
def self.create_enrollment_entry(row:)
respondent = Respondent.find_or_create_by(school: row.school, academic_year: row.academic_year)
respondent.pk = row.pk
respondent.k = row.k
respondent.one = row.one
respondent.two = row.two
respondent.three = row.three
respondent.four = row.four
respondent.five = row.five
respondent.six = row.six
respondent.seven = row.seven
respondent.eight = row.eight
respondent.nine = row.nine
respondent.ten = row.ten
respondent.eleven = row.eleven
respondent.twelve = row.twelve
respondent.save
end
private_class_method :create_enrollment_entry
end
class EnrollmentRowValues
attr_reader :row
def initialize(row:)
@row = row
end
def school
@school ||= begin
school_code = row['School Code']
School.find_by_dese_id(school_code)
end
end
def academic_year
@academic_year ||= begin
year = row['Academic Year']
AcademicYear.find_by_range(year)
end
end
def pk
row['PK'] || row['pk']
end
def k
row['K'] || row['k']
end
def one
row['1']
end
def two
row['2']
end
def three
row['3']
end
def four
row['4']
end
def five
row['5']
end
def six
row['6']
end
def seven
row['7']
end
def eight
row['8']
end
def nine
row['9']
end
def ten
row['10']
end
def eleven
row['11']
end
def twelve
row['12']
end
end

File diff suppressed because it is too large Load Diff

@ -0,0 +1,18 @@
class AddGradesToRespondent < ActiveRecord::Migration[7.0]
def change
add_column :respondents, :pk, :integer
add_column :respondents, :k, :integer
add_column :respondents, :one, :integer
add_column :respondents, :two, :integer
add_column :respondents, :three, :integer
add_column :respondents, :four, :integer
add_column :respondents, :five, :integer
add_column :respondents, :six, :integer
add_column :respondents, :seven, :integer
add_column :respondents, :eight, :integer
add_column :respondents, :nine, :integer
add_column :respondents, :ten, :integer
add_column :respondents, :eleven, :integer
add_column :respondents, :twelve, :integer
end
end

@ -0,0 +1,5 @@
class AddUniqueIndextoRespondent < ActiveRecord::Migration[7.0]
def change
add_index :respondents, %i[school_id academic_year_id], unique: true
end
end

@ -10,7 +10,7 @@
#
# It's strongly recommended that you check this file into your version control system.
ActiveRecord::Schema[7.0].define(version: 2022_10_22_225523) do
ActiveRecord::Schema[7.0].define(version: 2023_02_22_003823) do
# These are extensions that must be enabled in order to support this database
enable_extension "plpgsql"
@ -329,7 +329,22 @@ ActiveRecord::Schema[7.0].define(version: 2022_10_22_225523) do
t.float "total_teachers"
t.datetime "created_at", null: false
t.datetime "updated_at", null: false
t.integer "pk"
t.integer "k"
t.integer "one"
t.integer "two"
t.integer "three"
t.integer "four"
t.integer "five"
t.integer "six"
t.integer "seven"
t.integer "eight"
t.integer "nine"
t.integer "ten"
t.integer "eleven"
t.integer "twelve"
t.index ["academic_year_id"], name: "index_respondents_on_academic_year_id"
t.index ["school_id", "academic_year_id"], name: "index_respondents_on_school_id_and_academic_year_id", unique: true
t.index ["school_id"], name: "index_respondents_on_school_id"
end

File diff suppressed because it is too large Load Diff

@ -0,0 +1,55 @@
require 'rails_helper'
describe EnrollmentLoader do
let(:path_to_admin_data) { Rails.root.join('spec', 'fixtures', 'sample_enrollment_data.csv') }
let(:ay_2022_23) { AcademicYear.find_by_range '2022-23' }
let(:attleboro) { School.find_by_dese_id 160_505 }
let(:winchester) { School.find_by_dese_id 3_440_505 }
let(:beachmont) { School.find_by_dese_id 2_480_013 }
before :each do
Rails.application.load_seed
end
after :each do
DatabaseCleaner.clean
end
describe 'self.load_data' do
before :each do
EnrollmentLoader.load_data filepath: path_to_admin_data
end
it 'loads the correct enrollment numbers' do
respondents = Respondent.where(school: attleboro, academic_year: ay_2022_23)
academic_year = ay_2022_23
expect(Respondent.find_by(school: attleboro, academic_year:).nine).to eq 506
expect(Respondent.find_by(school: beachmont, academic_year:).pk).to eq 34
expect(Respondent.find_by(school: beachmont, academic_year:).k).to eq 64
expect(Respondent.find_by(school: beachmont, academic_year:).one).to eq 58
expect(Respondent.find_by(school: winchester, academic_year:).nine).to eq 361
expect(Respondent.find_by(school: winchester, academic_year:).ten).to eq 331
expect(Respondent.find_by(school: winchester, academic_year:).eleven).to eq 339
expect(Respondent.find_by(school: winchester, academic_year:).twelve).to eq 352
end
end
# describe 'output to console' do
# it 'outputs a messsage saying a value has been rejected' do
# output = capture_stdout { EnrollmentLoader.load_data filepath: path_to_admin_data }.gsub("\n", '')
# expect(output).to eq 'Invalid score: 0.0 for school: Attleboro High School admin data item a-reso-i1 Invalid score: 100.0 for school: Winchester High School admin data item a-sust-i3 '
# end
# end
end
# def capture_stdout
# original_stdout = $stdout
# $stdout = fake = StringIO.new
# begin
# yield
# ensure
# $stdout = original_stdout
# end
# fake.string
# end
Loading…
Cancel
Save