mirror of
https://github.com/edcommonwealth/sqm-dashboards.git
synced 2026-03-13 17:30:38 -07:00
Add disaggregation by ELL
This commit is contained in:
rebuilt
parent
8b7d9b7fc6
commit
245cde85cd
45 changed files with 964 additions and 416 deletions
|
|
@ -1,11 +1,15 @@
|
|||
FactoryBot.define do
|
||||
factory :income do
|
||||
designation { "MyString" }
|
||||
designation { "DefaultIncome" }
|
||||
end
|
||||
|
||||
factory :ell do
|
||||
designation { "DefaultEll" }
|
||||
end
|
||||
|
||||
factory :gender do
|
||||
qualtrics_code { 1 }
|
||||
designation { 'MyString' }
|
||||
designation { "MyString" }
|
||||
end
|
||||
|
||||
factory :race_score do
|
||||
|
|
@ -68,22 +72,22 @@ FactoryBot.define do
|
|||
end
|
||||
|
||||
factory :academic_year do
|
||||
range { '2050-51' }
|
||||
range { "2050-51" }
|
||||
initialize_with { AcademicYear.find_or_initialize_by(range:) }
|
||||
end
|
||||
|
||||
factory :category, class: 'Category' do
|
||||
factory :category, class: "Category" do
|
||||
name { "A #{rand} category" }
|
||||
category_id { rand.to_s }
|
||||
description { 'A description of a category' }
|
||||
description { "A description of a category" }
|
||||
slug { name.parameterize }
|
||||
sort_index { 1 }
|
||||
end
|
||||
|
||||
factory :subcategory do
|
||||
name { 'A subcategory' }
|
||||
name { "A subcategory" }
|
||||
subcategory_id { rand.to_s }
|
||||
description { 'A description of a subcategory' }
|
||||
description { "A description of a subcategory" }
|
||||
category
|
||||
|
||||
factory :subcategory_with_measures do
|
||||
|
|
@ -102,7 +106,7 @@ FactoryBot.define do
|
|||
|
||||
factory :measure do
|
||||
measure_id { rand.to_s }
|
||||
name { 'A Measure' }
|
||||
name { "A Measure" }
|
||||
subcategory
|
||||
trait :with_student_survey_items do
|
||||
after(:create) do |measure|
|
||||
|
|
@ -136,7 +140,7 @@ FactoryBot.define do
|
|||
|
||||
factory :survey_item do
|
||||
scale
|
||||
prompt { 'What do YOU think?' }
|
||||
prompt { "What do YOU think?" }
|
||||
factory :teacher_survey_item do
|
||||
survey_item_id { "t-#{rand}" }
|
||||
watch_low_benchmark { 2.0 }
|
||||
|
|
|
|||
22
spec/fixtures/sample_demographics.csv
vendored
22
spec/fixtures/sample_demographics.csv
vendored
|
|
@ -1,11 +1,11 @@
|
|||
Race Qualtrics Code,Race/Ethnicity,Gender Qualtrics Code,Sex/Gender,Income
|
||||
1,American Indian or Alaskan Native,2,Male,Economically Disadvantaged – N
|
||||
2,Asian or Pacific Islander,1,Female,Economically Disadvantaged – Y
|
||||
3,Black or African American,4,Non-Binary,Unknown
|
||||
4,Hispanic or Latinx,99,Unknown,
|
||||
5,White or Caucasian,,,
|
||||
6,Prefer not to disclose,,,
|
||||
7,Prefer to self-describe,,,
|
||||
8,Middle Eastern,,,
|
||||
99,Race/Ethnicity Not Listed,,,
|
||||
100,Multiracial,,,
|
||||
Race Qualtrics Code,Race/Ethnicity,Gender Qualtrics Code,Sex/Gender,Income,ELL
|
||||
1,American Indian or Alaskan Native,2,Male,Economically Disadvantaged – N,ELL
|
||||
2,Asian or Pacific Islander,1,Female,Economically Disadvantaged – Y,Not ELL
|
||||
3,Black or African American,4,Non-Binary,Unknown,Unknown
|
||||
4,Hispanic or Latinx,99,Unknown,,
|
||||
5,White or Caucasian,,,,
|
||||
6,Prefer not to disclose,,,,
|
||||
7,Prefer to self-describe,,,,
|
||||
8,Middle Eastern,,,,
|
||||
99,Race/Ethnicity Not Listed,,,,
|
||||
100,Multiracial,,,,
|
||||
|
|
|
|||
|
|
|
@ -1,9 +1,8 @@
|
|||
Start Date,End Date,Response Type,IP Address,Progress,Duration (in seconds),Finished,RecordedDate,ResponseId,LASID,Recipient Last Name,Recipient First Name,Recipient Email,External Data Reference,Location Latitude,Location Longitude,Distribution Channel,User Language,district,school,DESE ID,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,s-emsa-q1,s-emsa-q2,s-emsa-q3,s-tint-q1,s-tint-q2,#N/A,s-tint-q4,s-tint-q5,s-acpr-q1,s-acpr-q2,s-acpr-q3,s-acpr-q4,#N/A,#N/A,s-cure-q3,s-cure-q4,#N/A,s-sten-q2,s-sten-q3,s-sper-q1,s-sper-q2,s-sper-q3,s-sper-q4,s-civp-q1,s-civp-q2,s-civp-q3,s-civp-q4,s-grmi-q1,#N/A,#N/A,s-grmi-q4,s-appa-q1,s-appa-q2,#N/A,s-peff-q1,s-peff-q2,s-peff-q3,s-peff-q4,s-peff-q5,s-peff-q6,s-sbel-q1,s-sbel-q2,s-sbel-q3,s-sbel-q4,s-sbel-q5,s-phys-q1,s-phys-q1-1,s-phys-q2,s-phys-q3,s-phys-q4,s-vale-q1,s-vale-q2,s-vale-q3,s-vale-q4,s-acst-q1,s-acst-q2,s-acst-q3,s-acst-q4,s-acst-q5,s-grit-q1,s-grit-q2,s-grit-q3,s-grit-q4,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,race,What is your race/ethnicity?(Please select all that apply) - Selected Choice,grade,gender,Raw Income,Income
|
||||
2020-09-29 18:28:41,2020-09-29 18:48:28,0,73.249.89.226,6,1186,0,2020-09-30T18:48:50,student_survey_response_1,123456,,,,,,,anonymous,EN,1,8,1500025,,,,dddd,4,3,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,3,0,some non-integer response,6,,,,5,,,1,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,EN,,,,,1,888,11th,1,Free Lunch,Economically Disadvantaged – Y
|
||||
2021-02-23 15:12:58,2021-02-23 15:13:17,0,50.207.254.114,0,19,0,2021-02-24T15:13:19,student_survey_response_2,234567,,,,,,,anonymous,EN,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,NA,,,,,,,,,,,,,,,,,,,,,EN,,,,,"2,3,4",888,10,,Not Eligible,Economically Disadvantaged – N
|
||||
2021-03-31 9:50:19,2021-03-31 9:59:01,0,108.7.17.250,100,522,1,2021-03-31T09:59:02,student_survey_response_3,345678,,,,,42.53340149,-70.96530151,anonymous,EN,3,2,1500505,12,4,108,3300,7,1,,,,,,,,,,,,,,2,4,2,1,4,3,3,,,,,3,3,3,3,,,,,NA,,,,,,,,,3,2,3,3,2,1,3,3,4,1,3,3,4,4,2,4,3,3,4,3,3,3,4,3,3,3,3,3,,,,,,,,,,3,4,4,2,3,3,1,,3,,EN,Math teacher,,,,6,888,8,2,Reduced Lunch,Economically Disadvantaged – Y
|
||||
2021-03-31 9:50:09,2021-03-31 10:00:16,0,67.186.188.168,100,607,1,2021-03-31T10:00:17,student_survey_response_4,456789,,,,,42.63510132,-71.30139923,anonymous,EN,3,2,1500505,12,18,108,2064,7,1,,2,2,1,,,,,,,,,,,,,,,,,,,,,,,,,3,5,3,3,,,,,,,,,,4,4,3,4,5,1,,1,5,1,3,2,4,4,1,2,1,3,2,3,3,3,4,2,5,3,4,5,5,3,3,4,3,,,,,4,4,4,4,3,5,2,,2,,EN,,,,English teacher,7,888,8,3,,Unknown
|
||||
2021-03-31 9:51:39,2021-03-31 10:01:36,0,73.47.153.77,100,596,1,2021-03-31T10:01:36,student_survey_response_5,567890,,,,,42.65820313,-71.30580139,anonymous,EN,3,2,1500505,6,15,109,3710,7,1,,2,2,2,,,,,,,,,,3,3,4,3,3,3,3,4,3,4,3,4,4,5,4,3,4,3,5,2,2,3,,,,,,,,,,,,1,,2,5,1,3,3,2,4,3,5,4,,,,,,,,,,,,5,4,3,4,4,4,4,4,4,,,,,,,2,,2,,EN,,,Social Studies teacher,,"1,2,3,4,5,8,6,7",888,7,4,Free Lunch,Economically Disadvantaged – Y
|
||||
2021-03-31 9:51:39,2021-03-31 10:01:36,0,73.47.153.77,100,596,1,2021-03-31T10:01:36,student_survey_response_6,,,,,,42.65820313,-71.30580139,anonymous,EN,3,2,1500505,6,15,109,3710,7,1,,2,2,2,,,,,,,,,,3,3,4,3,3,3,3,4,3,4,3,4,4,5,4,3,4,3,5,2,2,3,,,,,,,,,,,,1,,2,5,1,3,3,2,4,3,5,4,,,,,,,,,,,,5,4,3,4,4,4,4,4,4,,,,,,,2,,2,,EN,,,Social Studies teacher,,"1,2,3,4,5,8",888,3,NA,Not Eligible,Economically Disadvantaged – N
|
||||
2021-03-31 9:51:39,2021-03-31 10:01:36,0,73.47.153.77,100,596,1,2021-03-31T10:01:36,student_survey_response_7,,,,,,42.65820313,-71.30580139,anonymous,EN,3,2,1500505,6,15,109,3710,7,1,,2,2,2,,,,,,,,,,3,3,4,3,3,3,3,4,3,4,3,4,4,5,4,3,4,3,5,2,2,3,,,,,,,,,,,,1,,2,5,1,3,3,2,4,3,5,4,,,,,,,,,,,,5,4,3,4,4,4,4,4,4,,,,,,,2,,2,,EN,,,Social Studies teacher,,,,4,,Reduced Lunch,Economically Disadvantaged – Y
|
||||
,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,"1,2,3,4,5,8",,,,,
|
||||
Start Date,End Date,Response Type,IP Address,Progress,Duration (in seconds),Finished,RecordedDate,ResponseId,LASID,Recipient Last Name,Recipient First Name,Recipient Email,External Data Reference,Location Latitude,Location Longitude,Distribution Channel,User Language,district,school,DESE ID,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,s-emsa-q1,s-emsa-q2,s-emsa-q3,s-tint-q1,s-tint-q2,#N/A,s-tint-q4,s-tint-q5,s-acpr-q1,s-acpr-q2,s-acpr-q3,s-acpr-q4,#N/A,#N/A,s-cure-q3,s-cure-q4,#N/A,s-sten-q2,s-sten-q3,s-sper-q1,s-sper-q2,s-sper-q3,s-sper-q4,s-civp-q1,s-civp-q2,s-civp-q3,s-civp-q4,s-grmi-q1,#N/A,#N/A,s-grmi-q4,s-appa-q1,s-appa-q2,#N/A,s-peff-q1,s-peff-q2,s-peff-q3,s-peff-q4,s-peff-q5,s-peff-q6,s-sbel-q1,s-sbel-q2,s-sbel-q3,s-sbel-q4,s-sbel-q5,s-phys-q1,s-phys-q1-1,s-phys-q2,s-phys-q3,s-phys-q4,s-vale-q1,s-vale-q2,s-vale-q3,s-vale-q4,s-acst-q1,s-acst-q2,s-acst-q3,s-acst-q4,s-acst-q5,s-grit-q1,s-grit-q2,s-grit-q3,s-grit-q4,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,race,What is your race/ethnicity?(Please select all that apply) - Selected Choice,grade,gender,Raw Income,Income,Raw ELL,ELL,Raw SpEd
|
||||
2020-09-29 18:28:41,2020-09-29 18:48:28,0,73.249.89.226,6,1186,0,2020-09-30T18:48:50,student_survey_response_1,123456,,,,,,,anonymous,EN,1,8,1500025,,,,dddd,4,3,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,3,0,some non-integer response,6,,,,5,,,1,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,EN,,,,,1,888,11th,1,Free Lunch,Economically Disadvantaged – Y,Does not apply,Not ELL,exited
|
||||
2021-02-23 15:12:58,2021-02-23 15:13:17,0,50.207.254.114,0,19,0,2021-02-24T15:13:19,student_survey_response_2,234567,,,,,,,anonymous,EN,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,NA,,,,,,,,,,,,,,,,,,,,,EN,,,,,"2,3,4",888,10,,Not Eligible,Economically Disadvantaged – N,,Unknown,Unknown
|
||||
2021-03-31 9:50:19,2021-03-31 9:59:01,0,108.7.17.250,100,522,1,2021-03-31T09:59:02,student_survey_response_3,345678,,,,,42.53340149,-70.96530151,anonymous,EN,3,2,1500505,12,4,108,3300,7,1,,,,,,,,,,,,,,2,4,2,1,4,3,3,,,,,3,3,3,3,,,,,NA,,,,,,,,,3,2,3,3,2,1,3,3,4,1,3,3,4,4,2,4,3,3,4,3,3,3,4,3,3,3,3,3,,,,,,,,,,3,4,4,2,3,3,1,,3,,EN,Math teacher,,,,6,888,8,2,Reduced Lunch,Economically Disadvantaged – Y,,Unknown,Unknown
|
||||
2021-03-31 9:50:09,2021-03-31 10:00:16,0,67.186.188.168,100,607,1,2021-03-31T10:00:17,student_survey_response_4,456789,,,,,42.63510132,-71.30139923,anonymous,EN,3,2,1500505,12,18,108,2064,7,1,,2,2,1,,,,,,,,,,,,,,,,,,,,,,,,,3,5,3,3,,,,,,,,,,4,4,3,4,5,1,,1,5,1,3,2,4,4,1,2,1,3,2,3,3,3,4,2,5,3,4,5,5,3,3,4,3,,,,,4,4,4,4,3,5,2,,2,,EN,,,,English teacher,7,888,8,3,,Unknown,LEP student not 1st year,ELL,active
|
||||
2021-03-31 9:51:39,2021-03-31 10:01:36,0,73.47.153.77,100,596,1,2021-03-31T10:01:36,student_survey_response_5,567890,,,,,42.65820313,-71.30580139,anonymous,EN,3,2,1500505,6,15,109,3710,7,1,,2,2,2,,,,,,,,,,3,3,4,3,3,3,3,4,3,4,3,4,4,5,4,3,4,3,5,2,2,3,,,,,,,,,,,,1,,2,5,1,3,3,2,4,3,5,4,,,,,,,,,,,,5,4,3,4,4,4,4,4,4,,,,,,,2,,2,,EN,,,Social Studies teacher,,"1,2,3,4,5,8,6,7",888,7,4,Free Lunch,Economically Disadvantaged – Y,EL Student First Year,ELL,active
|
||||
2021-03-31 9:51:39,2021-03-31 10:01:36,0,73.47.153.77,100,596,1,2021-03-31T10:01:36,student_survey_response_6,,,,,,42.65820313,-71.30580139,anonymous,EN,3,2,1500505,6,15,109,3710,7,1,,2,2,2,,,,,,,,,,3,3,4,3,3,3,3,4,3,4,3,4,4,5,4,3,4,3,5,2,2,3,,,,,,,,,,,,1,,2,5,1,3,3,2,4,3,5,4,,,,,,,,,,,,5,4,3,4,4,4,4,4,4,,,,,,,2,,2,,EN,,,Social Studies teacher,,"1,2,3,4,5,8",888,3,NA,Not Eligible,Economically Disadvantaged – N,Unknown,Unknown,NA
|
||||
2021-03-31 9:51:39,2021-03-31 10:01:36,0,73.47.153.77,100,596,1,2021-03-31T10:01:36,student_survey_response_7,,,,,,42.65820313,-71.30580139,anonymous,EN,3,2,1500505,6,15,109,3710,7,1,,2,2,2,,,,,,,,,,3,3,4,3,3,3,3,4,3,4,3,4,4,5,4,3,4,3,5,2,2,3,,,,,,,,,,,,1,,2,5,1,3,3,2,4,3,5,4,,,,,,,,,,,,5,4,3,4,4,4,4,4,4,,,,,,,2,,2,,EN,,,Social Studies teacher,,,,4,,Reduced Lunch,Economically Disadvantaged – Y,#N/A,Unknown,
|
||||
|
|
|
|||
|
|
|
@ -27,14 +27,6 @@ RSpec.describe Cleaner do
|
|||
Rails.root.join("tmp", "spec", "removed")
|
||||
end
|
||||
|
||||
let(:disaggregation_filepath) do
|
||||
Rails.root.join("spec", "fixtures", "disaggregation")
|
||||
end
|
||||
|
||||
let(:path_to_sample_disaggregation_file) do
|
||||
File.open(Rails.root.join("spec", "fixtures", "disaggregation", "sample_maynard_disaggregation_data.csv"))
|
||||
end
|
||||
|
||||
let(:path_to_sample_raw_file) do
|
||||
File.open(Rails.root.join("spec", "fixtures", "raw", "sample_maynard_raw_student_survey.csv"))
|
||||
end
|
||||
|
|
@ -99,21 +91,21 @@ RSpec.describe Cleaner do
|
|||
|
||||
context "Creating a new Cleaner" do
|
||||
it "creates a directory for the clean data" do
|
||||
Cleaner.new(input_filepath:, output_filepath:, log_filepath:, disaggregation_filepath:).clean
|
||||
Cleaner.new(input_filepath:, output_filepath:, log_filepath:).clean
|
||||
expect(output_filepath).to exist
|
||||
end
|
||||
|
||||
it "creates a directory for the removed data" do
|
||||
Cleaner.new(input_filepath:, output_filepath:, log_filepath:, disaggregation_filepath:).clean
|
||||
Cleaner.new(input_filepath:, output_filepath:, log_filepath:).clean
|
||||
expect(log_filepath).to exist
|
||||
end
|
||||
end
|
||||
|
||||
context ".process_raw_file" do
|
||||
it "sorts data into valid and invalid csvs" do
|
||||
cleaner = Cleaner.new(input_filepath:, output_filepath:, log_filepath:, disaggregation_filepath:)
|
||||
cleaner = Cleaner.new(input_filepath:, output_filepath:, log_filepath:)
|
||||
processed_data = cleaner.process_raw_file(
|
||||
file: path_to_sample_raw_file, disaggregation_data: cleaner.disaggregation_data
|
||||
file: path_to_sample_raw_file
|
||||
)
|
||||
processed_data in [headers, clean_csv, log_csv, data]
|
||||
|
||||
|
|
@ -140,21 +132,6 @@ RSpec.describe Cleaner do
|
|||
csv_contains_the_correct_rows(log_csv, invalid_rows)
|
||||
invalid_rows_are_rejected_for_the_correct_reasons(data)
|
||||
end
|
||||
|
||||
it "adds dissaggregation data to the cleaned file " do
|
||||
cleaner = Cleaner.new(input_filepath:, output_filepath:, log_filepath:, disaggregation_filepath:)
|
||||
processed_data = cleaner.process_raw_file(
|
||||
file: path_to_sample_raw_file, disaggregation_data: cleaner.disaggregation_data
|
||||
)
|
||||
processed_data in [headers, clean_csv, log_csv, data]
|
||||
expect(clean_csv.second.last).to eq "Economically Disadvantaged - Y"
|
||||
|
||||
one_thousand = data.find { |row| row.response_id == "1000" }
|
||||
expect(one_thousand.income).to eq "Economically Disadvantaged - Y"
|
||||
|
||||
one_thousand_one = data.find { |row| row.response_id == "1001" }
|
||||
expect(one_thousand_one.income).to eq "Economically Disadvantaged - N"
|
||||
end
|
||||
end
|
||||
|
||||
context ".filename" do
|
||||
|
|
@ -165,7 +142,7 @@ RSpec.describe Cleaner do
|
|||
|
||||
data = [SurveyItemValues.new(row: { "Recorded Date" => recorded_date, "Dese ID" => "1_740_505" }, headers: standard_survey_items, genders: nil, survey_items:,
|
||||
schools: School.school_hash)]
|
||||
filename = Cleaner.new(input_filepath:, output_filepath:, log_filepath:, disaggregation_filepath:).filename(
|
||||
filename = Cleaner.new(input_filepath:, output_filepath:, log_filepath:).filename(
|
||||
headers: standard_survey_items, data:
|
||||
)
|
||||
expect(filename).to eq "maynard.standard.2022-23.csv"
|
||||
|
|
@ -177,7 +154,7 @@ RSpec.describe Cleaner do
|
|||
|
||||
data = [SurveyItemValues.new(row: { "Recorded Date" => recorded_date, "Dese ID" => "1_740_505" }, headers: short_form_survey_items, genders: nil, survey_items:,
|
||||
schools: School.school_hash)]
|
||||
filename = Cleaner.new(input_filepath:, output_filepath:, log_filepath:, disaggregation_filepath:).filename(
|
||||
filename = Cleaner.new(input_filepath:, output_filepath:, log_filepath:).filename(
|
||||
headers: short_form_survey_items, data:
|
||||
)
|
||||
expect(filename).to eq "maynard.short_form.2022-23.csv"
|
||||
|
|
@ -190,7 +167,7 @@ RSpec.describe Cleaner do
|
|||
|
||||
data = [SurveyItemValues.new(row: { "Recorded Date" => recorded_date, "Dese ID" => "1_740_505" }, headers: early_education_survey_items, genders: nil, survey_items:,
|
||||
schools: School.school_hash)]
|
||||
filename = Cleaner.new(input_filepath:, output_filepath:, log_filepath:, disaggregation_filepath:).filename(
|
||||
filename = Cleaner.new(input_filepath:, output_filepath:, log_filepath:).filename(
|
||||
headers: early_education_survey_items, data:
|
||||
)
|
||||
expect(filename).to eq "maynard.early_education.2022-23.csv"
|
||||
|
|
@ -202,7 +179,7 @@ RSpec.describe Cleaner do
|
|||
|
||||
data = [SurveyItemValues.new(row: { "Recorded Date" => recorded_date, "Dese ID" => "1_740_505" }, headers: teacher_survey_items, genders: nil, survey_items:,
|
||||
schools: School.school_hash)]
|
||||
filename = Cleaner.new(input_filepath:, output_filepath:, log_filepath:, disaggregation_filepath:).filename(
|
||||
filename = Cleaner.new(input_filepath:, output_filepath:, log_filepath:).filename(
|
||||
headers: teacher_survey_items, data:
|
||||
)
|
||||
expect(filename).to eq "maynard.teacher.2022-23.csv"
|
||||
|
|
@ -216,7 +193,7 @@ RSpec.describe Cleaner do
|
|||
data = [SurveyItemValues.new(row: { "Recorded Date" => recorded_date, "Dese ID" => "1_740_505" }, headers: teacher_survey_items, genders: nil, survey_items:, schools: School.school_hash),
|
||||
SurveyItemValues.new(row: { "Recorded Date" => recorded_date, "Dese ID" => "222_222" },
|
||||
headers: teacher_survey_items, genders: nil, survey_items:, schools: School.school_hash)]
|
||||
filename = Cleaner.new(input_filepath:, output_filepath:, log_filepath:, disaggregation_filepath:).filename(
|
||||
filename = Cleaner.new(input_filepath:, output_filepath:, log_filepath:).filename(
|
||||
headers: teacher_survey_items, data:
|
||||
)
|
||||
expect(filename).to eq "maynard.district2.teacher.2022-23.csv"
|
||||
|
|
@ -229,20 +206,20 @@ end
|
|||
|
||||
def reads_headers_from_raw_csv(processed_data)
|
||||
processed_data in [headers, clean_csv, log_csv, data]
|
||||
expect(headers).to eq ["StartDate", "EndDate", "Status", "IPAddress", "Progress", "Duration (in seconds)",
|
||||
"Finished", "RecordedDate", "ResponseId", "District", "School",
|
||||
"LASID", "Gender", "Race", "What grade are you in?", "s-emsa-q1", "s-emsa-q2", "s-emsa-q3", "s-tint-q1",
|
||||
"s-tint-q2", "s-tint-q3", "s-tint-q4", "s-tint-q5", "s-acpr-q1", "s-acpr-q2",
|
||||
"s-acpr-q3", "s-acpr-q4", "s-cure-q1", "s-cure-q2", "s-cure-q3", "s-cure-q4", "s-sten-q1", "s-sten-q2",
|
||||
"s-sten-q3", "s-sper-q1", "s-sper-q2", "s-sper-q3", "s-sper-q4", "s-civp-q1", "s-civp-q2", "s-civp-q3",
|
||||
"s-civp-q4", "s-grmi-q1", "s-grmi-q2", "s-grmi-q3", "s-grmi-q4", "s-appa-q1", "s-appa-q2", "s-appa-q3",
|
||||
"s-peff-q1", "s-peff-q2", "s-peff-q3", "s-peff-q4", "s-peff-q5", "s-peff-q6", "s-sbel-q1", "s-sbel-q2",
|
||||
"s-sbel-q3", "s-sbel-q4", "s-sbel-q5", "s-phys-q1", "s-phys-q2", "s-phys-q3", "s-phys-q4", "s-vale-q1",
|
||||
"s-vale-q2", "s-vale-q3", "s-vale-q4", "s-acst-q1", "s-acst-q2", "s-acst-q3", "s-sust-q1", "s-sust-q2",
|
||||
"s-grit-q1", "s-grit-q2", "s-grit-q3", "s-grit-q4", "s-expa-q1", "s-poaf-q1", "s-poaf-q2", "s-poaf-q3",
|
||||
"s-poaf-q4", "s-tint-q1-1", "s-tint-q2-1", "s-tint-q3-1", "s-tint-q4-1", "s-tint-q5-1", "s-acpr-q1-1",
|
||||
"s-acpr-q2-1", "s-acpr-q3-1", "s-acpr-q4-1", "s-peff-q1-1", "s-peff-q2-1", "s-peff-q3-1", "s-peff-q4-1",
|
||||
"s-peff-q5-1", "s-peff-q6-1", "Raw Income", "Income"]
|
||||
expect(headers.to_set.sort).to eq ["StartDate", "EndDate", "Status", "IPAddress", "Progress", "Duration (in seconds)",
|
||||
"Finished", "RecordedDate", "ResponseId", "District", "School",
|
||||
"LASID", "Gender", "Race", "What grade are you in?", "s-emsa-q1", "s-emsa-q2", "s-emsa-q3", "s-tint-q1",
|
||||
"s-tint-q2", "s-tint-q3", "s-tint-q4", "s-tint-q5", "s-acpr-q1", "s-acpr-q2",
|
||||
"s-acpr-q3", "s-acpr-q4", "s-cure-q1", "s-cure-q2", "s-cure-q3", "s-cure-q4", "s-sten-q1", "s-sten-q2",
|
||||
"s-sten-q3", "s-sper-q1", "s-sper-q2", "s-sper-q3", "s-sper-q4", "s-civp-q1", "s-civp-q2", "s-civp-q3",
|
||||
"s-civp-q4", "s-grmi-q1", "s-grmi-q2", "s-grmi-q3", "s-grmi-q4", "s-appa-q1", "s-appa-q2", "s-appa-q3",
|
||||
"s-peff-q1", "s-peff-q2", "s-peff-q3", "s-peff-q4", "s-peff-q5", "s-peff-q6", "s-sbel-q1", "s-sbel-q2",
|
||||
"s-sbel-q3", "s-sbel-q4", "s-sbel-q5", "s-phys-q1", "s-phys-q2", "s-phys-q3", "s-phys-q4", "s-vale-q1",
|
||||
"s-vale-q2", "s-vale-q3", "s-vale-q4", "s-acst-q1", "s-acst-q2", "s-acst-q3", "s-sust-q1", "s-sust-q2",
|
||||
"s-grit-q1", "s-grit-q2", "s-grit-q3", "s-grit-q4", "s-expa-q1", "s-poaf-q1", "s-poaf-q2", "s-poaf-q3",
|
||||
"s-poaf-q4", "s-tint-q1-1", "s-tint-q2-1", "s-tint-q3-1", "s-tint-q4-1", "s-tint-q5-1", "s-acpr-q1-1",
|
||||
"s-acpr-q2-1", "s-acpr-q3-1", "s-acpr-q4-1", "s-peff-q1-1", "s-peff-q2-1", "s-peff-q3-1", "s-peff-q4-1",
|
||||
"s-peff-q5-1", "s-peff-q6-1", "Raw Income", "Income", "Raw ELL", "ELL", "Raw SpEd", "SpEd"].to_set.sort
|
||||
end
|
||||
|
||||
def invalid_rows_are_rejected_for_the_correct_reasons(data)
|
||||
|
|
|
|||
|
|
@ -1,20 +1,24 @@
|
|||
require 'rails_helper'
|
||||
require "rails_helper"
|
||||
|
||||
describe DemographicLoader do
|
||||
let(:filepath) { 'spec/fixtures/sample_demographics.csv' }
|
||||
let(:filepath) { "spec/fixtures/sample_demographics.csv" }
|
||||
let(:race_codes) do
|
||||
{ 'American Indian or Alaskan Native' => 1, 'Asian or Pacific Islander' => 2, 'Black or African American' => 3,
|
||||
'Hispanic or Latinx' => 4, 'White or Caucasian' => 5, 'Race/Ethnicity Not Listed' => 99, 'Middle Eastern' => 8, 'Multiracial' => 100 }
|
||||
{ "American Indian or Alaskan Native" => 1, "Asian or Pacific Islander" => 2, "Black or African American" => 3,
|
||||
"Hispanic or Latinx" => 4, "White or Caucasian" => 5, "Race/Ethnicity Not Listed" => 99, "Middle Eastern" => 8, "Multiracial" => 100 }
|
||||
end
|
||||
|
||||
let(:gender_codes) do
|
||||
{
|
||||
'Female' => 1, 'Male' => 2, 'Non-Binary' => 4, 'Unknown' => 99
|
||||
"Female" => 1, "Male" => 2, "Non-Binary" => 4, "Unknown" => 99
|
||||
}
|
||||
end
|
||||
|
||||
let(:incomes) do
|
||||
['Economically Disadvantaged – N', 'Economically Disadvantaged – Y', 'Unknown']
|
||||
["Economically Disadvantaged – N", "Economically Disadvantaged – Y", "Unknown"]
|
||||
end
|
||||
|
||||
let(:ells) do
|
||||
["ELL", "Not ELL", "Unknown"]
|
||||
end
|
||||
|
||||
before :each do
|
||||
|
|
@ -25,12 +29,12 @@ describe DemographicLoader do
|
|||
DatabaseCleaner.clean
|
||||
end
|
||||
|
||||
describe 'self.load_data' do
|
||||
it 'does not load qualtrics categories for `prefer not to disclose` or `prefer to self-describe`' do
|
||||
describe "self.load_data" do
|
||||
it "does not load qualtrics categories for `prefer not to disclose` or `prefer to self-describe`" do
|
||||
expect(Race.find_by_qualtrics_code(6)).to be nil
|
||||
end
|
||||
|
||||
it 'loads all racial designations' do
|
||||
it "loads all racial designations" do
|
||||
expect(Race.all.count).to eq 8
|
||||
race_codes.each do |key, value|
|
||||
expect(Race.find_by_qualtrics_code(value)).not_to eq nil
|
||||
|
|
@ -40,7 +44,7 @@ describe DemographicLoader do
|
|||
end
|
||||
end
|
||||
|
||||
it 'loads all gender designations' do
|
||||
it "loads all gender designations" do
|
||||
expect(Gender.all.count).to eq 4
|
||||
|
||||
gender_codes.each do |key, value|
|
||||
|
|
@ -51,11 +55,18 @@ describe DemographicLoader do
|
|||
end
|
||||
end
|
||||
|
||||
it 'loads all the income designations' do
|
||||
it "loads all the income designations" do
|
||||
expect(Income.all.count).to eq 3
|
||||
incomes.each do |income|
|
||||
expect(Income.find_by_designation(income).designation).to eq income
|
||||
end
|
||||
end
|
||||
|
||||
it "loads all the ells designations" do
|
||||
expect(Ell.all.count).to eq 3
|
||||
ells.each do |ell|
|
||||
expect(Ell.find_by_designation(ell).designation).to eq ell
|
||||
end
|
||||
end
|
||||
end
|
||||
end
|
||||
|
|
|
|||
|
|
@ -13,16 +13,20 @@ RSpec.describe DisaggregationLoader do
|
|||
expect(data.values.first.lasid).to eq("1")
|
||||
expect(data.values.first.academic_year).to eq("2022-23")
|
||||
expect(data.values.first.district).to eq("Maynard Public Schools")
|
||||
expect(data.values.first.income).to eq("Free Lunch")
|
||||
|
||||
expect(data.values.last.lasid).to eq("500")
|
||||
expect(data.values.last.academic_year).to eq("2022-23")
|
||||
expect(data.values.last.district).to eq("Maynard Public Schools")
|
||||
expect(data.values.last.income).to eq("Not Eligible")
|
||||
end
|
||||
|
||||
expect(data[["1", "Maynard Public Schools", "2022-23"]].income).to eq("Free Lunch")
|
||||
expect(data[["2", "Maynard Public Schools", "2022-23"]].income).to eq("Not Eligible")
|
||||
expect(data[["3", "Maynard Public Schools", "2022-23"]].income).to eq("Reduced Lunch")
|
||||
it "loads income data" do
|
||||
data = DisaggregationLoader.new(path:).load
|
||||
expect(data.values.first.raw_income).to eq("Free Lunch")
|
||||
expect(data.values.last.raw_income).to eq("Not Eligible")
|
||||
|
||||
expect(data[["1", "Maynard Public Schools", "2022-23"]].raw_income).to eq("Free Lunch")
|
||||
expect(data[["2", "Maynard Public Schools", "2022-23"]].raw_income).to eq("Not Eligible")
|
||||
expect(data[["3", "Maynard Public Schools", "2022-23"]].raw_income).to eq("Reduced Lunch")
|
||||
end
|
||||
end
|
||||
|
||||
|
|
@ -33,3 +37,4 @@ RSpec.describe DisaggregationLoader do
|
|||
end
|
||||
end
|
||||
end
|
||||
|
||||
|
|
|
|||
108
spec/services/disaggregation_row_spec.rb
Normal file
108
spec/services/disaggregation_row_spec.rb
Normal file
|
|
@ -0,0 +1,108 @@
|
|||
require "rails_helper"
|
||||
|
||||
RSpec.describe DisaggregationRow do
|
||||
let(:headers) do
|
||||
["District", "Academic Year", "LASID", "HispanicLatino", "Race", "Gender", "SpecialEdStatus", "In 504 Plan",
|
||||
"LowIncome", "EL Student First Year"]
|
||||
end
|
||||
|
||||
context ".district" do
|
||||
context "when the column heading is any upper or lowercase variant of the word district" do
|
||||
it "returns the correct value for district" do
|
||||
row = { "District" => "Maynard Public Schools" }
|
||||
expect(DisaggregationRow.new(row:, headers:).district).to eq "Maynard Public Schools"
|
||||
|
||||
headers = ["dISTRICT"]
|
||||
headers in [district]
|
||||
row = { district => "Maynard Public Schools" }
|
||||
expect(DisaggregationRow.new(row:, headers:).district).to eq "Maynard Public Schools"
|
||||
end
|
||||
end
|
||||
end
|
||||
|
||||
context ".academic_year" do
|
||||
context "when the column heading is any upper or lowercase variant of the words academic year" do
|
||||
it "returns the correct value for district" do
|
||||
row = { "Academic Year" => "2022-23" }
|
||||
expect(DisaggregationRow.new(row:, headers:).academic_year).to eq "2022-23"
|
||||
|
||||
headers = ["aCADEMIC yEAR"]
|
||||
headers in [academic_year]
|
||||
row = { academic_year => "2022-23" }
|
||||
expect(DisaggregationRow.new(row:, headers:).academic_year).to eq "2022-23"
|
||||
|
||||
headers = ["AcademicYear"]
|
||||
headers in [academic_year]
|
||||
row = { academic_year => "2022-23" }
|
||||
expect(DisaggregationRow.new(row:, headers:).academic_year).to eq "2022-23"
|
||||
end
|
||||
end
|
||||
end
|
||||
|
||||
context ".raw_income" do
|
||||
context "when the column heading is any upper or lowercase variant of the words low income" do
|
||||
it "returns the correct value for low_income" do
|
||||
row = { "LowIncome" => "Free Lunch" }
|
||||
expect(DisaggregationRow.new(row:, headers:).raw_income).to eq "Free Lunch"
|
||||
|
||||
headers = ["Low income"]
|
||||
headers in [income]
|
||||
row = { income => "Free Lunch" }
|
||||
expect(DisaggregationRow.new(row:, headers:).raw_income).to eq "Free Lunch"
|
||||
|
||||
headers = ["LoW InCOme"]
|
||||
headers in [income]
|
||||
row = { income => "Free Lunch" }
|
||||
expect(DisaggregationRow.new(row:, headers:).raw_income).to eq "Free Lunch"
|
||||
end
|
||||
end
|
||||
end
|
||||
|
||||
context ".lasid" do
|
||||
context "when the column heading is any upper or lowercase variant of the words lasid" do
|
||||
it "returns the correct value for lasid" do
|
||||
row = { "LASID" => "2366" }
|
||||
expect(DisaggregationRow.new(row:, headers:).lasid).to eq "2366"
|
||||
|
||||
headers = ["LaSiD"]
|
||||
headers in [lasid]
|
||||
row = { lasid => "2366" }
|
||||
expect(DisaggregationRow.new(row:, headers:).lasid).to eq "2366"
|
||||
end
|
||||
end
|
||||
end
|
||||
|
||||
context ".ell" do
|
||||
context "when the column heading is any upper or lowercase variant of the words 'ELL' or 'El Student First Year'" do
|
||||
it "returns the correct value for a student" do
|
||||
row = { "EL Student First Year" => "LEP student 1st year" }
|
||||
expect(DisaggregationRow.new(row:, headers:).ell).to eq "ELL"
|
||||
|
||||
headers = ["EL Student First Year"]
|
||||
headers in [ell]
|
||||
row = { ell => "LEP student not 1st year" }
|
||||
expect(DisaggregationRow.new(row:, headers:).ell).to eq "ELL"
|
||||
|
||||
headers = ["EL Student First Year"]
|
||||
headers in [ell]
|
||||
row = { ell => "Does not apply" }
|
||||
expect(DisaggregationRow.new(row:, headers:).ell).to eq "Not ELL"
|
||||
|
||||
headers = ["EL Student First Year"]
|
||||
headers in [ell]
|
||||
row = { ell => "Unknown" }
|
||||
expect(DisaggregationRow.new(row:, headers:).ell).to eq "Unknown"
|
||||
|
||||
headers = ["EL Student First Year"]
|
||||
headers in [ell]
|
||||
row = { ell => "Any other text" }
|
||||
expect(DisaggregationRow.new(row:, headers:).ell).to eq "Unknown"
|
||||
|
||||
headers = ["EL Student First Year"]
|
||||
headers in [ell]
|
||||
row = { ell => "" }
|
||||
expect(DisaggregationRow.new(row:, headers:).ell).to eq "Unknown"
|
||||
end
|
||||
end
|
||||
end
|
||||
end
|
||||
|
|
@ -88,7 +88,7 @@ describe StudentLoader do
|
|||
describe 'self.load_data' do
|
||||
context 'load student data for all schools' do
|
||||
before :each do
|
||||
SurveyResponsesDataLoader.load_data filepath: path_to_student_responses
|
||||
SurveyResponsesDataLoader.new.load_data filepath: path_to_student_responses
|
||||
StudentLoader.load_data filepath: path_to_student_responses
|
||||
end
|
||||
|
||||
|
|
@ -102,7 +102,7 @@ describe StudentLoader do
|
|||
# TODO: get this test to run correctly. Since we are no longer seeding, we need to define schools, and districts; some Lowell, some not
|
||||
xcontext 'When using the rule to skip non Lowell schools' do
|
||||
before :each do
|
||||
SurveyResponsesDataLoader.load_data filepath: path_to_student_responses
|
||||
SurveyResponsesDataLoader.new.load_data filepath: path_to_student_responses
|
||||
StudentLoader.load_data filepath: path_to_student_responses, rules: [Rule::SkipNonLowellSchools]
|
||||
end
|
||||
|
||||
|
|
|
|||
|
|
@ -7,7 +7,7 @@ RSpec.describe SurveyItemValues, type: :model do
|
|||
end
|
||||
let(:genders) do
|
||||
create(:gender, qualtrics_code: 1)
|
||||
Gender.gender_hash
|
||||
Gender.by_qualtrics_code
|
||||
end
|
||||
let(:survey_items) { [] }
|
||||
let(:district) { create(:district, name: "Attleboro") }
|
||||
|
|
@ -164,79 +164,90 @@ RSpec.describe SurveyItemValues, type: :model do
|
|||
end
|
||||
|
||||
context ".income" do
|
||||
context "when no disaggregation data is provided" do
|
||||
it "returns an empty string " do
|
||||
disaggregation_data = {}
|
||||
values = SurveyItemValues.new(row: {}, headers:, genders:, survey_items:, schools:, disaggregation_data:)
|
||||
expect(values.income).to eq "Unknown"
|
||||
end
|
||||
before :each do
|
||||
attleboro
|
||||
ay_2022_23
|
||||
end
|
||||
|
||||
context "when disaggregation data is provided" do
|
||||
before :each do
|
||||
attleboro
|
||||
ay_2022_23
|
||||
end
|
||||
it "translates Free Lunch to Economically Disadvantaged - Y" do
|
||||
headers = ["LowIncome"]
|
||||
row = { "LowIncome" => "Free Lunch" }
|
||||
values = SurveyItemValues.new(row:, headers:, genders:, survey_items:, schools:)
|
||||
expect(values.income).to eq "Economically Disadvantaged - Y"
|
||||
end
|
||||
|
||||
it "translates Free Lunch to Economically Disadvantaged - Y" do
|
||||
headers = ["District", "Academic Year", "LASID", "LowIncome"]
|
||||
row = { "District" => "Attleboro", "AcademicYear" => "2022-23", "LASID" => "1", "LowIncome" => "Free Lunch" }
|
||||
disaggregation_data = { %w[1 Attleboro 2022-23] => DisaggregationRow.new(row:, headers:) }
|
||||
it "translates Reduced Lunch to Economically Disadvantaged - Y" do
|
||||
headers = ["LowIncome"]
|
||||
row = { "LowIncome" => "Reduced Lunch" }
|
||||
values = SurveyItemValues.new(row:, headers:, genders:, survey_items:, schools:)
|
||||
expect(values.income).to eq "Economically Disadvantaged - Y"
|
||||
end
|
||||
|
||||
headers = ["LASID", "Dese Id", "RecordedDate"]
|
||||
row = { "LASID" => "1", "DESE ID" => "1234", "RecordedDate" => "2023-1-1" }
|
||||
values = SurveyItemValues.new(row:, headers:, genders:, survey_items:, schools:,
|
||||
disaggregation_data:)
|
||||
expect(values.income).to eq "Economically Disadvantaged - Y"
|
||||
end
|
||||
it "translates LowIncome to Economically Disadvantaged - Y" do
|
||||
headers = ["LowIncome"]
|
||||
row = { "LowIncome" => "LowIncome" }
|
||||
|
||||
it "translates Reduced Lunch to Economically Disadvantaged - Y" do
|
||||
headers = ["District", "Academic Year", "LASID", "LowIncome"]
|
||||
row = { "District" => "Attleboro", "AcademicYear" => "2022-23", "LASID" => "1", "LowIncome" => "Reduced Lunch" }
|
||||
disaggregation_data = { %w[1 Attleboro 2022-23] => DisaggregationRow.new(row:, headers:) }
|
||||
values = SurveyItemValues.new(row:, headers:, genders:, survey_items:, schools:)
|
||||
expect(values.income).to eq "Economically Disadvantaged - Y"
|
||||
end
|
||||
|
||||
headers = ["LASID", "Dese Id", "RecordedDate"]
|
||||
row = { "LASID" => "1", "DESE ID" => "1234", "RecordedDate" => "2023-1-1" }
|
||||
values = SurveyItemValues.new(row:, headers:, genders:, survey_items:, schools:,
|
||||
disaggregation_data:)
|
||||
expect(values.income).to eq "Economically Disadvantaged - Y"
|
||||
end
|
||||
it "translates Not Eligible to Economically Disadvantaged - N" do
|
||||
headers = ["LowIncome"]
|
||||
row = { "LowIncome" => "Not Eligible" }
|
||||
values = SurveyItemValues.new(row:, headers:, genders:, survey_items:, schools:)
|
||||
expect(values.income).to eq "Economically Disadvantaged - N"
|
||||
end
|
||||
|
||||
it "translates LowIncome to Economically Disadvantaged - Y" do
|
||||
headers = ["District", "Academic Year", "LASID", "LowIncome"]
|
||||
row = { "District" => "Attleboro", "AcademicYear" => "2022-23", "LASID" => "1", "LowIncome" => "LowIncome" }
|
||||
disaggregation_data = { %w[1 Attleboro 2022-23] => DisaggregationRow.new(row:, headers:) }
|
||||
it "translates blanks to Unknown" do
|
||||
headers = ["LowIncome"]
|
||||
row = { "LowIncome" => "" }
|
||||
|
||||
headers = ["LASID", "Dese Id", "RecordedDate"]
|
||||
row = { "LASID" => "1", "DESE ID" => "1234", "RecordedDate" => "2023-1-1" }
|
||||
values = SurveyItemValues.new(row:, headers:, genders:, survey_items:, schools:,
|
||||
disaggregation_data:)
|
||||
expect(values.income).to eq "Economically Disadvantaged - Y"
|
||||
end
|
||||
values = SurveyItemValues.new(row:, headers:, genders:, survey_items:, schools:)
|
||||
expect(values.income).to eq "Unknown"
|
||||
end
|
||||
end
|
||||
|
||||
it "translates Not Eligible to Economically Disadvantaged - N" do
|
||||
headers = ["District", "Academic Year", "LASID", "LowIncome"]
|
||||
row = { "District" => "Attleboro", "AcademicYear" => "2022-23", "LASID" => "1", "LowIncome" => "Not Eligible" }
|
||||
disaggregation_data = { %w[1 Attleboro 2022-23] => DisaggregationRow.new(row:, headers:) }
|
||||
context ".ell" do
|
||||
before :each do
|
||||
attleboro
|
||||
ay_2022_23
|
||||
end
|
||||
|
||||
headers = ["LASID", "Dese Id", "RecordedDate"]
|
||||
row = { "LASID" => "1", "DESE ID" => "1234", "RecordedDate" => "2023-1-1" }
|
||||
values = SurveyItemValues.new(row:, headers:, genders:, survey_items:, schools:,
|
||||
disaggregation_data:)
|
||||
expect(values.income).to eq "Economically Disadvantaged - N"
|
||||
end
|
||||
it 'translates "LEP Student 1st Year" or "LEP Student Not 1st Year" into ELL' do
|
||||
headers = ["Raw ELL"]
|
||||
row = { "Raw ELL" => "LEP Student 1st Year" }
|
||||
values = SurveyItemValues.new(row:, headers:, genders:, survey_items:, schools:)
|
||||
expect(values.ell).to eq "ELL"
|
||||
|
||||
it "translates blanks to Unknown" do
|
||||
headers = ["District", "Academic Year", "LASID", "LowIncome"]
|
||||
row = { "District" => "Attleboro", "AcademicYear" => "2022-23", "LASID" => "1", "LowIncome" => "" }
|
||||
disaggregation_data = { %w[1 Attleboro 2022-23] => DisaggregationRow.new(row:, headers:) }
|
||||
row = { "Raw ELL" => "LEP Student Not 1st Year" }
|
||||
values = SurveyItemValues.new(row:, headers:, genders:, survey_items:, schools:)
|
||||
expect(values.ell).to eq "ELL"
|
||||
|
||||
headers = ["LASID", "Dese Id", "RecordedDate"]
|
||||
row = { "LASID" => "1", "DESE ID" => "1234", "RecordedDate" => "2023-1-1" }
|
||||
values = SurveyItemValues.new(row:, headers:, genders:, survey_items:, schools:,
|
||||
disaggregation_data:)
|
||||
expect(values.income).to eq "Unknown"
|
||||
end
|
||||
row = { "Raw ELL" => "LEP Student Not 1st Year" }
|
||||
values = SurveyItemValues.new(row:, headers:, genders:, survey_items:, schools:)
|
||||
expect(values.ell).to eq "ELL"
|
||||
end
|
||||
|
||||
it 'translates "Does not Apply" into "Not ELL"' do
|
||||
headers = ["Raw ELL"]
|
||||
row = { "Raw ELL" => "Does not apply" }
|
||||
values = SurveyItemValues.new(row:, headers:, genders:, survey_items:, schools:)
|
||||
expect(values.ell).to eq "Not ELL"
|
||||
|
||||
row = { "Raw ELL" => "Does Not APPLY" }
|
||||
values = SurveyItemValues.new(row:, headers:, genders:, survey_items:, schools:)
|
||||
expect(values.ell).to eq "Not ELL"
|
||||
end
|
||||
|
||||
it 'tranlsates blanks into "Unknown"' do
|
||||
headers = ["Raw ELL"]
|
||||
row = { "Raw ELL" => "" }
|
||||
values = SurveyItemValues.new(row:, headers:, genders:, survey_items:, schools:)
|
||||
expect(values.ell).to eq "Unknown"
|
||||
|
||||
row = { "Raw ELL" => "Anything else" }
|
||||
values = SurveyItemValues.new(row:, headers:, genders:, survey_items:, schools:)
|
||||
expect(values.ell).to eq "Unknown"
|
||||
end
|
||||
end
|
||||
|
||||
|
|
|
|||
|
|
@ -1,59 +1,62 @@
|
|||
require 'rails_helper'
|
||||
require "rails_helper"
|
||||
|
||||
describe SurveyResponsesDataLoader do
|
||||
let(:path_to_teacher_responses) { Rails.root.join('spec', 'fixtures', 'test_2020-21_teacher_survey_responses.csv') }
|
||||
let(:path_to_student_responses) { Rails.root.join('spec', 'fixtures', 'test_2020-21_student_survey_responses.csv') }
|
||||
let(:path_to_teacher_responses) { Rails.root.join("spec", "fixtures", "test_2020-21_teacher_survey_responses.csv") }
|
||||
let(:path_to_student_responses) { Rails.root.join("spec", "fixtures", "test_2020-21_student_survey_responses.csv") }
|
||||
let(:path_to_butler_student_responses) do
|
||||
Rails.root.join('spec', 'fixtures', 'test_2022-23_butler_student_survey_responses.csv')
|
||||
Rails.root.join("spec", "fixtures", "test_2022-23_butler_student_survey_responses.csv")
|
||||
end
|
||||
|
||||
let(:ay_2020_21) { create(:academic_year, range: '2020-21') }
|
||||
let(:ay_2022_23) { create(:academic_year, range: '2022-23') }
|
||||
let(:ay_2020_21) { create(:academic_year, range: "2020-21") }
|
||||
let(:ay_2022_23) { create(:academic_year, range: "2022-23") }
|
||||
|
||||
let(:school) { create(:school, name: 'Lee Elementary School', slug: 'lee-elementary-school', dese_id: 1_500_025) }
|
||||
let(:lowell) { create(:district, name: 'Lowell', slug: 'lowell') }
|
||||
let(:school) { create(:school, name: "Lee Elementary School", slug: "lee-elementary-school", dese_id: 1_500_025) }
|
||||
let(:lowell) { create(:district, name: "Lowell", slug: "lowell") }
|
||||
let(:second_school) do
|
||||
create(:school, name: 'Lee Middle High School', slug: 'lee-middle-high-school', dese_id: 1_500_505,
|
||||
create(:school, name: "Lee Middle High School", slug: "lee-middle-high-school", dese_id: 1_500_505,
|
||||
district: lowell)
|
||||
end
|
||||
let(:butler_school) do
|
||||
create(:school, name: 'Butler Elementary School', slug: 'butler-elementary-school', dese_id: 1_600_310,
|
||||
create(:school, name: "Butler Elementary School", slug: "butler-elementary-school", dese_id: 1_600_310,
|
||||
district: lowell)
|
||||
end
|
||||
|
||||
let(:t_pcom_q3) { create(:survey_item, survey_item_id: 't-pcom-q3') }
|
||||
let(:t_pcom_q2) { create(:survey_item, survey_item_id: 't-pcom-q2') }
|
||||
let(:t_coll_q1) { create(:survey_item, survey_item_id: 't-coll-q1') }
|
||||
let(:t_coll_q2) { create(:survey_item, survey_item_id: 't-coll-q2') }
|
||||
let(:t_coll_q3) { create(:survey_item, survey_item_id: 't-coll-q3') }
|
||||
let(:t_sach_q1) { create(:survey_item, survey_item_id: 't-sach-q1') }
|
||||
let(:t_sach_q2) { create(:survey_item, survey_item_id: 't-sach-q2') }
|
||||
let(:t_sach_q3) { create(:survey_item, survey_item_id: 't-sach-q3') }
|
||||
let(:t_pcom_q3) { create(:survey_item, survey_item_id: "t-pcom-q3") }
|
||||
let(:t_pcom_q2) { create(:survey_item, survey_item_id: "t-pcom-q2") }
|
||||
let(:t_coll_q1) { create(:survey_item, survey_item_id: "t-coll-q1") }
|
||||
let(:t_coll_q2) { create(:survey_item, survey_item_id: "t-coll-q2") }
|
||||
let(:t_coll_q3) { create(:survey_item, survey_item_id: "t-coll-q3") }
|
||||
let(:t_sach_q1) { create(:survey_item, survey_item_id: "t-sach-q1") }
|
||||
let(:t_sach_q2) { create(:survey_item, survey_item_id: "t-sach-q2") }
|
||||
let(:t_sach_q3) { create(:survey_item, survey_item_id: "t-sach-q3") }
|
||||
|
||||
let(:s_phys_q1) { create(:survey_item, survey_item_id: 's-phys-q1') }
|
||||
let(:s_phys_q2) { create(:survey_item, survey_item_id: 's-phys-q2') }
|
||||
let(:s_phys_q3) { create(:survey_item, survey_item_id: 's-phys-q3') }
|
||||
let(:s_phys_q4) { create(:survey_item, survey_item_id: 's-phys-q4') }
|
||||
let(:s_vale_q1) { create(:survey_item, survey_item_id: 's-phys-q1') }
|
||||
let(:s_vale_q2) { create(:survey_item, survey_item_id: 's-phys-q2') }
|
||||
let(:s_vale_q3) { create(:survey_item, survey_item_id: 's-phys-q3') }
|
||||
let(:s_vale_q4) { create(:survey_item, survey_item_id: 's-phys-q4') }
|
||||
let(:s_acst_q1) { create(:survey_item, survey_item_id: 's-acst-q1') }
|
||||
let(:s_acst_q2) { create(:survey_item, survey_item_id: 's-acst-q2') }
|
||||
let(:s_acst_q3) { create(:survey_item, survey_item_id: 's-acst-q3') }
|
||||
let(:s_acst_q4) { create(:survey_item, survey_item_id: 's-acst-q4') }
|
||||
let(:s_emsa_q1) { create(:survey_item, survey_item_id: 's-emsa-q1') }
|
||||
let(:s_emsa_q2) { create(:survey_item, survey_item_id: 's-emsa-q2') }
|
||||
let(:s_emsa_q3) { create(:survey_item, survey_item_id: 's-emsa-q3') }
|
||||
let(:s_phys_q1) { create(:survey_item, survey_item_id: "s-phys-q1") }
|
||||
let(:s_phys_q2) { create(:survey_item, survey_item_id: "s-phys-q2") }
|
||||
let(:s_phys_q3) { create(:survey_item, survey_item_id: "s-phys-q3") }
|
||||
let(:s_phys_q4) { create(:survey_item, survey_item_id: "s-phys-q4") }
|
||||
let(:s_vale_q1) { create(:survey_item, survey_item_id: "s-phys-q1") }
|
||||
let(:s_vale_q2) { create(:survey_item, survey_item_id: "s-phys-q2") }
|
||||
let(:s_vale_q3) { create(:survey_item, survey_item_id: "s-phys-q3") }
|
||||
let(:s_vale_q4) { create(:survey_item, survey_item_id: "s-phys-q4") }
|
||||
let(:s_acst_q1) { create(:survey_item, survey_item_id: "s-acst-q1") }
|
||||
let(:s_acst_q2) { create(:survey_item, survey_item_id: "s-acst-q2") }
|
||||
let(:s_acst_q3) { create(:survey_item, survey_item_id: "s-acst-q3") }
|
||||
let(:s_acst_q4) { create(:survey_item, survey_item_id: "s-acst-q4") }
|
||||
let(:s_emsa_q1) { create(:survey_item, survey_item_id: "s-emsa-q1") }
|
||||
let(:s_emsa_q2) { create(:survey_item, survey_item_id: "s-emsa-q2") }
|
||||
let(:s_emsa_q3) { create(:survey_item, survey_item_id: "s-emsa-q3") }
|
||||
|
||||
let(:female) { create(:gender, qualtrics_code: 1) }
|
||||
let(:male) { create(:gender, qualtrics_code: 2) }
|
||||
let(:another_gender) { create(:gender, qualtrics_code: 3) }
|
||||
let(:non_binary) { create(:gender, qualtrics_code: 4) }
|
||||
let(:unknown_gender) { create(:gender, qualtrics_code: 99) }
|
||||
let(:low_income) { create(:income, designation: 'Economically Disadvantaged – Y') }
|
||||
let(:high_income) { create(:income, designation: 'Economically Disadvantaged – N') }
|
||||
let(:unknown_income) { create(:income, designation: 'Unknown') }
|
||||
let(:low_income) { create(:income, designation: "Economically Disadvantaged – Y") }
|
||||
let(:high_income) { create(:income, designation: "Economically Disadvantaged – N") }
|
||||
let(:unknown_income) { create(:income, designation: "Unknown") }
|
||||
let(:yes_ell) { create(:ell, designation: "ELL") }
|
||||
let(:not_ell) { create(:ell, designation: "Not ELL") }
|
||||
let(:unknown_ell) { create(:ell, designation: "Unknown") }
|
||||
|
||||
let(:setup) do
|
||||
ay_2020_21
|
||||
|
|
@ -92,18 +95,21 @@ describe SurveyResponsesDataLoader do
|
|||
low_income
|
||||
high_income
|
||||
unknown_income
|
||||
yes_ell
|
||||
not_ell
|
||||
unknown_ell
|
||||
end
|
||||
|
||||
before :each do
|
||||
setup
|
||||
end
|
||||
|
||||
describe 'loading teacher survey responses' do
|
||||
describe "loading teacher survey responses" do
|
||||
before do
|
||||
SurveyResponsesDataLoader.load_data filepath: path_to_teacher_responses
|
||||
SurveyResponsesDataLoader.new.load_data filepath: path_to_teacher_responses
|
||||
end
|
||||
|
||||
it 'ensures teacher responses load correctly' do
|
||||
it "ensures teacher responses load correctly" do
|
||||
assigns_academic_year_to_survey_item_responses
|
||||
assigns_school_to_the_survey_item_responses
|
||||
assigns_recorded_date_to_teacher_responses
|
||||
|
|
@ -114,12 +120,12 @@ describe SurveyResponsesDataLoader do
|
|||
end
|
||||
end
|
||||
|
||||
describe 'student survey responses' do
|
||||
describe "student survey responses" do
|
||||
before do
|
||||
SurveyResponsesDataLoader.load_data filepath: path_to_student_responses
|
||||
SurveyResponsesDataLoader.new.load_data filepath: path_to_student_responses
|
||||
end
|
||||
|
||||
it 'ensures student responses load correctly' do
|
||||
it "ensures student responses load correctly" do
|
||||
assigns_academic_year_to_student_survey_item_responses
|
||||
assigns_school_to_student_survey_item_responses
|
||||
assigns_recorded_date_to_student_responses
|
||||
|
|
@ -129,85 +135,86 @@ describe SurveyResponsesDataLoader do
|
|||
assigns_grade_level_to_responses
|
||||
assigns_gender_to_responses
|
||||
assigns_income_to_responses
|
||||
assigns_ell_to_responses
|
||||
is_idempotent_for_students
|
||||
end
|
||||
|
||||
context 'when updating student survey responses from another csv file' do
|
||||
context "when updating student survey responses from another csv file" do
|
||||
before :each do
|
||||
SurveyResponsesDataLoader.load_data filepath: Rails.root.join('spec', 'fixtures',
|
||||
'secondary_test_2020-21_student_survey_responses.csv')
|
||||
SurveyResponsesDataLoader.new.load_data filepath: Rails.root.join("spec", "fixtures",
|
||||
"secondary_test_2020-21_student_survey_responses.csv")
|
||||
end
|
||||
it 'updates the likert score to the score on the new csv file' do
|
||||
s_emsa_q1 = SurveyItem.find_by_survey_item_id 's-emsa-q1'
|
||||
expect(SurveyItemResponse.where(response_id: 'student_survey_response_3',
|
||||
it "updates the likert score to the score on the new csv file" do
|
||||
s_emsa_q1 = SurveyItem.find_by_survey_item_id "s-emsa-q1"
|
||||
expect(SurveyItemResponse.where(response_id: "student_survey_response_3",
|
||||
survey_item: s_emsa_q1).first.likert_score).to eq 1
|
||||
expect(SurveyItemResponse.where(response_id: 'student_survey_response_4',
|
||||
expect(SurveyItemResponse.where(response_id: "student_survey_response_4",
|
||||
survey_item: s_emsa_q1).first.likert_score).to eq 1
|
||||
expect(SurveyItemResponse.where(response_id: 'student_survey_response_5',
|
||||
expect(SurveyItemResponse.where(response_id: "student_survey_response_5",
|
||||
survey_item: s_emsa_q1).first.likert_score).to eq 1
|
||||
|
||||
expect(SurveyItemResponse.where(response_id: 'student_survey_response_5',
|
||||
expect(SurveyItemResponse.where(response_id: "student_survey_response_5",
|
||||
survey_item: s_acst_q3).first.likert_score).to eq 4
|
||||
end
|
||||
end
|
||||
end
|
||||
# figure out why this is failing
|
||||
describe 'when using Lowell rules to skip rows in the csv file' do
|
||||
describe "when using Lowell rules to skip rows in the csv file" do
|
||||
before :each do
|
||||
SurveyResponsesDataLoader.load_data filepath: path_to_student_responses,
|
||||
rules: [Rule::SkipNonLowellSchools]
|
||||
SurveyResponsesDataLoader.new.load_data filepath: path_to_student_responses,
|
||||
rules: [Rule::SkipNonLowellSchools]
|
||||
end
|
||||
|
||||
it 'rejects any non-lowell school' do
|
||||
expect(SurveyItemResponse.where(response_id: 'student_survey_response_1').count).to eq 0
|
||||
it "rejects any non-lowell school" do
|
||||
expect(SurveyItemResponse.where(response_id: "student_survey_response_1").count).to eq 0
|
||||
expect(SurveyItemResponse.count).to eq 69
|
||||
end
|
||||
|
||||
it 'loads the correct number of responses for lowell schools' do
|
||||
expect(SurveyItemResponse.where(response_id: 'student_survey_response_2').count).to eq 0
|
||||
expect(SurveyItemResponse.where(response_id: 'student_survey_response_3').count).to eq 12
|
||||
expect(SurveyItemResponse.where(response_id: 'student_survey_response_4').count).to eq 15
|
||||
expect(SurveyItemResponse.where(response_id: 'student_survey_response_5').count).to eq 14
|
||||
it "loads the correct number of responses for lowell schools" do
|
||||
expect(SurveyItemResponse.where(response_id: "student_survey_response_2").count).to eq 0
|
||||
expect(SurveyItemResponse.where(response_id: "student_survey_response_3").count).to eq 12
|
||||
expect(SurveyItemResponse.where(response_id: "student_survey_response_4").count).to eq 15
|
||||
expect(SurveyItemResponse.where(response_id: "student_survey_response_5").count).to eq 14
|
||||
end
|
||||
|
||||
context 'when loading 22-23 butler survey responses' do
|
||||
context "when loading 22-23 butler survey responses" do
|
||||
before :each do
|
||||
SurveyResponsesDataLoader.load_data filepath: path_to_butler_student_responses,
|
||||
rules: [Rule::SkipNonLowellSchools]
|
||||
SurveyResponsesDataLoader.new.load_data filepath: path_to_butler_student_responses,
|
||||
rules: [Rule::SkipNonLowellSchools]
|
||||
end
|
||||
|
||||
it 'loads all the responses for Butler' do
|
||||
it "loads all the responses for Butler" do
|
||||
expect(SurveyItemResponse.where(school: butler_school).count).to eq 56
|
||||
end
|
||||
|
||||
it 'blank entries for grade get loaded as nils, not zero values' do
|
||||
expect(SurveyItemResponse.where(response_id: 'butler_student_survey_response_1').first.grade).to eq 7
|
||||
expect(SurveyItemResponse.where(response_id: 'butler_student_survey_response_2').first.grade).to eq 7
|
||||
expect(SurveyItemResponse.where(response_id: 'butler_student_survey_response_3').first.grade).to eq 7
|
||||
expect(SurveyItemResponse.where(response_id: 'butler_student_survey_response_4').first.grade).to eq 5
|
||||
expect(SurveyItemResponse.where(response_id: 'butler_student_survey_response_5').first.grade).to eq 7
|
||||
expect(SurveyItemResponse.where(response_id: 'butler_student_survey_response_6').first.grade).to eq 6
|
||||
expect(SurveyItemResponse.where(response_id: 'butler_student_survey_response_7').first.grade).to eq nil
|
||||
expect(SurveyItemResponse.where(response_id: 'butler_student_survey_response_8').first.grade).to eq 0
|
||||
it "blank entries for grade get loaded as nils, not zero values" do
|
||||
expect(SurveyItemResponse.where(response_id: "butler_student_survey_response_1").first.grade).to eq 7
|
||||
expect(SurveyItemResponse.where(response_id: "butler_student_survey_response_2").first.grade).to eq 7
|
||||
expect(SurveyItemResponse.where(response_id: "butler_student_survey_response_3").first.grade).to eq 7
|
||||
expect(SurveyItemResponse.where(response_id: "butler_student_survey_response_4").first.grade).to eq 5
|
||||
expect(SurveyItemResponse.where(response_id: "butler_student_survey_response_5").first.grade).to eq 7
|
||||
expect(SurveyItemResponse.where(response_id: "butler_student_survey_response_6").first.grade).to eq 6
|
||||
expect(SurveyItemResponse.where(response_id: "butler_student_survey_response_7").first.grade).to eq nil
|
||||
expect(SurveyItemResponse.where(response_id: "butler_student_survey_response_8").first.grade).to eq 0
|
||||
end
|
||||
end
|
||||
end
|
||||
end
|
||||
|
||||
def assigns_academic_year_to_survey_item_responses
|
||||
expect(SurveyItemResponse.find_by_response_id('teacher_survey_response_1').academic_year).to eq ay_2020_21
|
||||
expect(SurveyItemResponse.find_by_response_id("teacher_survey_response_1").academic_year).to eq ay_2020_21
|
||||
end
|
||||
|
||||
def assigns_school_to_the_survey_item_responses
|
||||
expect(SurveyItemResponse.find_by_response_id('teacher_survey_response_1').school).to eq school
|
||||
expect(SurveyItemResponse.find_by_response_id("teacher_survey_response_1").school).to eq school
|
||||
end
|
||||
|
||||
def loads_survey_item_responses_for_a_given_survey_response
|
||||
expect(SurveyItemResponse.where(response_id: 'teacher_survey_response_1').count).to eq 5
|
||||
expect(SurveyItemResponse.where(response_id: 'teacher_survey_response_2').count).to eq 0
|
||||
expect(SurveyItemResponse.where(response_id: 'teacher_survey_response_3').count).to eq 8
|
||||
expect(SurveyItemResponse.where(response_id: 'teacher_survey_response_4').count).to eq 8
|
||||
expect(SurveyItemResponse.where(response_id: 'teacher_survey_response_5').count).to eq 8
|
||||
expect(SurveyItemResponse.where(response_id: "teacher_survey_response_1").count).to eq 5
|
||||
expect(SurveyItemResponse.where(response_id: "teacher_survey_response_2").count).to eq 0
|
||||
expect(SurveyItemResponse.where(response_id: "teacher_survey_response_3").count).to eq 8
|
||||
expect(SurveyItemResponse.where(response_id: "teacher_survey_response_4").count).to eq 8
|
||||
expect(SurveyItemResponse.where(response_id: "teacher_survey_response_5").count).to eq 8
|
||||
end
|
||||
|
||||
def loads_all_survey_item_responses_for_a_given_survey_item
|
||||
|
|
@ -216,44 +223,44 @@ def loads_all_survey_item_responses_for_a_given_survey_item
|
|||
end
|
||||
|
||||
def captures_likert_scores_for_survey_item_responses
|
||||
expect(SurveyItemResponse.where(response_id: 'teacher_survey_response_1').where(survey_item: t_pcom_q2)).to be_empty
|
||||
expect(SurveyItemResponse.where(response_id: 'teacher_survey_response_1').where(survey_item: t_pcom_q3).first.likert_score).to eq 3
|
||||
expect(SurveyItemResponse.where(response_id: "teacher_survey_response_1").where(survey_item: t_pcom_q2)).to be_empty
|
||||
expect(SurveyItemResponse.where(response_id: "teacher_survey_response_1").where(survey_item: t_pcom_q3).first.likert_score).to eq 3
|
||||
|
||||
expect(SurveyItemResponse.where(response_id: 'teacher_survey_response_2').where(survey_item: t_pcom_q2)).to be_empty
|
||||
expect(SurveyItemResponse.where(response_id: 'teacher_survey_response_2').where(survey_item: t_pcom_q3)).to be_empty
|
||||
expect(SurveyItemResponse.where(response_id: "teacher_survey_response_2").where(survey_item: t_pcom_q2)).to be_empty
|
||||
expect(SurveyItemResponse.where(response_id: "teacher_survey_response_2").where(survey_item: t_pcom_q3)).to be_empty
|
||||
|
||||
expect(SurveyItemResponse.where(response_id: 'teacher_survey_response_3').where(survey_item: t_pcom_q2).first.likert_score).to eq 5
|
||||
expect(SurveyItemResponse.where(response_id: 'teacher_survey_response_3').where(survey_item: t_pcom_q3).first.likert_score).to eq 5
|
||||
expect(SurveyItemResponse.where(response_id: "teacher_survey_response_3").where(survey_item: t_pcom_q2).first.likert_score).to eq 5
|
||||
expect(SurveyItemResponse.where(response_id: "teacher_survey_response_3").where(survey_item: t_pcom_q3).first.likert_score).to eq 5
|
||||
|
||||
expect(SurveyItemResponse.where(response_id: 'teacher_survey_response_4').where(survey_item: t_pcom_q2).first.likert_score).to eq 4
|
||||
expect(SurveyItemResponse.where(response_id: 'teacher_survey_response_4').where(survey_item: t_pcom_q3).first.likert_score).to eq 4
|
||||
expect(SurveyItemResponse.where(response_id: "teacher_survey_response_4").where(survey_item: t_pcom_q2).first.likert_score).to eq 4
|
||||
expect(SurveyItemResponse.where(response_id: "teacher_survey_response_4").where(survey_item: t_pcom_q3).first.likert_score).to eq 4
|
||||
|
||||
expect(SurveyItemResponse.where(response_id: 'teacher_survey_response_5').where(survey_item: t_pcom_q2).first.likert_score).to eq 2
|
||||
expect(SurveyItemResponse.where(response_id: 'teacher_survey_response_5').where(survey_item: t_pcom_q3).first.likert_score).to eq 4
|
||||
expect(SurveyItemResponse.where(response_id: "teacher_survey_response_5").where(survey_item: t_pcom_q2).first.likert_score).to eq 2
|
||||
expect(SurveyItemResponse.where(response_id: "teacher_survey_response_5").where(survey_item: t_pcom_q3).first.likert_score).to eq 4
|
||||
end
|
||||
|
||||
def is_idempotent
|
||||
number_of_survey_item_responses = SurveyItemResponse.count
|
||||
|
||||
SurveyResponsesDataLoader.load_data filepath: path_to_teacher_responses
|
||||
SurveyResponsesDataLoader.new.load_data filepath: path_to_teacher_responses
|
||||
|
||||
expect(SurveyItemResponse.count).to eq number_of_survey_item_responses
|
||||
end
|
||||
|
||||
def assigns_academic_year_to_student_survey_item_responses
|
||||
expect(SurveyItemResponse.find_by_response_id('student_survey_response_3').academic_year).to eq ay_2020_21
|
||||
expect(SurveyItemResponse.find_by_response_id("student_survey_response_3").academic_year).to eq ay_2020_21
|
||||
end
|
||||
|
||||
def assigns_school_to_student_survey_item_responses
|
||||
expect(SurveyItemResponse.find_by_response_id('student_survey_response_3').school).to eq second_school
|
||||
expect(SurveyItemResponse.find_by_response_id("student_survey_response_3").school).to eq second_school
|
||||
end
|
||||
|
||||
def loads_student_survey_item_response_values
|
||||
expect(SurveyItemResponse.where(response_id: 'student_survey_response_1').count).to eq 3
|
||||
expect(SurveyItemResponse.where(response_id: 'student_survey_response_2').count).to eq 0
|
||||
expect(SurveyItemResponse.where(response_id: 'student_survey_response_3').count).to eq 12
|
||||
expect(SurveyItemResponse.where(response_id: 'student_survey_response_4').count).to eq 15
|
||||
expect(SurveyItemResponse.where(response_id: 'student_survey_response_5').count).to eq 14
|
||||
expect(SurveyItemResponse.where(response_id: "student_survey_response_1").count).to eq 3
|
||||
expect(SurveyItemResponse.where(response_id: "student_survey_response_2").count).to eq 0
|
||||
expect(SurveyItemResponse.where(response_id: "student_survey_response_3").count).to eq 12
|
||||
expect(SurveyItemResponse.where(response_id: "student_survey_response_4").count).to eq 15
|
||||
expect(SurveyItemResponse.where(response_id: "student_survey_response_5").count).to eq 14
|
||||
end
|
||||
|
||||
def student_survey_item_response_count_matches_expected
|
||||
|
|
@ -262,37 +269,37 @@ def student_survey_item_response_count_matches_expected
|
|||
end
|
||||
|
||||
def captures_likert_scores_for_student_survey_item_responses
|
||||
expect(SurveyItemResponse.where(response_id: 'student_survey_response_1').where(survey_item: s_phys_q1).first.likert_score).to eq 3
|
||||
expect(SurveyItemResponse.where(response_id: 'student_survey_response_1').where(survey_item: s_phys_q2)).to be_empty
|
||||
expect(SurveyItemResponse.where(response_id: "student_survey_response_1").where(survey_item: s_phys_q1).first.likert_score).to eq 3
|
||||
expect(SurveyItemResponse.where(response_id: "student_survey_response_1").where(survey_item: s_phys_q2)).to be_empty
|
||||
|
||||
expect(SurveyItemResponse.where(response_id: 'student_survey_response_2').where(survey_item: s_phys_q1)).to be_empty
|
||||
expect(SurveyItemResponse.where(response_id: 'student_survey_response_2').where(survey_item: s_phys_q2)).to be_empty
|
||||
expect(SurveyItemResponse.where(response_id: "student_survey_response_2").where(survey_item: s_phys_q1)).to be_empty
|
||||
expect(SurveyItemResponse.where(response_id: "student_survey_response_2").where(survey_item: s_phys_q2)).to be_empty
|
||||
|
||||
expect(SurveyItemResponse.where(response_id: 'student_survey_response_3').where(survey_item: s_phys_q1).first.likert_score).to eq 1
|
||||
expect(SurveyItemResponse.where(response_id: 'student_survey_response_3').where(survey_item: s_phys_q2).first.likert_score).to eq 3
|
||||
expect(SurveyItemResponse.where(response_id: "student_survey_response_3").where(survey_item: s_phys_q1).first.likert_score).to eq 1
|
||||
expect(SurveyItemResponse.where(response_id: "student_survey_response_3").where(survey_item: s_phys_q2).first.likert_score).to eq 3
|
||||
|
||||
expect(SurveyItemResponse.where(response_id: 'student_survey_response_4').where(survey_item: s_phys_q1).first.likert_score).to eq 1
|
||||
expect(SurveyItemResponse.where(response_id: 'student_survey_response_4').where(survey_item: s_phys_q2).first.likert_score).to eq 1
|
||||
expect(SurveyItemResponse.where(response_id: "student_survey_response_4").where(survey_item: s_phys_q1).first.likert_score).to eq 1
|
||||
expect(SurveyItemResponse.where(response_id: "student_survey_response_4").where(survey_item: s_phys_q2).first.likert_score).to eq 1
|
||||
|
||||
expect(SurveyItemResponse.where(response_id: 'student_survey_response_5').where(survey_item: s_phys_q1).first.likert_score).to eq 1
|
||||
expect(SurveyItemResponse.where(response_id: 'student_survey_response_5').where(survey_item: s_phys_q2).first.likert_score).to eq 2
|
||||
expect(SurveyItemResponse.where(response_id: "student_survey_response_5").where(survey_item: s_phys_q1).first.likert_score).to eq 1
|
||||
expect(SurveyItemResponse.where(response_id: "student_survey_response_5").where(survey_item: s_phys_q2).first.likert_score).to eq 2
|
||||
end
|
||||
|
||||
def is_idempotent_for_students
|
||||
number_of_survey_item_responses = SurveyItemResponse.count
|
||||
|
||||
SurveyResponsesDataLoader.load_data filepath: path_to_student_responses
|
||||
SurveyResponsesDataLoader.new.load_data filepath: path_to_student_responses
|
||||
|
||||
expect(SurveyItemResponse.count).to eq number_of_survey_item_responses
|
||||
end
|
||||
|
||||
def assigns_grade_level_to_responses
|
||||
results = { 'student_survey_response_1' => 11,
|
||||
'student_survey_response_3' => 8,
|
||||
'student_survey_response_4' => 8,
|
||||
'student_survey_response_5' => 7,
|
||||
'student_survey_response_6' => 3,
|
||||
'student_survey_response_7' => 4 }
|
||||
results = { "student_survey_response_1" => 11,
|
||||
"student_survey_response_3" => 8,
|
||||
"student_survey_response_4" => 8,
|
||||
"student_survey_response_5" => 7,
|
||||
"student_survey_response_6" => 3,
|
||||
"student_survey_response_7" => 4 }
|
||||
results.each do |key, value|
|
||||
expect(SurveyItemResponse.where(response_id: key).all? do |response|
|
||||
response.grade == value
|
||||
|
|
@ -301,12 +308,12 @@ def assigns_grade_level_to_responses
|
|||
end
|
||||
|
||||
def assigns_gender_to_responses
|
||||
results = { 'student_survey_response_1' => female,
|
||||
'student_survey_response_3' => male,
|
||||
'student_survey_response_4' => non_binary,
|
||||
'student_survey_response_5' => non_binary,
|
||||
'student_survey_response_6' => unknown_gender,
|
||||
'student_survey_response_7' => unknown_gender }
|
||||
results = { "student_survey_response_1" => female,
|
||||
"student_survey_response_3" => male,
|
||||
"student_survey_response_4" => non_binary,
|
||||
"student_survey_response_5" => non_binary,
|
||||
"student_survey_response_6" => unknown_gender,
|
||||
"student_survey_response_7" => unknown_gender }
|
||||
|
||||
results.each do |key, value|
|
||||
expect(SurveyItemResponse.where(response_id: key).first.gender).to eq value
|
||||
|
|
@ -314,36 +321,52 @@ def assigns_gender_to_responses
|
|||
end
|
||||
|
||||
def assigns_recorded_date_to_student_responses
|
||||
results = { 'student_survey_response_1' => '2020-09-30T18:48:50',
|
||||
'student_survey_response_3' => '2021-03-31T09:59:02',
|
||||
'student_survey_response_4' => '2021-03-31T10:00:17',
|
||||
'student_survey_response_5' => '2021-03-31T10:01:36',
|
||||
'student_survey_response_6' => '2021-03-31T10:01:37',
|
||||
'student_survey_response_7' => '2021-03-31T10:01:38' }
|
||||
results = { "student_survey_response_1" => "2020-09-30T18:48:50",
|
||||
"student_survey_response_3" => "2021-03-31T09:59:02",
|
||||
"student_survey_response_4" => "2021-03-31T10:00:17",
|
||||
"student_survey_response_5" => "2021-03-31T10:01:36",
|
||||
"student_survey_response_6" => "2021-03-31T10:01:37",
|
||||
"student_survey_response_7" => "2021-03-31T10:01:38" }
|
||||
results.each do |key, value|
|
||||
expect(SurveyItemResponse.find_by_response_id(key).recorded_date).to eq Date.parse(value)
|
||||
end
|
||||
end
|
||||
|
||||
def assigns_recorded_date_to_teacher_responses
|
||||
results = { 'teacher_survey_response_1' => '2020-10-16 11:09:03',
|
||||
'teacher_survey_response_3' => '2020-12-06 8:36:52',
|
||||
'teacher_survey_response_4' => '2020-12-06 8:51:25',
|
||||
'teacher_survey_response_5' => '2020-12-06 8:55:58' }
|
||||
results = { "teacher_survey_response_1" => "2020-10-16 11:09:03",
|
||||
"teacher_survey_response_3" => "2020-12-06 8:36:52",
|
||||
"teacher_survey_response_4" => "2020-12-06 8:51:25",
|
||||
"teacher_survey_response_5" => "2020-12-06 8:55:58" }
|
||||
results.each do |key, value|
|
||||
expect(SurveyItemResponse.find_by_response_id(key).recorded_date).to eq Date.parse(value)
|
||||
end
|
||||
end
|
||||
|
||||
def assigns_income_to_responses
|
||||
results = { 'student_survey_response_1' => low_income,
|
||||
'student_survey_response_3' => low_income,
|
||||
'student_survey_response_4' => unknown_income,
|
||||
'student_survey_response_5' => low_income,
|
||||
'student_survey_response_6' => high_income,
|
||||
'student_survey_response_7' => low_income }
|
||||
results = { "student_survey_response_1" => low_income,
|
||||
"student_survey_response_3" => low_income,
|
||||
"student_survey_response_4" => unknown_income,
|
||||
"student_survey_response_5" => low_income,
|
||||
"student_survey_response_6" => high_income,
|
||||
"student_survey_response_7" => low_income }
|
||||
|
||||
results.each do |key, value|
|
||||
expect(SurveyItemResponse.where(response_id: key).first.income).to eq value
|
||||
income = SurveyItemResponse.find_by_response_id(key).income
|
||||
expect(income).to eq value
|
||||
end
|
||||
end
|
||||
|
||||
def assigns_ell_to_responses
|
||||
results = { "student_survey_response_1" => not_ell,
|
||||
"student_survey_response_3" => unknown_ell,
|
||||
"student_survey_response_4" => yes_ell,
|
||||
"student_survey_response_5" => yes_ell,
|
||||
"student_survey_response_6" => unknown_ell,
|
||||
"student_survey_response_7" => unknown_ell }
|
||||
|
||||
results.each do |key, value|
|
||||
ell = SurveyItemResponse.find_by_response_id(key).ell
|
||||
expect(ell).to eq value
|
||||
end
|
||||
end
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue