- <%= render partial: "focus_area", locals: {categories: @categories, district: @district, school: @school, academic_year: @academic_year, category: @category, subcategories: @subcategories} %>
- <%= render partial: "school_years", locals: {available_academic_years: @available_academic_years, selected_academic_years: @selected_academic_years, district: @district, school: @school, academic_year: @academic_year, category: @category, subcategory: @subcategory, measures: @measures} %>
- <%= render partial: "data_filters", locals: {district: @district, school: @school, academic_year: @academic_year, category: @category, subcategory: @subcategory} %>
+ <%= render partial: "focus_area", locals: {categories: @presenter.categories, district: @district, school: @school, academic_year: @academic_year, category: @presenter.category, subcategories: @presenter.subcategories} %>
+ <%= render partial: "school_years", locals: {available_academic_years: @presenter.academic_years, selected_academic_years: @presenter.selected_academic_years, district: @district, school: @school, academic_year: @academic_year, category: @presenter.category, subcategory: @presenter.subcategory, measures: @presenter.measures, graph: @presenter.graph} %>
+ <%= render partial: "data_filters", locals: {district: @district, school: @school, academic_year: @academic_year, category: @presenter.category, subcategory: @presenter.subcategory} %>
- <% cache [@subcategory, @school, @selected_academic_years, @graph, @selected_races, @race_score_timestamp, @selected_grades, @grades, @selected_genders, @genders] do %>
+ <% cache [@presenter.subcategory, @school, @presenter.selected_academic_years, @presenter.graph, @presenter.selected_races, @presenter.race_score_timestamp, @presenter.selected_grades, @presenter.grades, @presenter.selected_genders, @presenter.genders] do %>
- <% @measures.each do |measure| %>
+ <% @presenter.measures.each do |measure| %>
Measure <%= measure.measure_id %>
<%= measure.name %>
diff --git a/data/demographics.csv b/data/demographics.csv
index a0d5dacd..3a09ce00 100644
--- a/data/demographics.csv
+++ b/data/demographics.csv
@@ -1,11 +1,11 @@
-Race Qualtrics Code,Race/Ethnicity,Gender Qualtrics Code,Sex/Gender
-1,American Indian or Alaskan Native,2,Male
-2,Asian or Pacific Islander,1,Female
-3,Black or African American,4,Non-Binary
-4,Hispanic or Latinx,99,Unknown
-5,White or Caucasian,,
-6,Prefer not to disclose,,
-7,Prefer to self-describe,,
-8,Middle Eastern,,
-99,Race/Ethnicity Not Listed,,
-100,Multiracial,,
+Race Qualtrics Code,Race/Ethnicity,Gender Qualtrics Code,Sex/Gender,Income
+1,American Indian or Alaskan Native,2,Male,Economically Disadvantaged - N
+2,Asian or Pacific Islander,1,Female,Economically Disadvantaged - Y
+3,Black or African American,4,Non-Binary,Unknown
+4,Hispanic or Latinx,99,Unknown,
+5,White or Caucasian,,,
+6,Prefer not to disclose,,,
+7,Prefer to self-describe,,,
+8,Middle Eastern,,,
+99,Race/Ethnicity Not Listed,,,
+100,Multiracial,,,
diff --git a/db/migrate/20230620221633_create_incomes.rb b/db/migrate/20230620221633_create_incomes.rb
new file mode 100644
index 00000000..ac06d364
--- /dev/null
+++ b/db/migrate/20230620221633_create_incomes.rb
@@ -0,0 +1,9 @@
+class CreateIncomes < ActiveRecord::Migration[7.0]
+ def change
+ create_table :incomes do |t|
+ t.string :designation
+
+ t.timestamps
+ end
+ end
+end
diff --git a/db/migrate/20230620223702_add_income_to_survey_item_responses.rb b/db/migrate/20230620223702_add_income_to_survey_item_responses.rb
new file mode 100644
index 00000000..8e2635c8
--- /dev/null
+++ b/db/migrate/20230620223702_add_income_to_survey_item_responses.rb
@@ -0,0 +1,5 @@
+class AddIncomeToSurveyItemResponses < ActiveRecord::Migration[7.0]
+ def change
+ add_reference :survey_item_responses, :income, foreign_key: true
+ end
+end
diff --git a/db/migrate/20230630215110_add_slug_to_income.rb b/db/migrate/20230630215110_add_slug_to_income.rb
new file mode 100644
index 00000000..0751efc6
--- /dev/null
+++ b/db/migrate/20230630215110_add_slug_to_income.rb
@@ -0,0 +1,6 @@
+class AddSlugToIncome < ActiveRecord::Migration[7.0]
+ def change
+ add_column :incomes, :slug, :string
+ add_index :incomes, :slug, unique: true
+ end
+end
diff --git a/db/schema.rb b/db/schema.rb
index 99a36ddd..c2da769f 100644
--- a/db/schema.rb
+++ b/db/schema.rb
@@ -10,7 +10,7 @@
#
# It's strongly recommended that you check this file into your version control system.
-ActiveRecord::Schema[7.0].define(version: 2023_06_10_165508) do
+ActiveRecord::Schema[7.0].define(version: 20_230_630_215_110) do
# These are extensions that must be enabled in order to support this database
enable_extension "plpgsql"
@@ -76,6 +76,14 @@ ActiveRecord::Schema[7.0].define(version: 2023_06_10_165508) do
t.datetime "updated_at", null: false
end
+ create_table "incomes", force: :cascade do |t|
+ t.string "designation"
+ t.datetime "created_at", null: false
+ t.datetime "updated_at", null: false
+ t.string "slug"
+ t.index ["slug"], name: "index_incomes_on_slug", unique: true
+ end
+
create_table "legacy_attempts", id: :serial, force: :cascade do |t|
t.integer "recipient_id"
t.integer "schedule_id"
@@ -344,7 +352,7 @@ ActiveRecord::Schema[7.0].define(version: 2023_06_10_165508) do
t.integer "eleven"
t.integer "twelve"
t.index ["academic_year_id"], name: "index_respondents_on_academic_year_id"
- t.index ["school_id", "academic_year_id"], name: "index_respondents_on_school_id_and_academic_year_id", unique: true
+ t.index %w[school_id academic_year_id], name: "index_respondents_on_school_id_and_academic_year_id", unique: true
end
create_table "response_rates", force: :cascade do |t|
@@ -358,7 +366,7 @@ ActiveRecord::Schema[7.0].define(version: 2023_06_10_165508) do
t.datetime "created_at", null: false
t.datetime "updated_at", null: false
t.index ["academic_year_id"], name: "index_response_rates_on_academic_year_id"
- t.index ["school_id", "subcategory_id"], name: "index_response_rates_on_school_id_and_subcategory_id"
+ t.index %w[school_id subcategory_id], name: "index_response_rates_on_school_id_and_subcategory_id"
t.index ["school_id"], name: "index_response_rates_on_school_id"
t.index ["subcategory_id"], name: "index_response_rates_on_subcategory_id"
end
@@ -411,7 +419,7 @@ ActiveRecord::Schema[7.0].define(version: 2023_06_10_165508) do
t.datetime "created_at", null: false
t.datetime "updated_at", null: false
t.index ["race_id"], name: "index_student_races_on_race_id"
- t.index ["student_id", "race_id"], name: "index_student_races_on_student_id_and_race_id"
+ t.index %w[student_id race_id], name: "index_student_races_on_student_id_and_race_id"
t.index ["student_id"], name: "index_student_races_on_student_id"
end
@@ -448,9 +456,9 @@ ActiveRecord::Schema[7.0].define(version: 2023_06_10_165508) do
t.index ["academic_year_id"], name: "index_survey_item_responses_on_academic_year_id"
t.index ["gender_id"], name: "index_survey_item_responses_on_gender_id"
t.index ["response_id"], name: "index_survey_item_responses_on_response_id"
- t.index ["school_id", "academic_year_id", "survey_item_id"], name: "by_school_year_and_survey_item"
- t.index ["school_id", "academic_year_id"], name: "index_survey_item_responses_on_school_id_and_academic_year_id"
- t.index ["school_id", "survey_item_id", "academic_year_id", "grade"], name: "index_survey_responses_on_grade"
+ t.index %w[school_id academic_year_id survey_item_id], name: "by_school_year_and_survey_item"
+ t.index %w[school_id academic_year_id], name: "index_survey_item_responses_on_school_id_and_academic_year_id"
+ t.index %w[school_id survey_item_id academic_year_id grade], name: "index_survey_responses_on_grade"
t.index ["school_id"], name: "index_survey_item_responses_on_school_id"
t.index ["student_id"], name: "index_survey_item_responses_on_student_id"
t.index ["survey_item_id"], name: "index_survey_item_responses_on_survey_item_id"
diff --git a/lib/tasks/one_off.rake b/lib/tasks/one_off.rake
index 6d166864..0d9da30d 100644
--- a/lib/tasks/one_off.rake
+++ b/lib/tasks/one_off.rake
@@ -5,10 +5,10 @@ namespace :one_off do
qualtrics_schools = {}
- csv_file = Rails.root.join('data', 'master_list_of_schools_and_districts.csv')
+ csv_file = Rails.root.join("data", "master_list_of_schools_and_districts.csv")
CSV.parse(File.read(csv_file), headers: true) do |row|
- district_id = row['District Code'].to_i
- school_id = row['School Code'].to_i
+ district_id = row["District Code"].to_i
+ school_id = row["School Code"].to_i
if qualtrics_schools[[district_id, school_id]].present?
puts "Duplicate entry row #{row}"
@@ -24,14 +24,14 @@ namespace :one_off do
end
if school.nil?
- school_name = csv_row['School Name'].strip
+ school_name = csv_row["School Name"].strip
puts "Could not find school '#{school_name}' with district id: #{district_id}, school id: #{school_id}"
- potential_school_ids = School.where('name like ?', "%#{school_name}%").map(&:id)
+ potential_school_ids = School.where("name like ?", "%#{school_name}%").map(&:id)
puts "Potential ID matches: #{potential_school_ids}" if potential_school_ids.present?
next
end
- school.update!(dese_id: csv_row['DESE School ID'])
+ school.update!(dese_id: csv_row["DESE School ID"])
updated_schools << school.id
end
@@ -40,7 +40,7 @@ namespace :one_off do
end
end
- desc 'list scales that have no survey responses'
+ desc "list scales that have no survey responses"
task list_scales_that_lack_survey_responses: :environment do
output = AcademicYear.all.map do |academic_year|
Scale.all.map do |scale|
@@ -48,11 +48,11 @@ namespace :one_off do
end
end
- output = output.map { |year| year.reject { |scale| scale[2] > 0 || scale[1].starts_with?('a-') } }
+ output = output.map { |year| year.reject { |scale| scale[2] > 0 || scale[1].starts_with?("a-") } }
pp output
end
- desc 'list survey_items that have no survey responses by district'
+ desc "list survey_items that have no survey responses by district"
task list_survey_items_that_lack_responses: :environment do
output = AcademicYear.all.map do |academic_year|
District.all.map do |district|
@@ -66,14 +66,14 @@ namespace :one_off do
output = output.map do |year|
year.map do |district|
district.reject do |survey_item|
- survey_item[2] > 0 || survey_item[1].starts_with?('a-')
+ survey_item[2] > 0 || survey_item[1].starts_with?("a-")
end
end
end
pp output
end
- desc 'list the most recent admin data values'
+ desc "list the most recent admin data values"
task list_recent_admin_data_values: :environment do
range = 4.weeks.ago..1.second.ago
values = AdminDataValue.where(updated_at: range).group(:admin_data_item).count.map do |item|
@@ -82,49 +82,49 @@ namespace :one_off do
puts values
end
- desc 'load survey responses for lowell schools'
+ desc "load survey responses for lowell schools"
task load_survey_responses_for_lowell: :environment do
survey_item_response_count = SurveyItemResponse.count
student_count = Student.count
- Sftp::Directory.open(path: '/test/survey_responses/') do |file|
+ Sftp::Directory.open(path: "/test/survey_responses/") do |file|
SurveyResponsesDataLoader.from_file(file:)
end
puts "=====================> Completed loading #{SurveyItemResponse.count - survey_item_response_count} survey responses. #{SurveyItemResponse.count} total responses in the database"
- Sftp::Directory.open(path: '/test/survey_responses/') do |file|
+ Sftp::Directory.open(path: "/test/survey_responses/") do |file|
StudentLoader.from_file(file:, rules: [Rule::SkipNonLowellSchools])
end
puts "=====================> Completed loading #{Student.count - student_count} students. #{Student.count} total students"
- puts 'Resetting race scores'
+ puts "Resetting race scores"
RaceScoreLoader.reset(fast_processing: false)
puts "=====================> Completed loading #{RaceScore.count} race scores"
Rails.cache.clear
end
- desc 'delete 2022-23 survey responses'
+ desc "delete 2022-23 survey responses"
task delete_survey_responses_2022_23: :environment do
response_count = SurveyItemResponse.all.count
- SurveyItemResponse.where(academic_year: AcademicYear.find_by_range('2022-23')).delete_all
+ SurveyItemResponse.where(academic_year: AcademicYear.find_by_range("2022-23")).delete_all
puts "=====================> Deleted #{response_count - SurveyItemResponse.all.count} survey responses"
# should be somewhere near 295738
end
- desc 'delete 2023-24 survey responses'
+ desc "delete 2023-24 survey responses"
task delete_survey_responses_2023_24: :environment do
response_count = SurveyItemResponse.all.count
- SurveyItemResponse.where(academic_year: AcademicYear.find_by_range('2023-24')).delete_all
+ SurveyItemResponse.where(academic_year: AcademicYear.find_by_range("2023-24")).delete_all
puts "=====================> Deleted #{response_count - SurveyItemResponse.all.count} survey responses"
end
- desc 'load survey responses for lowell schools 2022-23'
+ desc "load survey responses for lowell schools 2022-23"
task load_survey_responses_for_lowell_2022_23: :environment do
survey_item_response_count = SurveyItemResponse.count
student_count = Student.count
- path = '/data/survey_responses/2022-23/'
+ path = "/data/survey_responses/2022-23/"
Sftp::Directory.open(path:) do |file|
SurveyResponsesDataLoader.from_file(file:)
@@ -136,60 +136,8 @@ namespace :one_off do
end
puts "=====================> Completed loading #{Student.count - student_count} students. #{Student.count} total students"
- puts 'Resetting race scores'
- RaceScoreLoader.reset(fast_processing: false, academic_years: [AcademicYear.find_by_range('2022-23')])
- puts "=====================> Completed loading #{RaceScore.count} race scores"
-
- Rails.cache.clear
- end
-
- desc 'delete errant response'
- task delete_responses: :environment do
- SurveyItemResponse.where(response_id: 'R_diYAw7qOj4W1UZ3').delete_all
- SurveyItemResponse.where(response_id: 'R_27fKhVfyeKGMF5q').delete_all
- SurveyItemResponse.where(response_id: 'R_2cjPX1Ngxr2Hc4c').delete_all
- end
-
- desc 'upload spring survey results to 23-24'
- task upload_spring23: :environment do
- new_files = Array.new
- input_filepath = Rails.root.join('tmp', 'data', 'rpp_data', 'clean')
- Dir.foreach(input_filepath) do |filename|
- next if filename.start_with?('.') # skip hidden files and ./.. directories
- # this can probably be replaced with Dir.join or similar
- input_filename = Rails.root.join('tmp', 'data', 'rpp_data', 'clean', filename).to_s
- sftptogo_url = ENV['SFTPTOGO_URL']
- uri = URI.parse(sftptogo_url)
- Net::SFTP.start(uri.host, uri.user, password: uri.password) do |sftp|
- puts "Uploading #{filename}..."
- sftp.upload!(input_filename, "/data/survey_responses/2023-24/#{filename}")
- end
- new_files.append(filename)
- end
- # print remote directory contents with new files marked
- path = '/data/survey_responses/2023-24/'
- Sftp::Directory.open(path:) do |file|
- # the open method already prints all the contents...
- end
- end
-
- desc 'load spring survey responses'
- task load_spring_survey_responses: :environment do
- survey_item_response_count = SurveyItemResponse.count
- student_count = Student.count
- path = '/data/survey_responses/2023-24/'
- Sftp::Directory.open(path:) do |file|
- SurveyResponsesDataLoader.from_file(file:)
- end
- puts "=====================> Completed loading #{SurveyItemResponse.count - survey_item_response_count} survey responses"
-
- Sftp::Directory.open(path:) do |file|
- StudentLoader.from_file(file:, rules: [Rule::SkipNonLowellSchools])
- end
- puts "=====================> Completed loading #{Student.count - student_count} students. #{Student.count} total students"
-
- puts 'Resetting race scores'
- RaceScoreLoader.reset(fast_processing: false)
+ puts "Resetting race scores"
+ RaceScoreLoader.reset(fast_processing: false, academic_years: [AcademicYear.find_by_range("2022-23")])
puts "=====================> Completed loading #{RaceScore.count} race scores"
Rails.cache.clear
diff --git a/package.json b/package.json
index 0abcfca8..0bb47524 100644
--- a/package.json
+++ b/package.json
@@ -21,7 +21,7 @@
"debounce": "^1.2.1",
"esbuild": "^0.18.12",
"sass": "^1.43.4",
- "semver": "6.3.1"
+ "semver": "^7.5.2"
},
"scripts": {
"build": "esbuild app/javascript/*.* --bundle --outdir=app/assets/builds",
diff --git a/spec/factories.rb b/spec/factories.rb
index 6f992808..a96f0e5d 100644
--- a/spec/factories.rb
+++ b/spec/factories.rb
@@ -1,4 +1,8 @@
FactoryBot.define do
+ factory :income do
+ designation { "MyString" }
+ end
+
factory :gender do
qualtrics_code { 1 }
designation { 'MyString' }
diff --git a/spec/fixtures/sample_demographics.csv b/spec/fixtures/sample_demographics.csv
index a0d5dacd..c60cb690 100644
--- a/spec/fixtures/sample_demographics.csv
+++ b/spec/fixtures/sample_demographics.csv
@@ -1,11 +1,11 @@
-Race Qualtrics Code,Race/Ethnicity,Gender Qualtrics Code,Sex/Gender
-1,American Indian or Alaskan Native,2,Male
-2,Asian or Pacific Islander,1,Female
-3,Black or African American,4,Non-Binary
-4,Hispanic or Latinx,99,Unknown
-5,White or Caucasian,,
-6,Prefer not to disclose,,
-7,Prefer to self-describe,,
-8,Middle Eastern,,
-99,Race/Ethnicity Not Listed,,
-100,Multiracial,,
+Race Qualtrics Code,Race/Ethnicity,Gender Qualtrics Code,Sex/Gender,Income
+1,American Indian or Alaskan Native,2,Male,Economically Disadvantaged – N
+2,Asian or Pacific Islander,1,Female,Economically Disadvantaged – Y
+3,Black or African American,4,Non-Binary,Unknown
+4,Hispanic or Latinx,99,Unknown,
+5,White or Caucasian,,,
+6,Prefer not to disclose,,,
+7,Prefer to self-describe,,,
+8,Middle Eastern,,,
+99,Race/Ethnicity Not Listed,,,
+100,Multiracial,,,
diff --git a/spec/fixtures/test_2020-21_student_survey_responses.csv b/spec/fixtures/test_2020-21_student_survey_responses.csv
index bfd808ca..0ba7eb03 100644
--- a/spec/fixtures/test_2020-21_student_survey_responses.csv
+++ b/spec/fixtures/test_2020-21_student_survey_responses.csv
@@ -1,9 +1,9 @@
-Start Date,End Date,Response Type,IP Address,Progress,Duration (in seconds),Finished,RecordedDate,ResponseId,LASID,Recipient Last Name,Recipient First Name,Recipient Email,External Data Reference,Location Latitude,Location Longitude,Distribution Channel,User Language,district,school,DESE ID,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,s-emsa-q1,s-emsa-q2,s-emsa-q3,s-tint-q1,s-tint-q2,#N/A,s-tint-q4,s-tint-q5,s-acpr-q1,s-acpr-q2,s-acpr-q3,s-acpr-q4,#N/A,#N/A,s-cure-q3,s-cure-q4,#N/A,s-sten-q2,s-sten-q3,s-sper-q1,s-sper-q2,s-sper-q3,s-sper-q4,s-civp-q1,s-civp-q2,s-civp-q3,s-civp-q4,s-grmi-q1,#N/A,#N/A,s-grmi-q4,s-appa-q1,s-appa-q2,#N/A,s-peff-q1,s-peff-q2,s-peff-q3,s-peff-q4,s-peff-q5,s-peff-q6,s-sbel-q1,s-sbel-q2,s-sbel-q3,s-sbel-q4,s-sbel-q5,s-phys-q1,s-phys-q1-1,s-phys-q2,s-phys-q3,s-phys-q4,s-vale-q1,s-vale-q2,s-vale-q3,s-vale-q4,s-acst-q1,s-acst-q2,s-acst-q3,s-acst-q4,s-acst-q5,s-grit-q1,s-grit-q2,s-grit-q3,s-grit-q4,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,race,What is your race/ethnicity?(Please select all that apply) - Selected Choice,grade,gender
-2020-09-29 18:28:41,2020-09-29 18:48:28,0,73.249.89.226,6,1186,0,2020-09-30T18:48:50,student_survey_response_1,123456,,,,,,,anonymous,EN,1,8,1500025,,,,dddd,4,3,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,3,0,some non-integer response,6,,,,5,,,1,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,EN,,,,,1,888,11th,1
-2021-02-23 15:12:58,2021-02-23 15:13:17,0,50.207.254.114,0,19,0,2021-02-24T15:13:19,student_survey_response_2,234567,,,,,,,anonymous,EN,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,NA,,,,,,,,,,,,,,,,,,,,,EN,,,,,"2,3,4",888,10,
-2021-03-31 9:50:19,2021-03-31 9:59:01,0,108.7.17.250,100,522,1,2021-03-31T09:59:02,student_survey_response_3,345678,,,,,42.53340149,-70.96530151,anonymous,EN,3,2,1500505,12,4,108,3300,7,1,,,,,,,,,,,,,,2,4,2,1,4,3,3,,,,,3,3,3,3,,,,,NA,,,,,,,,,3,2,3,3,2,1,3,3,4,1,3,3,4,4,2,4,3,3,4,3,3,3,4,3,3,3,3,3,,,,,,,,,,3,4,4,2,3,3,1,,3,,EN,Math teacher,,,,6,888,8,2
-2021-03-31 9:50:09,2021-03-31 10:00:16,0,67.186.188.168,100,607,1,2021-03-31T10:00:17,student_survey_response_4,456789,,,,,42.63510132,-71.30139923,anonymous,EN,3,2,1500505,12,18,108,2064,7,1,,2,2,1,,,,,,,,,,,,,,,,,,,,,,,,,3,5,3,3,,,,,,,,,,4,4,3,4,5,1,,1,5,1,3,2,4,4,1,2,1,3,2,3,3,3,4,2,5,3,4,5,5,3,3,4,3,,,,,4,4,4,4,3,5,2,,2,,EN,,,,English teacher,7,888,8,3
-2021-03-31 9:51:39,2021-03-31 10:01:36,0,73.47.153.77,100,596,1,2021-03-31T10:01:36,student_survey_response_5,567890,,,,,42.65820313,-71.30580139,anonymous,EN,3,2,1500505,6,15,109,3710,7,1,,2,2,2,,,,,,,,,,3,3,4,3,3,3,3,4,3,4,3,4,4,5,4,3,4,3,5,2,2,3,,,,,,,,,,,,1,,2,5,1,3,3,2,4,3,5,4,,,,,,,,,,,,5,4,3,4,4,4,4,4,4,,,,,,,2,,2,,EN,,,Social Studies teacher,,"1,2,3,4,5,8,6,7",888,7,4
-2021-03-31 9:51:39,2021-03-31 10:01:36,0,73.47.153.77,100,596,1,2021-03-31T10:01:37,student_survey_response_6,,,,,,42.65820313,-71.30580139,anonymous,EN,3,2,1500505,6,15,109,3710,7,1,,2,2,2,,,,,,,,,,3,3,4,3,3,3,3,4,3,4,3,4,4,5,4,3,4,3,5,2,2,3,,,,,,,,,,,,1,,2,5,1,3,3,2,4,3,5,4,,,,,,,,,,,,5,4,3,4,4,4,4,4,4,,,,,,,2,,2,,EN,,,Social Studies teacher,,"1,2,3,4,5,8",888,3,NA
-2021-03-31 9:51:39,2021-03-31 10:01:36,0,73.47.153.77,100,596,1,2021-03-31T10:01:38,student_survey_response_7,,,,,,42.65820313,-71.30580139,anonymous,EN,3,2,1500505,6,15,109,3710,7,1,,2,2,2,,,,,,,,,,3,3,4,3,3,3,3,4,3,4,3,4,4,5,4,3,4,3,5,2,2,3,,,,,,,,,,,,1,,2,5,1,3,3,2,4,3,5,4,,,,,,,,,,,,5,4,3,4,4,4,4,4,4,,,,,,,2,,2,,EN,,,Social Studies teacher,,,,4,
-,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,"1,2,3,4,5,8",,,
+Start Date,End Date,Response Type,IP Address,Progress,Duration (in seconds),Finished,RecordedDate,ResponseId,LASID,Recipient Last Name,Recipient First Name,Recipient Email,External Data Reference,Location Latitude,Location Longitude,Distribution Channel,User Language,district,school,DESE ID,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,s-emsa-q1,s-emsa-q2,s-emsa-q3,s-tint-q1,s-tint-q2,#N/A,s-tint-q4,s-tint-q5,s-acpr-q1,s-acpr-q2,s-acpr-q3,s-acpr-q4,#N/A,#N/A,s-cure-q3,s-cure-q4,#N/A,s-sten-q2,s-sten-q3,s-sper-q1,s-sper-q2,s-sper-q3,s-sper-q4,s-civp-q1,s-civp-q2,s-civp-q3,s-civp-q4,s-grmi-q1,#N/A,#N/A,s-grmi-q4,s-appa-q1,s-appa-q2,#N/A,s-peff-q1,s-peff-q2,s-peff-q3,s-peff-q4,s-peff-q5,s-peff-q6,s-sbel-q1,s-sbel-q2,s-sbel-q3,s-sbel-q4,s-sbel-q5,s-phys-q1,s-phys-q1-1,s-phys-q2,s-phys-q3,s-phys-q4,s-vale-q1,s-vale-q2,s-vale-q3,s-vale-q4,s-acst-q1,s-acst-q2,s-acst-q3,s-acst-q4,s-acst-q5,s-grit-q1,s-grit-q2,s-grit-q3,s-grit-q4,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,#N/A,race,What is your race/ethnicity?(Please select all that apply) - Selected Choice,grade,gender,Raw Income,Income
+2020-09-29 18:28:41,2020-09-29 18:48:28,0,73.249.89.226,6,1186,0,2020-09-30T18:48:50,student_survey_response_1,123456,,,,,,,anonymous,EN,1,8,1500025,,,,dddd,4,3,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,3,0,some non-integer response,6,,,,5,,,1,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,EN,,,,,1,888,11th,1,Free Lunch,Economically Disadvantaged – Y
+2021-02-23 15:12:58,2021-02-23 15:13:17,0,50.207.254.114,0,19,0,2021-02-24T15:13:19,student_survey_response_2,234567,,,,,,,anonymous,EN,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,NA,,,,,,,,,,,,,,,,,,,,,EN,,,,,"2,3,4",888,10,,Not Eligible,Economically Disadvantaged – N
+2021-03-31 9:50:19,2021-03-31 9:59:01,0,108.7.17.250,100,522,1,2021-03-31T09:59:02,student_survey_response_3,345678,,,,,42.53340149,-70.96530151,anonymous,EN,3,2,1500505,12,4,108,3300,7,1,,,,,,,,,,,,,,2,4,2,1,4,3,3,,,,,3,3,3,3,,,,,NA,,,,,,,,,3,2,3,3,2,1,3,3,4,1,3,3,4,4,2,4,3,3,4,3,3,3,4,3,3,3,3,3,,,,,,,,,,3,4,4,2,3,3,1,,3,,EN,Math teacher,,,,6,888,8,2,Reduced Lunch,Economically Disadvantaged – Y
+2021-03-31 9:50:09,2021-03-31 10:00:16,0,67.186.188.168,100,607,1,2021-03-31T10:00:17,student_survey_response_4,456789,,,,,42.63510132,-71.30139923,anonymous,EN,3,2,1500505,12,18,108,2064,7,1,,2,2,1,,,,,,,,,,,,,,,,,,,,,,,,,3,5,3,3,,,,,,,,,,4,4,3,4,5,1,,1,5,1,3,2,4,4,1,2,1,3,2,3,3,3,4,2,5,3,4,5,5,3,3,4,3,,,,,4,4,4,4,3,5,2,,2,,EN,,,,English teacher,7,888,8,3,,Unknown
+2021-03-31 9:51:39,2021-03-31 10:01:36,0,73.47.153.77,100,596,1,2021-03-31T10:01:36,student_survey_response_5,567890,,,,,42.65820313,-71.30580139,anonymous,EN,3,2,1500505,6,15,109,3710,7,1,,2,2,2,,,,,,,,,,3,3,4,3,3,3,3,4,3,4,3,4,4,5,4,3,4,3,5,2,2,3,,,,,,,,,,,,1,,2,5,1,3,3,2,4,3,5,4,,,,,,,,,,,,5,4,3,4,4,4,4,4,4,,,,,,,2,,2,,EN,,,Social Studies teacher,,"1,2,3,4,5,8,6,7",888,7,4,Free Lunch,Economically Disadvantaged – Y
+2021-03-31 9:51:39,2021-03-31 10:01:36,0,73.47.153.77,100,596,1,2021-03-31T10:01:36,student_survey_response_6,,,,,,42.65820313,-71.30580139,anonymous,EN,3,2,1500505,6,15,109,3710,7,1,,2,2,2,,,,,,,,,,3,3,4,3,3,3,3,4,3,4,3,4,4,5,4,3,4,3,5,2,2,3,,,,,,,,,,,,1,,2,5,1,3,3,2,4,3,5,4,,,,,,,,,,,,5,4,3,4,4,4,4,4,4,,,,,,,2,,2,,EN,,,Social Studies teacher,,"1,2,3,4,5,8",888,3,NA,Not Eligible,Economically Disadvantaged – N
+2021-03-31 9:51:39,2021-03-31 10:01:36,0,73.47.153.77,100,596,1,2021-03-31T10:01:36,student_survey_response_7,,,,,,42.65820313,-71.30580139,anonymous,EN,3,2,1500505,6,15,109,3710,7,1,,2,2,2,,,,,,,,,,3,3,4,3,3,3,3,4,3,4,3,4,4,5,4,3,4,3,5,2,2,3,,,,,,,,,,,,1,,2,5,1,3,3,2,4,3,5,4,,,,,,,,,,,,5,4,3,4,4,4,4,4,4,,,,,,,2,,2,,EN,,,Social Studies teacher,,,,4,,Reduced Lunch,Economically Disadvantaged – Y
+,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,"1,2,3,4,5,8",,,,,
diff --git a/spec/models/income_spec.rb b/spec/models/income_spec.rb
new file mode 100644
index 00000000..6c8173c6
--- /dev/null
+++ b/spec/models/income_spec.rb
@@ -0,0 +1,5 @@
+require 'rails_helper'
+
+RSpec.describe Income, type: :model do
+ pending "add some examples to (or delete) #{__FILE__}"
+end
diff --git a/spec/presenters/analyze/presenter_spec.rb b/spec/presenters/analyze/presenter_spec.rb
new file mode 100644
index 00000000..a6d79241
--- /dev/null
+++ b/spec/presenters/analyze/presenter_spec.rb
@@ -0,0 +1,468 @@
+require 'rails_helper'
+
+describe Analyze::Presenter do
+ let(:category) { create(:category, category_id: '1', name: 'first category') }
+ let(:category_2) { create(:category, category_id: '2', name: 'second category') }
+ let(:wrong_category) { create(:category, category_id: '999', name: 'wrong category') }
+ let(:subcategory) { create(:subcategory, subcategory_id: '1A', name: 'first subcategory', category:) }
+ let(:subcategory_2) { create(:subcategory, subcategory_id: '2A', name: 'second subcategory', category: category_2) }
+ let(:wrong_subcategory) do
+ create(:subcategory, subcategory_id: '99A', name: 'wrong subcategory', category: wrong_category)
+ end
+ let(:measure) { create(:measure, measure_id: '1A-i', name: 'first measure', subcategory:) }
+ let(:measure_2) { create(:measure, measure_id: '2A-i', name: 'second measure', subcategory: subcategory_2) }
+ let(:wrong_measure) do
+ create(:wrong_measure, measure_id: '99A', name: 'wrong measure', subcategory: wrong_subcategory)
+ end
+ let(:scale) { create(:student_scale, measure:) }
+ let(:survey_item) { create(:student_survey_item, scale:) }
+ let(:school) { create(:school) }
+ let(:academic_year) { create(:academic_year) }
+ let(:ay_2021_22) { create(:academic_year, range: '2021-22') }
+ let(:ay_2022_23) { create(:academic_year, range: '2022-23') }
+ let(:wrong_ay) { create(:academic_year, range: '9999-99') }
+ let(:black) { create(:race, designation: 'black', qualtrics_code: 1) }
+ let(:white) { create(:race, designation: 'white', qualtrics_code: 2) }
+ let(:wrong_race) { create(:race, designation: 'wrong race', qualtrics_code: 9999) }
+ let(:female) { create(:gender, designation: 'female', qualtrics_code: 1) }
+ let(:male) { create(:gender, designation: 'male', qualtrics_code: 2) }
+ let(:wrong_gender) { create(:gender, designation: 'wrong_gender', qualtrics_code: 2) }
+
+ context '.category' do
+ before :each do
+ category
+ category_2
+ wrong_category
+ end
+ context 'when a category is provided in the params hash' do
+ it 'returns the category with the given id' do
+ params = { category: '1' }
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.category).to eq category
+
+ params = { category: '2' }
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.category).to eq category_2
+ end
+ end
+
+ context 'when no category is provided in the params hash' do
+ it 'returns the first category' do
+ params = {}
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.category).to eq category
+ end
+ end
+
+ context 'when a category that doesnt exist in the database is passed' do
+ it 'returns the first category' do
+ params = { category: '4' }
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.category).to eq category
+ end
+ end
+ end
+
+ context '.categories' do
+ it 'returns all categories' do
+ params = {}
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.categories).to eq Category.all.order(:category_id)
+ end
+ end
+
+ context '.subcategory' do
+ before :each do
+ category
+ category_2
+ wrong_category
+ subcategory
+ subcategory_2
+ wrong_subcategory
+ end
+ context 'when a subcategory is provided in the params hash' do
+ it 'returns the subcategory with the given id' do
+ params = { subcategory: '1A' }
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.subcategory).to eq subcategory
+
+ params = { subcategory: '2A' }
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.subcategory).to eq subcategory_2
+ end
+ end
+
+ context 'when no subcategory is provided in the params hash' do
+ it 'returns the first subcategory' do
+ params = {}
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.subcategory).to eq subcategory
+ end
+ end
+
+ context 'when a subcategory that doesnt exist in the database is passed' do
+ it 'returns the first subcategory' do
+ params = { subcategory: '4A' }
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.subcategory).to eq subcategory
+ end
+ end
+ end
+
+ context '.subcategories' do
+ before :each do
+ category
+ wrong_category
+ subcategory
+ wrong_subcategory
+ end
+ it 'returns all subcategories for a given category' do
+ params = { category: '1' }
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.subcategories).to eq category.subcategories.all.order(:subcategory_id)
+ end
+ end
+
+ context '.measures' do
+ before :each do
+ category
+ subcategory
+ measure
+ end
+
+ it 'returns all measures for a given subcategory' do
+ params = { category: '1' }
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.measures).to eq category.subcategories.flat_map(&:measures)
+ end
+ end
+
+ context '.academic_years' do
+ before :each do
+ ay_2021_22
+ ay_2022_23
+ end
+
+ it 'returns all academic years' do
+ params = {}
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.academic_years).to eq AcademicYear.all.order(:range)
+ end
+ end
+
+ context '.selected_academic_years' do
+ before :each do
+ ay_2021_22
+ ay_2022_23
+ wrong_ay
+ end
+ context 'when no academic years are provided in the params hash' do
+ it 'returns an empty array if no params are provided' do
+ params = {}
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.selected_academic_years).to eq []
+ end
+ end
+ context 'when a single academic year is provided in the params hash' do
+ it 'returns the academic year with the given id' do
+ params = { academic_years: '2021-22' }
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.selected_academic_years).to eq [AcademicYear.find_by_range('2021-22')]
+
+ params = { academic_years: '2022-23' }
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.selected_academic_years).to eq [AcademicYear.find_by_range('2022-23')]
+ end
+ end
+
+ context 'when multiple academic years are provided in the params hash' do
+ it 'returns the academic year with the given ids' do
+ params = { academic_years: '2021-22,2022-23' }
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.selected_academic_years).to eq [AcademicYear.find_by_range('2021-22'),
+ AcademicYear.find_by_range('2022-23')]
+ end
+ end
+ end
+
+ context '.races' do
+ before :each do
+ black
+ white
+ wrong_race
+ end
+
+ it 'returns all races' do
+ params = {}
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.races).to eq Race.all.order(designation: :ASC)
+ end
+ end
+
+ context '.selected_races' do
+ before :each do
+ black
+ white
+ wrong_race
+ end
+ context 'when no races are provided in the params hash' do
+ it 'returns an array with all races if no params are provided' do
+ params = {}
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.selected_races).to eq presenter.races
+ end
+ end
+
+ context 'when one race is provided in the params hash' do
+ it 'returns a single race with the given slug' do
+ params = { races: 'white' }
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.selected_races).to eq [Race.find_by_slug('white')]
+
+ params = { races: 'black' }
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.selected_races).to eq [Race.find_by_slug('black')]
+ end
+ end
+
+ context 'when multiple races are provided in the params hash' do
+ it 'returns multiple races with the given slugs' do
+ params = { races: 'white,black' }
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.selected_races).to eq [Race.find_by_slug('white'), Race.find_by_slug('black')]
+ end
+ end
+ end
+
+ context '.graph' do
+ context 'when no params are provided' do
+ it 'returns the default(first) graph object' do
+ params = {}
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.graph.to_s).to eq Analyze::Graph::AllData.new.to_s
+ end
+ end
+
+ context 'when a graph is provided in the params hash' do
+ it 'returns the graph object with the given slug' do
+ params = { graph: 'all_data' }
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.graph.to_s).to eq Analyze::Graph::AllData.new.to_s
+
+ params = { graph: 'students-and-teachers' }
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.graph.to_s).to eq Analyze::Graph::StudentsAndTeachers.new.to_s
+
+ params = { graph: 'students-by-race' }
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.graph.to_s).to eq Analyze::Graph::StudentsByRace.new(races: nil).to_s
+
+ params = { graph: 'students-by-grade' }
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.graph.to_s).to eq Analyze::Graph::StudentsByGrade.new(grades: nil).to_s
+
+ params = { graph: 'students-by-gender' }
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.graph.to_s).to eq Analyze::Graph::StudentsByGender.new(genders: nil).to_s
+ end
+ end
+
+ context 'when a parameter that does not match a graph is provided' do
+ it 'returns the default(first) graph object' do
+ params = { graph: 'invalid parameter' }
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.graph.to_s).to eq Analyze::Graph::AllData.new.to_s
+ end
+ end
+ end
+
+ context '.grades' do
+ before :each do
+ school
+ academic_year
+ create_list(:survey_item_response, 20, school:, academic_year:, grade: 1, survey_item:)
+ create_list(:survey_item_response, 20, school:, academic_year:, grade: 2, survey_item:)
+ create_list(:survey_item_response, 20, school:, academic_year:, grade: 3, survey_item:)
+ create_list(:survey_item_response, 20, school:, academic_year:, grade: 4, survey_item:)
+ end
+
+ context 'when no grades are provided in the params hash' do
+ it 'returns the set of grades for which there are more than ten responses' do
+ params = {}
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.grades).to eq [1, 2, 3, 4]
+ end
+ end
+ end
+
+ context '.selected_grades' do
+ before :each do
+ school
+ academic_year
+ create_list(:survey_item_response, 20, school:, academic_year:, grade: 1, survey_item:)
+ create_list(:survey_item_response, 20, school:, academic_year:, grade: 2, survey_item:)
+ create_list(:survey_item_response, 20, school:, academic_year:, grade: 3, survey_item:)
+ create_list(:survey_item_response, 20, school:, academic_year:, grade: 4, survey_item:)
+ end
+
+ context 'when no grades are provided in the params hash' do
+ it 'returns only the set of grades selected even if other grades have sufficient responses' do
+ params = { grades: '1,2,3' }
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.selected_grades).to eq [1, 2, 3]
+ end
+ end
+ end
+
+ context '.selected_genders' do
+ before :each do
+ male
+ female
+ wrong_gender
+ end
+ context 'when no parameters are provided' do
+ it 'returns all genders' do
+ params = {}
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.selected_genders).to eq Gender.all
+ end
+ end
+
+ context 'when a single gender is provided in the params hash' do
+ it 'returns the gender with the given designation' do
+ params = { genders: 'female' }
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.selected_genders).to eq [Gender.find_by_designation('female')]
+
+ params = { genders: 'male' }
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.selected_genders).to eq [Gender.find_by_designation('male')]
+ end
+ end
+
+ context 'when multiple genders are provided in the params hash' do
+ it 'returns multilple genders with the given designations' do
+ params = { genders: 'female,male' }
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.selected_genders).to eq [Gender.find_by_designation('female'),
+ Gender.find_by_designation('male')]
+ end
+ end
+ end
+
+ context '.genders' do
+ before :each do
+ female
+ male
+ end
+
+ it 'returns all genders' do
+ params = {}
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.genders).to eq Gender.all
+ end
+ end
+
+ context '.group' do
+ context 'when no parameters are provided' do
+ it 'returns the first item in the list of groups' do
+ params = {}
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.group.slug).to eq presenter.groups.first.slug
+ end
+ end
+
+ context 'when a group is provided in the params hash' do
+ it 'returns the group with the given slug' do
+ params = { group: 'gender' }
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.group.slug).to eq 'gender'
+
+ params = { group: 'grade' }
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.group.slug).to eq 'grade'
+
+ params = { group: 'race' }
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.group.slug).to eq 'race'
+
+ # Not yet implemented
+ # params = { group: 'income' }
+ # presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ # expect(presenter.group.slug).to eq 'income'
+ end
+ end
+
+ context 'when a parameter that does not match a group is provided' do
+ it 'returns the first item in the list of groups' do
+ params = { group: 'invalid group' }
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.group.slug).to eq presenter.groups.first.slug
+ end
+ end
+ end
+
+ context '.slice' do
+ context 'when no parameters are provided' do
+ it 'returns the first item in the list of slices' do
+ params = {}
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.slice.slug).to eq 'all-data'
+ end
+ end
+
+ context 'when a slice is provided in the params hash' do
+ it 'returns the slice with the given slug' do
+ params = { source: 'survey-data-only', slice: 'students-and-teachers' }
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.slice.slug).to eq 'students-and-teachers'
+ end
+ end
+
+ context 'when a slice is provided but the source is left blank ' do
+ it 'returns the slice from the default source (all-data)' do
+ params = { slice: 'students-and-teachers' }
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.slice.slug).to eq 'all-data'
+ end
+ end
+
+ context 'when a parameter that does not match a slice is provided' do
+ it 'it returns the first slice from the chosen source' do
+ params = { source: 'survey-data-only', slice: 'invalid-slice' }
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.slice.slug).to eq 'students-and-teachers'
+ end
+ end
+ end
+
+ context '.source' do
+ context 'when no parameters are provided' do
+ it 'returns the first item in the list of sources' do
+ params = {}
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.slice.slug).to eq 'all-data'
+ end
+ end
+
+ context 'when a source is provided in the params hash' do
+ it 'returns the source with the given slug' do
+ params = { source: 'all-data' }
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.source.slug).to eq 'all-data'
+
+ params = { source: 'survey-data-only' }
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.source.slug).to eq 'survey-data-only'
+ end
+ end
+
+ context 'when a parameter that does not match a source is provided' do
+ it 'returns the first item in the list of sources' do
+ params = { source: 'invalid-source' }
+ presenter = Analyze::Presenter.new(params:, school:, academic_year:)
+ expect(presenter.slice.slug).to eq 'all-data'
+ end
+ end
+ end
+end
diff --git a/spec/presenters/grouped_bar_column_presenter_spec.rb b/spec/presenters/grouped_bar_column_presenter_spec.rb
index b214c68f..a7765162 100644
--- a/spec/presenters/grouped_bar_column_presenter_spec.rb
+++ b/spec/presenters/grouped_bar_column_presenter_spec.rb
@@ -227,12 +227,12 @@ describe GroupedBarColumnPresenter do
# it_behaves_like 'y_offset'
context 'and the score is right at the approval low benchmark' do
- it "where bar would normally have a height of 0, we inflate the height to be at least the minimum bar height of #{AnalyzeBarPresenter::MINIMUM_BAR_HEIGHT}" do
- expect(student_presenter.bars[year_index].bar_height_percentage).to be_within(0.01).of(AnalyzeBarPresenter::MINIMUM_BAR_HEIGHT)
+ it "where bar would normally have a height of 0, we inflate the height to be at least the minimum bar height of #{Analyze::BarPresenter::MINIMUM_BAR_HEIGHT}" do
+ expect(student_presenter.bars[year_index].bar_height_percentage).to be_within(0.01).of(Analyze::BarPresenter::MINIMUM_BAR_HEIGHT)
end
- it "where the bar would normally start at the approval low benchmark, it shifts up to accomodate it being grown to the minimum bar height of #{AnalyzeBarPresenter::MINIMUM_BAR_HEIGHT}" do
- expect(student_presenter.bars[year_index].y_offset).to be_within(0.01).of(analyze_zone_height * 2 - AnalyzeBarPresenter::MINIMUM_BAR_HEIGHT)
+ it "where the bar would normally start at the approval low benchmark, it shifts up to accomodate it being grown to the minimum bar height of #{Analyze::BarPresenter::MINIMUM_BAR_HEIGHT}" do
+ expect(student_presenter.bars[year_index].y_offset).to be_within(0.01).of(analyze_zone_height * 2 - Analyze::BarPresenter::MINIMUM_BAR_HEIGHT)
end
end
end
@@ -257,8 +257,8 @@ describe GroupedBarColumnPresenter do
academic_year:, likert_score: 4)
end
- it "it rounds to the the minimum bar height of #{AnalyzeBarPresenter::MINIMUM_BAR_HEIGHT} " do
- expect(student_presenter.bars[year_index].bar_height_percentage).to be_within(0.01).of(AnalyzeBarPresenter::MINIMUM_BAR_HEIGHT)
+ it "it rounds to the the minimum bar height of #{Analyze::BarPresenter::MINIMUM_BAR_HEIGHT} " do
+ expect(student_presenter.bars[year_index].bar_height_percentage).to be_within(0.01).of(Analyze::BarPresenter::MINIMUM_BAR_HEIGHT)
end
end
end
diff --git a/spec/services/demographic_loader_spec.rb b/spec/services/demographic_loader_spec.rb
index fe1f1951..1169e586 100644
--- a/spec/services/demographic_loader_spec.rb
+++ b/spec/services/demographic_loader_spec.rb
@@ -13,6 +13,10 @@ describe DemographicLoader do
}
end
+ let(:incomes) do
+ ['Economically Disadvantaged – N', 'Economically Disadvantaged – Y', 'Unknown']
+ end
+
before :each do
DemographicLoader.load_data(filepath:)
end
@@ -46,5 +50,12 @@ describe DemographicLoader do
expect(Gender.find_by_designation(key).qualtrics_code).to eq value
end
end
+
+ it 'loads all the income designations' do
+ expect(Income.all.count).to eq 3
+ incomes.each do |income|
+ expect(Income.find_by_designation(income).designation).to eq income
+ end
+ end
end
end
diff --git a/spec/services/survey_item_values_spec.rb b/spec/services/survey_item_values_spec.rb
index 9a6ab7ef..608260f9 100644
--- a/spec/services/survey_item_values_spec.rb
+++ b/spec/services/survey_item_values_spec.rb
@@ -1,9 +1,9 @@
-require 'rails_helper'
+require "rails_helper"
RSpec.describe SurveyItemValues, type: :model do
let(:headers) do
- ['StartDate', 'EndDate', 'Status', 'IPAddress', 'Progress', 'Duration (in seconds)', 'Finished', 'RecordedDate',
- 'ResponseId', 'RecipientLastName', 'RecipientFirstName', 'RecipientEmail', 'ExternalReference', 'LocationLatitude', 'LocationLongitude', 'DistributionChannel', 'UserLanguage', 'District', 'School- Lee', 'School- Maynard', 'LASID', 'Grade', 's-emsa-q1', 's-emsa-q2', 's-emsa-q3', 's-tint-q1', 's-tint-q2', 's-tint-q3', 's-tint-q4', 's-tint-q5', 's-acpr-q1', 's-acpr-q2', 's-acpr-q3', 's-acpr-q4', 's-cure-q1', 's-cure-q2', 's-cure-q3', 's-cure-q4', 's-sten-q1', 's-sten-q2', 's-sten-q3', 's-sper-q1', 's-sper-q2', 's-sper-q3', 's-sper-q4', 's-civp-q1', 's-civp-q2', 's-civp-q3', 's-civp-q4', 's-grmi-q1', 's-grmi-q2', 's-grmi-q3', 's-grmi-q4', 's-appa-q1', 's-appa-q2', 's-appa-q3', 's-peff-q1', 's-peff-q2', 's-peff-q3', 's-peff-q4', 's-peff-q5', 's-peff-q6', 's-sbel-q1', 's-sbel-q2', 's-sbel-q3', 's-sbel-q4', 's-sbel-q5', 's-phys-q1', 's-phys-q2', 's-phys-q3', 's-phys-q4', 's-vale-q1', 's-vale-q2', 's-vale-q3', 's-vale-q4', 's-acst-q1', 's-acst-q2', 's-acst-q3', 's-sust-q1', 's-sust-q2', 's-grit-q1', 's-grit-q2', 's-grit-q3', 's-grit-q4', 's-expa-q1', 's-poaf-q1', 's-poaf-q2', 's-poaf-q3', 's-poaf-q4', 's-tint-q1-1', 's-tint-q2-1', 's-tint-q3-1', 's-tint-q4-1', 's-tint-q5-1', 's-acpr-q1-1', 's-acpr-q2-1', 's-acpr-q3-1', 's-acpr-q4-1', 's-peff-q1-1', 's-peff-q2-1', 's-peff-q3-1', 's-peff-q4-1', 's-peff-q5-1', 's-peff-q6-1', 'Gender', 'Race']
+ ["StartDate", "EndDate", "Status", "IPAddress", "Progress", "Duration (in seconds)", "Finished", "RecordedDate",
+ "ResponseId", "RecipientLastName", "RecipientFirstName", "RecipientEmail", "ExternalReference", "LocationLatitude", "LocationLongitude", "DistributionChannel", "UserLanguage", "District", "School- Lee", "School- Maynard", "LASID", "Grade", "s-emsa-q1", "s-emsa-q2", "s-emsa-q3", "s-tint-q1", "s-tint-q2", "s-tint-q3", "s-tint-q4", "s-tint-q5", "s-acpr-q1", "s-acpr-q2", "s-acpr-q3", "s-acpr-q4", "s-cure-q1", "s-cure-q2", "s-cure-q3", "s-cure-q4", "s-sten-q1", "s-sten-q2", "s-sten-q3", "s-sper-q1", "s-sper-q2", "s-sper-q3", "s-sper-q4", "s-civp-q1", "s-civp-q2", "s-civp-q3", "s-civp-q4", "s-grmi-q1", "s-grmi-q2", "s-grmi-q3", "s-grmi-q4", "s-appa-q1", "s-appa-q2", "s-appa-q3", "s-peff-q1", "s-peff-q2", "s-peff-q3", "s-peff-q4", "s-peff-q5", "s-peff-q6", "s-sbel-q1", "s-sbel-q2", "s-sbel-q3", "s-sbel-q4", "s-sbel-q5", "s-phys-q1", "s-phys-q2", "s-phys-q3", "s-phys-q4", "s-vale-q1", "s-vale-q2", "s-vale-q3", "s-vale-q4", "s-acst-q1", "s-acst-q2", "s-acst-q3", "s-sust-q1", "s-sust-q2", "s-grit-q1", "s-grit-q2", "s-grit-q3", "s-grit-q4", "s-expa-q1", "s-poaf-q1", "s-poaf-q2", "s-poaf-q3", "s-poaf-q4", "s-tint-q1-1", "s-tint-q2-1", "s-tint-q3-1", "s-tint-q4-1", "s-tint-q5-1", "s-acpr-q1-1", "s-acpr-q2-1", "s-acpr-q3-1", "s-acpr-q4-1", "s-peff-q1-1", "s-peff-q2-1", "s-peff-q3-1", "s-peff-q4-1", "s-peff-q5-1", "s-peff-q6-1", "Gender", "Race"]
end
let(:genders) do
create(:gender, qualtrics_code: 1)
@@ -15,20 +15,21 @@ RSpec.describe SurveyItemValues, type: :model do
gender_hash
end
let(:survey_items) { [] }
+ let(:district) { create(:district, name: "Attleboro") }
let(:attleboro) do
- create(:school, name: 'Attleboro', dese_id: 1234)
+ create(:school, name: "Attleboro", dese_id: 1234, district:)
end
let(:attleboro_respondents) do
create(:respondent, school: attleboro, academic_year: ay_2022_23, nine: 40, ten: 40, eleven: 40, twelve: 40)
end
let(:schools) { School.school_hash }
- let(:recorded_date) { '2023-04-01' }
+ let(:recorded_date) { "2023-04-01" }
let(:ay_2022_23) do
- create(:academic_year, range: '2022-23')
+ create(:academic_year, range: "2022-23")
end
let(:common_headers) do
- ['Recorded Date', 'DeseID', 'ResponseID', 'Duration (in seconds)', 'Gender', 'Grade']
+ ["Recorded Date", "DeseID", "ResponseID", "Duration (in seconds)", "Gender", "Grade"]
end
let(:standard_survey_items) do
@@ -46,9 +47,9 @@ RSpec.describe SurveyItemValues, type: :model do
end
let(:short_form_survey_items) do
- survey_item_ids = [create(:survey_item, survey_item_id: 's-phys-q1', on_short_form: true),
- create(:survey_item, survey_item_id: 's-phys-q2', on_short_form: true),
- create(:survey_item, survey_item_id: 's-phys-q3',
+ survey_item_ids = [create(:survey_item, survey_item_id: "s-phys-q1", on_short_form: true),
+ create(:survey_item, survey_item_id: "s-phys-q2", on_short_form: true),
+ create(:survey_item, survey_item_id: "s-phys-q3",
on_short_form: true)].map(&:survey_item_id)
survey_item_ids.map do |survey_item_id|
create(:survey_item, survey_item_id:)
@@ -57,9 +58,9 @@ RSpec.describe SurveyItemValues, type: :model do
end
let(:early_education_survey_items) do
- survey_item_ids = [create(:survey_item, survey_item_id: 's-emsa-es1'),
- create(:survey_item, survey_item_id: 's-emsa-es2'),
- create(:survey_item, survey_item_id: 's-emsa-es3')].map(&:survey_item_id)
+ survey_item_ids = [create(:survey_item, survey_item_id: "s-emsa-es1"),
+ create(:survey_item, survey_item_id: "s-emsa-es2"),
+ create(:survey_item, survey_item_id: "s-emsa-es3")].map(&:survey_item_id)
survey_item_ids.map do |survey_item_id|
create(:survey_item, survey_item_id:)
end
@@ -81,49 +82,49 @@ RSpec.describe SurveyItemValues, type: :model do
(survey_item_ids << common_headers).flatten
end
- context '.recorded_date' do
- it 'returns the recorded date' do
- row = { 'RecordedDate' => '2017-01-01' }
+ context ".recorded_date" do
+ it "returns the recorded date" do
+ row = { "RecordedDate" => "2017-01-01" }
values = SurveyItemValues.new(row:, headers:, genders:, survey_items:, schools:)
- expect(values.recorded_date).to eq Date.parse('2017-01-01')
+ expect(values.recorded_date).to eq Date.parse("2017-01-01")
- headers = ['Recorded Date']
- row = { 'Recorded Date' => '2017-01-02' }
+ headers = ["Recorded Date"]
+ row = { "Recorded Date" => "2017-01-02" }
values = SurveyItemValues.new(row:, headers:, genders:, survey_items:, schools:)
- expect(values.recorded_date).to eq Date.parse('2017-01-02')
+ expect(values.recorded_date).to eq Date.parse("2017-01-02")
end
end
- context '.school' do
- it 'returns the school that maps to the dese id provided' do
+ context ".school" do
+ it "returns the school that maps to the dese id provided" do
attleboro
- row = { 'Dese ID' => '1234' }
+ row = { "Dese ID" => "1234" }
values = SurveyItemValues.new(row:, headers:, genders:, survey_items:, schools:)
expect(values.school).to eq attleboro
- row = { 'DeseID' => '1234' }
+ row = { "DeseID" => "1234" }
values = SurveyItemValues.new(row:, headers:, genders:, survey_items:, schools:)
expect(values.school).to eq attleboro
end
end
- context '.grade' do
- it 'returns the grade that maps to the grade provided' do
- row = { 'Grade' => '1' }
+ context ".grade" do
+ it "returns the grade that maps to the grade provided" do
+ row = { "Grade" => "1" }
values = SurveyItemValues.new(row:, headers:, genders:, survey_items:, schools:)
expect(values.grade).to eq 1
end
end
- context '.gender' do
- it 'returns the grade that maps to the grade provided' do
- row = { 'Gender' => '1' }
+ context ".gender" do
+ it "returns the grade that maps to the grade provided" do
+ row = { "Gender" => "1" }
values = SurveyItemValues.new(row:, headers:, genders:, survey_items:, schools:)
expect(values.gender.qualtrics_code).to eq 1
end
end
- context '.respondent_type' do
- it 'reads header to find the survey type' do
+ context ".respondent_type" do
+ it "reads header to find the survey type" do
headers = %w[s-sbel-q5 s-phys-q2 RecordedDate]
values = SurveyItemValues.new(row: {}, headers:, genders:, survey_items:, schools:)
expect(values.respondent_type).to eq :student
@@ -134,32 +135,32 @@ RSpec.describe SurveyItemValues, type: :model do
end
end
- context '.survey_type' do
- context 'when survey type is standard form' do
- it 'returns the survey type' do
+ context ".survey_type" do
+ context "when survey type is standard form" do
+ it "returns the survey type" do
headers = standard_survey_items
values = SurveyItemValues.new(row: {}, headers:, genders:, survey_items:, schools:)
expect(values.survey_type).to eq :standard
end
end
- context 'when survey type is teacher form' do
- it 'returns the survey type' do
+ context "when survey type is teacher form" do
+ it "returns the survey type" do
headers = teacher_survey_items
values = SurveyItemValues.new(row: {}, headers:, genders:, survey_items:, schools:)
expect(values.survey_type).to eq :teacher
end
end
- context 'when survey type is short form' do
- it 'returns the survey type' do
+ context "when survey type is short form" do
+ it "returns the survey type" do
headers = short_form_survey_items
values = SurveyItemValues.new(row: {}, headers:, genders:, survey_items:, schools:)
expect(values.survey_type).to eq :short_form
end
end
- context 'when survey type is early education' do
- it 'returns the survey type' do
+ context "when survey type is early education" do
+ it "returns the survey type" do
headers = early_education_survey_items
values = SurveyItemValues.new(row: {}, headers:, genders:, survey_items:, schools:)
expect(values.survey_type).to eq :early_education
@@ -167,158 +168,235 @@ RSpec.describe SurveyItemValues, type: :model do
end
end
- context '.valid_duration' do
- context 'when duration is valid' do
- it 'returns true' do
+ context ".income" do
+ context "when no disaggregation data is provided" do
+ it "returns an empty string " do
+ disaggregation_data = {}
+ values = SurveyItemValues.new(row: {}, headers:, genders:, survey_items:, schools:, disaggregation_data:)
+ expect(values.income).to eq "Unknown"
+ end
+ end
+
+ context "when disaggregation data is provided" do
+ before :each do
+ attleboro
+ ay_2022_23
+ end
+
+ it "translates Free Lunch to Economically Disadvantaged - Y" do
+ headers = ["District", "Academic Year", "LASID", "LowIncome"]
+ row = { "District" => "Attleboro", "AcademicYear" => "2022-23", "LASID" => "1", "LowIncome" => "Free Lunch" }
+ disaggregation_data = { %w[1 Attleboro 2022-23] => DisaggregationRow.new(row:, headers:) }
+
+ headers = ["LASID", "Dese Id", "RecordedDate"]
+ row = { "LASID" => "1", "DESE ID" => "1234", "RecordedDate" => "2023-1-1" }
+ values = SurveyItemValues.new(row:, headers:, genders:, survey_items:, schools:,
+ disaggregation_data:)
+ expect(values.income).to eq "Economically Disadvantaged - Y"
+ end
+
+ it "translates Reduced Lunch to Economically Disadvantaged - Y" do
+ headers = ["District", "Academic Year", "LASID", "LowIncome"]
+ row = { "District" => "Attleboro", "AcademicYear" => "2022-23", "LASID" => "1", "LowIncome" => "Reduced Lunch" }
+ disaggregation_data = { %w[1 Attleboro 2022-23] => DisaggregationRow.new(row:, headers:) }
+
+ headers = ["LASID", "Dese Id", "RecordedDate"]
+ row = { "LASID" => "1", "DESE ID" => "1234", "RecordedDate" => "2023-1-1" }
+ values = SurveyItemValues.new(row:, headers:, genders:, survey_items:, schools:,
+ disaggregation_data:)
+ expect(values.income).to eq "Economically Disadvantaged - Y"
+ end
+
+ it "translates LowIncome to Economically Disadvantaged - Y" do
+ headers = ["District", "Academic Year", "LASID", "LowIncome"]
+ row = { "District" => "Attleboro", "AcademicYear" => "2022-23", "LASID" => "1", "LowIncome" => "LowIncome" }
+ disaggregation_data = { %w[1 Attleboro 2022-23] => DisaggregationRow.new(row:, headers:) }
+
+ headers = ["LASID", "Dese Id", "RecordedDate"]
+ row = { "LASID" => "1", "DESE ID" => "1234", "RecordedDate" => "2023-1-1" }
+ values = SurveyItemValues.new(row:, headers:, genders:, survey_items:, schools:,
+ disaggregation_data:)
+ expect(values.income).to eq "Economically Disadvantaged - Y"
+ end
+
+ it "translates Not Eligible to Economically Disadvantaged - N" do
+ headers = ["District", "Academic Year", "LASID", "LowIncome"]
+ row = { "District" => "Attleboro", "AcademicYear" => "2022-23", "LASID" => "1", "LowIncome" => "Not Eligible" }
+ disaggregation_data = { %w[1 Attleboro 2022-23] => DisaggregationRow.new(row:, headers:) }
+
+ headers = ["LASID", "Dese Id", "RecordedDate"]
+ row = { "LASID" => "1", "DESE ID" => "1234", "RecordedDate" => "2023-1-1" }
+ values = SurveyItemValues.new(row:, headers:, genders:, survey_items:, schools:,
+ disaggregation_data:)
+ expect(values.income).to eq "Economically Disadvantaged - N"
+ end
+
+ it "translates blanks to Unknown" do
+ headers = ["District", "Academic Year", "LASID", "LowIncome"]
+ row = { "District" => "Attleboro", "AcademicYear" => "2022-23", "LASID" => "1", "LowIncome" => "" }
+ disaggregation_data = { %w[1 Attleboro 2022-23] => DisaggregationRow.new(row:, headers:) }
+
+ headers = ["LASID", "Dese Id", "RecordedDate"]
+ row = { "LASID" => "1", "DESE ID" => "1234", "RecordedDate" => "2023-1-1" }
+ values = SurveyItemValues.new(row:, headers:, genders:, survey_items:, schools:,
+ disaggregation_data:)
+ expect(values.income).to eq "Unknown"
+ end
+ end
+ end
+
+ context ".valid_duration" do
+ context "when duration is valid" do
+ it "returns true" do
headers = standard_survey_items
- values = SurveyItemValues.new(row: { 'Duration (in seconds)' => '240', 'Gender' => 'Male' }, headers:, genders:, survey_items:,
+ values = SurveyItemValues.new(row: { "Duration (in seconds)" => "240", "Gender" => "Male" }, headers:, genders:, survey_items:,
schools:)
expect(values.valid_duration?).to eq true
headers = teacher_survey_items
- values = SurveyItemValues.new(row: { 'Duration (in seconds)' => '300' }, headers:, genders:, survey_items:,
+ values = SurveyItemValues.new(row: { "Duration (in seconds)" => "300" }, headers:, genders:, survey_items:,
schools:)
expect(values.valid_duration?).to eq true
headers = short_form_survey_items
- values = SurveyItemValues.new(row: { 'Duration (in seconds)' => '100' }, headers:, genders:, survey_items:,
+ values = SurveyItemValues.new(row: { "Duration (in seconds)" => "100" }, headers:, genders:, survey_items:,
schools:)
expect(values.valid_duration?).to eq true
# When duration is blank or N/A or NA, we don't have enough information to kick out the row as invalid so we keep it in
headers = short_form_survey_items
- values = SurveyItemValues.new(row: { 'Duration (in seconds)' => '' }, headers:, genders:, survey_items:,
+ values = SurveyItemValues.new(row: { "Duration (in seconds)" => "" }, headers:, genders:, survey_items:,
schools:)
expect(values.valid_duration?).to eq true
headers = short_form_survey_items
- values = SurveyItemValues.new(row: { 'Duration (in seconds)' => 'N/A' }, headers:, genders:, survey_items:,
+ values = SurveyItemValues.new(row: { "Duration (in seconds)" => "N/A" }, headers:, genders:, survey_items:,
schools:)
expect(values.valid_duration?).to eq true
headers = short_form_survey_items
- values = SurveyItemValues.new(row: { 'Duration (in seconds)' => 'NA' }, headers:, genders:, survey_items:,
+ values = SurveyItemValues.new(row: { "Duration (in seconds)" => "NA" }, headers:, genders:, survey_items:,
schools:)
expect(values.valid_duration?).to eq true
end
end
- context 'when duration is invalid' do
- it 'returns false' do
+ context "when duration is invalid" do
+ it "returns false" do
headers = standard_survey_items
- values = SurveyItemValues.new(row: { 'Duration (in seconds)' => '239' }, headers:, genders:, survey_items:,
+ values = SurveyItemValues.new(row: { "Duration (in seconds)" => "239" }, headers:, genders:, survey_items:,
schools:)
expect(values.valid_duration?).to eq false
headers = teacher_survey_items
- values = SurveyItemValues.new(row: { 'Duration (in seconds)' => '299' }, headers:, genders:, survey_items:,
+ values = SurveyItemValues.new(row: { "Duration (in seconds)" => "299" }, headers:, genders:, survey_items:,
schools:)
expect(values.valid_duration?).to eq false
headers = short_form_survey_items
- values = SurveyItemValues.new(row: { 'Duration (in seconds)' => '99' }, headers:, genders:, survey_items:,
+ values = SurveyItemValues.new(row: { "Duration (in seconds)" => "99" }, headers:, genders:, survey_items:,
schools:)
expect(values.valid_duration?).to eq false
end
end
end
- context '.valid_progress' do
- context 'when progress is valid' do
- it 'returns true' do
+ context ".valid_progress" do
+ context "when progress is valid" do
+ it "returns true" do
headers = %w[s-sbel-q5 s-phys-q2 RecordedDate]
- values = SurveyItemValues.new(row: { 'Progress' => '25' }, headers:, genders:, survey_items:,
+ values = SurveyItemValues.new(row: { "Progress" => "25" }, headers:, genders:, survey_items:,
schools:)
expect(values.valid_progress?).to eq true
# When progress is blank or N/A or NA, we don't have enough information to kick out the row as invalid so we keep it in
headers = %w[s-sbel-q5 s-phys-q2 RecordedDate]
- values = SurveyItemValues.new(row: { 'Progress' => '' }, headers:, genders:, survey_items:,
+ values = SurveyItemValues.new(row: { "Progress" => "" }, headers:, genders:, survey_items:,
schools:)
expect(values.valid_progress?).to eq true
headers = %w[s-sbel-q5 s-phys-q2 RecordedDate]
- values = SurveyItemValues.new(row: { 'Progress' => 'N/A' }, headers:, genders:, survey_items:,
+ values = SurveyItemValues.new(row: { "Progress" => "N/A" }, headers:, genders:, survey_items:,
schools:)
expect(values.valid_progress?).to eq true
headers = %w[s-sbel-q5 s-phys-q2 RecordedDate]
- values = SurveyItemValues.new(row: { 'Progress' => 'NA' }, headers:, genders:, survey_items:,
+ values = SurveyItemValues.new(row: { "Progress" => "NA" }, headers:, genders:, survey_items:,
schools:)
expect(values.valid_progress?).to eq true
end
end
- context 'when progress is invalid' do
- it 'returns false' do
+ context "when progress is invalid" do
+ it "returns false" do
headers = %w[s-sbel-q5 s-phys-q2 RecordedDate]
- values = SurveyItemValues.new(row: { 'Progress' => '24' }, headers:, genders:, survey_items:,
+ values = SurveyItemValues.new(row: { "Progress" => "24" }, headers:, genders:, survey_items:,
schools:)
expect(values.valid_progress?).to eq false
end
end
end
- context '.valid_grade?' do
- context 'when grade is valid' do
+ context ".valid_grade?" do
+ context "when grade is valid" do
before :each do
attleboro
attleboro_respondents
end
- it 'returns true for students' do
+ it "returns true for students" do
headers = %w[s-sbel-q5 s-phys-q2 grade RecordedDate]
- values = SurveyItemValues.new(row: { 'grade' => '9', 'RecordedDate' => recorded_date, 'Dese ID' => '1234' }, headers:, genders:, survey_items:,
+ values = SurveyItemValues.new(row: { "grade" => "9", "RecordedDate" => recorded_date, "Dese ID" => "1234" }, headers:, genders:, survey_items:,
schools:)
expect(values.valid_grade?).to eq true
end
- it 'returns true for teachers' do
+ it "returns true for teachers" do
headers = %w[t-sbel-q5 t-phys-q2 grade RecordedDate]
- values = SurveyItemValues.new(row: { 'RecordedDate' => recorded_date, 'Dese ID' => '1234' }, headers:, genders:, survey_items:,
+ values = SurveyItemValues.new(row: { "RecordedDate" => recorded_date, "Dese ID" => "1234" }, headers:, genders:, survey_items:,
schools:)
expect(values.valid_grade?).to eq true
end
end
- context 'when grade is invalid' do
+ context "when grade is invalid" do
before :each do
attleboro
attleboro_respondents
end
- it 'returns false' do
+ it "returns false" do
headers = %w[s-sbel-q5 s-phys-q2 grade RecordedDate]
- values = SurveyItemValues.new(row: { 'grade' => '2', 'RecordedDate' => recorded_date, 'Dese ID' => '1234' }, headers:, genders:, survey_items:,
+ values = SurveyItemValues.new(row: { "grade" => "2", "RecordedDate" => recorded_date, "Dese ID" => "1234" }, headers:, genders:, survey_items:,
schools: School.school_hash)
expect(values.valid_grade?).to eq false
end
end
end
- context '.valid_sd?' do
- context 'when the standard deviation is valid' do
- it 'returns true for student questions' do
+ context ".valid_sd?" do
+ context "when the standard deviation is valid" do
+ it "returns true for student questions" do
headers = %w[s-sbel-q5 s-phys-q1 s-phys-q2 RecordedDate]
- values = SurveyItemValues.new(row: { 'RecordedDate' => recorded_date, 'Dese ID' => '1234', 's-sbel-q5' => '1', 's-phys-q1' => '', 's-phys-q2' => '5' }, headers:, genders:, survey_items:,
+ values = SurveyItemValues.new(row: { "RecordedDate" => recorded_date, "Dese ID" => "1234", "s-sbel-q5" => "1", "s-phys-q1" => "", "s-phys-q2" => "5" }, headers:, genders:, survey_items:,
schools: School.school_hash)
expect(values.valid_sd?).to eq true
end
- it 'returns true for teacher questions' do
+ it "returns true for teacher questions" do
headers = %w[t-sbel-q5 t-phys-q2]
- values = SurveyItemValues.new(row: { 'RecordedDate' => recorded_date, 'Dese ID' => '1234', 't-sbel-q5' => '1', 't-phys-q2' => '5' }, headers:, genders:, survey_items:,
+ values = SurveyItemValues.new(row: { "RecordedDate" => recorded_date, "Dese ID" => "1234", "t-sbel-q5" => "1", "t-phys-q2" => "5" }, headers:, genders:, survey_items:,
schools: School.school_hash)
expect(values.valid_sd?).to eq true
end
end
- context 'when the standard deviation is invalid' do
- it 'returns false for student questions' do
+ context "when the standard deviation is invalid" do
+ it "returns false for student questions" do
headers = %w[s-sbel-q5 s-phys-q1 s-phys-q2 RecordedDate]
- values = SurveyItemValues.new(row: { 'RecordedDate' => recorded_date, 'Dese ID' => '1234', 's-sbel-q5' => '1', 's-phys-q2' => '', 's-phys-q2' => '1' }, headers:, genders:, survey_items:,
+ values = SurveyItemValues.new(row: { "RecordedDate" => recorded_date, "Dese ID" => "1234", "s-sbel-q5" => "1", "s-phys-q2" => "1" }, headers:, genders:, survey_items:,
schools: School.school_hash)
expect(values.valid_sd?).to eq false
end
- it 'returns false for teacher questions' do
+ it "returns false for teacher questions" do
headers = %w[t-sbel-q5 t-phys-q1 t-phys-q2 RecordedDate]
- values = SurveyItemValues.new(row: { 'RecordedDate' => recorded_date, 'Dese ID' => '1234', 't-sbel-q5' => '1', 't-phys-q2' => '', 't-phys-q2' => '1' }, headers:, genders:, survey_items:,
+ values = SurveyItemValues.new(row: { "RecordedDate" => recorded_date, "Dese ID" => "1234", "t-sbel-q5" => "1", "t-phys-q2" => "1" }, headers:, genders:, survey_items:,
schools: School.school_hash)
expect(values.valid_sd?).to eq false
end
diff --git a/spec/services/survey_responses_data_loader_spec.rb b/spec/services/survey_responses_data_loader_spec.rb
index 8121bdfd..0558a6ce 100644
--- a/spec/services/survey_responses_data_loader_spec.rb
+++ b/spec/services/survey_responses_data_loader_spec.rb
@@ -1,53 +1,59 @@
-require "rails_helper"
+require 'rails_helper'
describe SurveyResponsesDataLoader do
- let(:path_to_teacher_responses) { Rails.root.join("spec", "fixtures", "test_2020-21_teacher_survey_responses.csv") }
- let(:path_to_student_responses) { Rails.root.join("spec", "fixtures", "test_2020-21_student_survey_responses.csv") }
+ let(:path_to_teacher_responses) { Rails.root.join('spec', 'fixtures', 'test_2020-21_teacher_survey_responses.csv') }
+ let(:path_to_student_responses) { Rails.root.join('spec', 'fixtures', 'test_2020-21_student_survey_responses.csv') }
let(:path_to_butler_student_responses) do
- Rails.root.join("spec", "fixtures", "test_2022-23_butler_student_survey_responses.csv")
+ Rails.root.join('spec', 'fixtures', 'test_2022-23_butler_student_survey_responses.csv')
end
- let(:ay_2020_21) { create(:academic_year, range: "2020-21") }
- let(:ay_2022_23) { create(:academic_year, range: "2022-23") }
+ let(:ay_2020_21) { create(:academic_year, range: '2020-21') }
+ let(:ay_2022_23) { create(:academic_year, range: '2022-23') }
- let(:school) { create(:school, name: "Lee Elementary School", slug: "lee-elementary-school", dese_id: 1_500_025) }
- let(:lowell) { create(:district, name: "Lowell", slug: "lowell") }
- let(:second_school) { create(:school, name: "Lee Middle High School", slug: "lee-middle-high-school", dese_id: 1_500_505, district: lowell) }
+ let(:school) { create(:school, name: 'Lee Elementary School', slug: 'lee-elementary-school', dese_id: 1_500_025) }
+ let(:lowell) { create(:district, name: 'Lowell', slug: 'lowell') }
+ let(:second_school) do
+ create(:school, name: 'Lee Middle High School', slug: 'lee-middle-high-school', dese_id: 1_500_505,
+ district: lowell)
+ end
let(:butler_school) do
- create(:school, name: "Butler Elementary School", slug: "butler-elementary-school", dese_id: 1_600_310,
- district: lowell)
+ create(:school, name: 'Butler Elementary School', slug: 'butler-elementary-school', dese_id: 1_600_310,
+ district: lowell)
end
- let(:t_pcom_q3) { create(:survey_item, survey_item_id: "t-pcom-q3") }
- let(:t_pcom_q2) { create(:survey_item, survey_item_id: "t-pcom-q2") }
- let(:t_coll_q1) { create(:survey_item, survey_item_id: "t-coll-q1") }
- let(:t_coll_q2) { create(:survey_item, survey_item_id: "t-coll-q2") }
- let(:t_coll_q3) { create(:survey_item, survey_item_id: "t-coll-q3") }
- let(:t_sach_q1) { create(:survey_item, survey_item_id: "t-sach-q1") }
- let(:t_sach_q2) { create(:survey_item, survey_item_id: "t-sach-q2") }
- let(:t_sach_q3) { create(:survey_item, survey_item_id: "t-sach-q3") }
-
- let(:s_phys_q1) { create(:survey_item, survey_item_id: "s-phys-q1") }
- let(:s_phys_q2) { create(:survey_item, survey_item_id: "s-phys-q2") }
- let(:s_phys_q3) { create(:survey_item, survey_item_id: "s-phys-q3") }
- let(:s_phys_q4) { create(:survey_item, survey_item_id: "s-phys-q4") }
- let(:s_vale_q1) { create(:survey_item, survey_item_id: "s-phys-q1") }
- let(:s_vale_q2) { create(:survey_item, survey_item_id: "s-phys-q2") }
- let(:s_vale_q3) { create(:survey_item, survey_item_id: "s-phys-q3") }
- let(:s_vale_q4) { create(:survey_item, survey_item_id: "s-phys-q4") }
- let(:s_acst_q1) { create(:survey_item, survey_item_id: "s-acst-q1") }
- let(:s_acst_q2) { create(:survey_item, survey_item_id: "s-acst-q2") }
- let(:s_acst_q3) { create(:survey_item, survey_item_id: "s-acst-q3") }
- let(:s_acst_q4) { create(:survey_item, survey_item_id: "s-acst-q4") }
- let(:s_emsa_q1) { create(:survey_item, survey_item_id: "s-emsa-q1") }
- let(:s_emsa_q2) { create(:survey_item, survey_item_id: "s-emsa-q2") }
- let(:s_emsa_q3) { create(:survey_item, survey_item_id: "s-emsa-q3") }
+ let(:t_pcom_q3) { create(:survey_item, survey_item_id: 't-pcom-q3') }
+ let(:t_pcom_q2) { create(:survey_item, survey_item_id: 't-pcom-q2') }
+ let(:t_coll_q1) { create(:survey_item, survey_item_id: 't-coll-q1') }
+ let(:t_coll_q2) { create(:survey_item, survey_item_id: 't-coll-q2') }
+ let(:t_coll_q3) { create(:survey_item, survey_item_id: 't-coll-q3') }
+ let(:t_sach_q1) { create(:survey_item, survey_item_id: 't-sach-q1') }
+ let(:t_sach_q2) { create(:survey_item, survey_item_id: 't-sach-q2') }
+ let(:t_sach_q3) { create(:survey_item, survey_item_id: 't-sach-q3') }
+
+ let(:s_phys_q1) { create(:survey_item, survey_item_id: 's-phys-q1') }
+ let(:s_phys_q2) { create(:survey_item, survey_item_id: 's-phys-q2') }
+ let(:s_phys_q3) { create(:survey_item, survey_item_id: 's-phys-q3') }
+ let(:s_phys_q4) { create(:survey_item, survey_item_id: 's-phys-q4') }
+ let(:s_vale_q1) { create(:survey_item, survey_item_id: 's-phys-q1') }
+ let(:s_vale_q2) { create(:survey_item, survey_item_id: 's-phys-q2') }
+ let(:s_vale_q3) { create(:survey_item, survey_item_id: 's-phys-q3') }
+ let(:s_vale_q4) { create(:survey_item, survey_item_id: 's-phys-q4') }
+ let(:s_acst_q1) { create(:survey_item, survey_item_id: 's-acst-q1') }
+ let(:s_acst_q2) { create(:survey_item, survey_item_id: 's-acst-q2') }
+ let(:s_acst_q3) { create(:survey_item, survey_item_id: 's-acst-q3') }
+ let(:s_acst_q4) { create(:survey_item, survey_item_id: 's-acst-q4') }
+ let(:s_emsa_q1) { create(:survey_item, survey_item_id: 's-emsa-q1') }
+ let(:s_emsa_q2) { create(:survey_item, survey_item_id: 's-emsa-q2') }
+ let(:s_emsa_q3) { create(:survey_item, survey_item_id: 's-emsa-q3') }
let(:female) { create(:gender, qualtrics_code: 1) }
let(:male) { create(:gender, qualtrics_code: 2) }
let(:another_gender) { create(:gender, qualtrics_code: 3) }
let(:non_binary) { create(:gender, qualtrics_code: 4) }
let(:unknown_gender) { create(:gender, qualtrics_code: 99) }
+ let(:low_income) { create(:income, designation: 'Economically Disadvantaged – Y') }
+ let(:high_income) { create(:income, designation: 'Economically Disadvantaged – N') }
+ let(:unknown_income) { create(:income, designation: 'Unknown') }
let(:setup) do
ay_2020_21
@@ -83,18 +89,21 @@ describe SurveyResponsesDataLoader do
another_gender
non_binary
unknown_gender
+ low_income
+ high_income
+ unknown_income
end
before :each do
setup
end
- describe "loading teacher survey responses" do
+ describe 'loading teacher survey responses' do
before do
SurveyResponsesDataLoader.load_data filepath: path_to_teacher_responses
end
- it "ensures teacher responses load correctly" do
+ it 'ensures teacher responses load correctly' do
assigns_academic_year_to_survey_item_responses
assigns_school_to_the_survey_item_responses
assigns_recorded_date_to_teacher_responses
@@ -105,12 +114,12 @@ describe SurveyResponsesDataLoader do
end
end
- describe "student survey responses" do
+ describe 'student survey responses' do
before do
SurveyResponsesDataLoader.load_data filepath: path_to_student_responses
end
- it "ensures student responses load correctly" do
+ it 'ensures student responses load correctly' do
assigns_academic_year_to_student_survey_item_responses
assigns_school_to_student_survey_item_responses
assigns_recorded_date_to_student_responses
@@ -119,85 +128,86 @@ describe SurveyResponsesDataLoader do
captures_likert_scores_for_student_survey_item_responses
assigns_grade_level_to_responses
assigns_gender_to_responses
+ assigns_income_to_responses
is_idempotent_for_students
end
- context "when updating student survey responses from another csv file" do
+ context 'when updating student survey responses from another csv file' do
before :each do
- SurveyResponsesDataLoader.load_data filepath: Rails.root.join("spec", "fixtures",
- "secondary_test_2020-21_student_survey_responses.csv")
+ SurveyResponsesDataLoader.load_data filepath: Rails.root.join('spec', 'fixtures',
+ 'secondary_test_2020-21_student_survey_responses.csv')
end
- it "updates the likert score to the score on the new csv file" do
- s_emsa_q1 = SurveyItem.find_by_survey_item_id "s-emsa-q1"
- expect(SurveyItemResponse.where(response_id: "student_survey_response_3",
- survey_item: s_emsa_q1).first.likert_score).to eq 1
- expect(SurveyItemResponse.where(response_id: "student_survey_response_4",
- survey_item: s_emsa_q1).first.likert_score).to eq 1
- expect(SurveyItemResponse.where(response_id: "student_survey_response_5",
- survey_item: s_emsa_q1).first.likert_score).to eq 1
-
- expect(SurveyItemResponse.where(response_id: "student_survey_response_5",
- survey_item: s_acst_q3).first.likert_score).to eq 4
+ it 'updates the likert score to the score on the new csv file' do
+ s_emsa_q1 = SurveyItem.find_by_survey_item_id 's-emsa-q1'
+ expect(SurveyItemResponse.where(response_id: 'student_survey_response_3',
+ survey_item: s_emsa_q1).first.likert_score).to eq 1
+ expect(SurveyItemResponse.where(response_id: 'student_survey_response_4',
+ survey_item: s_emsa_q1).first.likert_score).to eq 1
+ expect(SurveyItemResponse.where(response_id: 'student_survey_response_5',
+ survey_item: s_emsa_q1).first.likert_score).to eq 1
+
+ expect(SurveyItemResponse.where(response_id: 'student_survey_response_5',
+ survey_item: s_acst_q3).first.likert_score).to eq 4
end
end
end
# figure out why this is failing
- describe "when using Lowell rules to skip rows in the csv file" do
+ describe 'when using Lowell rules to skip rows in the csv file' do
before :each do
SurveyResponsesDataLoader.load_data filepath: path_to_student_responses,
- rules: [Rule::SkipNonLowellSchools]
+ rules: [Rule::SkipNonLowellSchools]
end
- it "rejects any non-lowell school" do
- expect(SurveyItemResponse.where(response_id: "student_survey_response_1").count).to eq 0
+ it 'rejects any non-lowell school' do
+ expect(SurveyItemResponse.where(response_id: 'student_survey_response_1').count).to eq 0
expect(SurveyItemResponse.count).to eq 69
end
- it "loads the correct number of responses for lowell schools" do
- expect(SurveyItemResponse.where(response_id: "student_survey_response_2").count).to eq 0
- expect(SurveyItemResponse.where(response_id: "student_survey_response_3").count).to eq 12
- expect(SurveyItemResponse.where(response_id: "student_survey_response_4").count).to eq 15
- expect(SurveyItemResponse.where(response_id: "student_survey_response_5").count).to eq 14
+ it 'loads the correct number of responses for lowell schools' do
+ expect(SurveyItemResponse.where(response_id: 'student_survey_response_2').count).to eq 0
+ expect(SurveyItemResponse.where(response_id: 'student_survey_response_3').count).to eq 12
+ expect(SurveyItemResponse.where(response_id: 'student_survey_response_4').count).to eq 15
+ expect(SurveyItemResponse.where(response_id: 'student_survey_response_5').count).to eq 14
end
- context "when loading 22-23 butler survey responses" do
+ context 'when loading 22-23 butler survey responses' do
before :each do
SurveyResponsesDataLoader.load_data filepath: path_to_butler_student_responses,
- rules: [Rule::SkipNonLowellSchools]
+ rules: [Rule::SkipNonLowellSchools]
end
- it "loads all the responses for Butler" do
+ it 'loads all the responses for Butler' do
expect(SurveyItemResponse.where(school: butler_school).count).to eq 56
end
- it "blank entries for grade get loaded as nils, not zero values" do
- expect(SurveyItemResponse.where(response_id: "butler_student_survey_response_1").first.grade).to eq 7
- expect(SurveyItemResponse.where(response_id: "butler_student_survey_response_2").first.grade).to eq 7
- expect(SurveyItemResponse.where(response_id: "butler_student_survey_response_3").first.grade).to eq 7
- expect(SurveyItemResponse.where(response_id: "butler_student_survey_response_4").first.grade).to eq 5
- expect(SurveyItemResponse.where(response_id: "butler_student_survey_response_5").first.grade).to eq 7
- expect(SurveyItemResponse.where(response_id: "butler_student_survey_response_6").first.grade).to eq 6
- expect(SurveyItemResponse.where(response_id: "butler_student_survey_response_7").first.grade).to eq nil
- expect(SurveyItemResponse.where(response_id: "butler_student_survey_response_8").first.grade).to eq 0
+ it 'blank entries for grade get loaded as nils, not zero values' do
+ expect(SurveyItemResponse.where(response_id: 'butler_student_survey_response_1').first.grade).to eq 7
+ expect(SurveyItemResponse.where(response_id: 'butler_student_survey_response_2').first.grade).to eq 7
+ expect(SurveyItemResponse.where(response_id: 'butler_student_survey_response_3').first.grade).to eq 7
+ expect(SurveyItemResponse.where(response_id: 'butler_student_survey_response_4').first.grade).to eq 5
+ expect(SurveyItemResponse.where(response_id: 'butler_student_survey_response_5').first.grade).to eq 7
+ expect(SurveyItemResponse.where(response_id: 'butler_student_survey_response_6').first.grade).to eq 6
+ expect(SurveyItemResponse.where(response_id: 'butler_student_survey_response_7').first.grade).to eq nil
+ expect(SurveyItemResponse.where(response_id: 'butler_student_survey_response_8').first.grade).to eq 0
end
end
end
end
def assigns_academic_year_to_survey_item_responses
- expect(SurveyItemResponse.find_by_response_id("teacher_survey_response_1").academic_year).to eq ay_2020_21
+ expect(SurveyItemResponse.find_by_response_id('teacher_survey_response_1').academic_year).to eq ay_2020_21
end
def assigns_school_to_the_survey_item_responses
- expect(SurveyItemResponse.find_by_response_id("teacher_survey_response_1").school).to eq school
+ expect(SurveyItemResponse.find_by_response_id('teacher_survey_response_1').school).to eq school
end
def loads_survey_item_responses_for_a_given_survey_response
- expect(SurveyItemResponse.where(response_id: "teacher_survey_response_1").count).to eq 5
- expect(SurveyItemResponse.where(response_id: "teacher_survey_response_2").count).to eq 0
- expect(SurveyItemResponse.where(response_id: "teacher_survey_response_3").count).to eq 8
- expect(SurveyItemResponse.where(response_id: "teacher_survey_response_4").count).to eq 8
- expect(SurveyItemResponse.where(response_id: "teacher_survey_response_5").count).to eq 8
+ expect(SurveyItemResponse.where(response_id: 'teacher_survey_response_1').count).to eq 5
+ expect(SurveyItemResponse.where(response_id: 'teacher_survey_response_2').count).to eq 0
+ expect(SurveyItemResponse.where(response_id: 'teacher_survey_response_3').count).to eq 8
+ expect(SurveyItemResponse.where(response_id: 'teacher_survey_response_4').count).to eq 8
+ expect(SurveyItemResponse.where(response_id: 'teacher_survey_response_5').count).to eq 8
end
def loads_all_survey_item_responses_for_a_given_survey_item
@@ -206,20 +216,20 @@ def loads_all_survey_item_responses_for_a_given_survey_item
end
def captures_likert_scores_for_survey_item_responses
- expect(SurveyItemResponse.where(response_id: "teacher_survey_response_1").where(survey_item: t_pcom_q2)).to be_empty
- expect(SurveyItemResponse.where(response_id: "teacher_survey_response_1").where(survey_item: t_pcom_q3).first.likert_score).to eq 3
+ expect(SurveyItemResponse.where(response_id: 'teacher_survey_response_1').where(survey_item: t_pcom_q2)).to be_empty
+ expect(SurveyItemResponse.where(response_id: 'teacher_survey_response_1').where(survey_item: t_pcom_q3).first.likert_score).to eq 3
- expect(SurveyItemResponse.where(response_id: "teacher_survey_response_2").where(survey_item: t_pcom_q2)).to be_empty
- expect(SurveyItemResponse.where(response_id: "teacher_survey_response_2").where(survey_item: t_pcom_q3)).to be_empty
+ expect(SurveyItemResponse.where(response_id: 'teacher_survey_response_2').where(survey_item: t_pcom_q2)).to be_empty
+ expect(SurveyItemResponse.where(response_id: 'teacher_survey_response_2').where(survey_item: t_pcom_q3)).to be_empty
- expect(SurveyItemResponse.where(response_id: "teacher_survey_response_3").where(survey_item: t_pcom_q2).first.likert_score).to eq 5
- expect(SurveyItemResponse.where(response_id: "teacher_survey_response_3").where(survey_item: t_pcom_q3).first.likert_score).to eq 5
+ expect(SurveyItemResponse.where(response_id: 'teacher_survey_response_3').where(survey_item: t_pcom_q2).first.likert_score).to eq 5
+ expect(SurveyItemResponse.where(response_id: 'teacher_survey_response_3').where(survey_item: t_pcom_q3).first.likert_score).to eq 5
- expect(SurveyItemResponse.where(response_id: "teacher_survey_response_4").where(survey_item: t_pcom_q2).first.likert_score).to eq 4
- expect(SurveyItemResponse.where(response_id: "teacher_survey_response_4").where(survey_item: t_pcom_q3).first.likert_score).to eq 4
+ expect(SurveyItemResponse.where(response_id: 'teacher_survey_response_4').where(survey_item: t_pcom_q2).first.likert_score).to eq 4
+ expect(SurveyItemResponse.where(response_id: 'teacher_survey_response_4').where(survey_item: t_pcom_q3).first.likert_score).to eq 4
- expect(SurveyItemResponse.where(response_id: "teacher_survey_response_5").where(survey_item: t_pcom_q2).first.likert_score).to eq 2
- expect(SurveyItemResponse.where(response_id: "teacher_survey_response_5").where(survey_item: t_pcom_q3).first.likert_score).to eq 4
+ expect(SurveyItemResponse.where(response_id: 'teacher_survey_response_5').where(survey_item: t_pcom_q2).first.likert_score).to eq 2
+ expect(SurveyItemResponse.where(response_id: 'teacher_survey_response_5').where(survey_item: t_pcom_q3).first.likert_score).to eq 4
end
def is_idempotent
@@ -231,19 +241,19 @@ def is_idempotent
end
def assigns_academic_year_to_student_survey_item_responses
- expect(SurveyItemResponse.find_by_response_id("student_survey_response_3").academic_year).to eq ay_2020_21
+ expect(SurveyItemResponse.find_by_response_id('student_survey_response_3').academic_year).to eq ay_2020_21
end
def assigns_school_to_student_survey_item_responses
- expect(SurveyItemResponse.find_by_response_id("student_survey_response_3").school).to eq second_school
+ expect(SurveyItemResponse.find_by_response_id('student_survey_response_3').school).to eq second_school
end
def loads_student_survey_item_response_values
- expect(SurveyItemResponse.where(response_id: "student_survey_response_1").count).to eq 3
- expect(SurveyItemResponse.where(response_id: "student_survey_response_2").count).to eq 0
- expect(SurveyItemResponse.where(response_id: "student_survey_response_3").count).to eq 12
- expect(SurveyItemResponse.where(response_id: "student_survey_response_4").count).to eq 15
- expect(SurveyItemResponse.where(response_id: "student_survey_response_5").count).to eq 14
+ expect(SurveyItemResponse.where(response_id: 'student_survey_response_1').count).to eq 3
+ expect(SurveyItemResponse.where(response_id: 'student_survey_response_2').count).to eq 0
+ expect(SurveyItemResponse.where(response_id: 'student_survey_response_3').count).to eq 12
+ expect(SurveyItemResponse.where(response_id: 'student_survey_response_4').count).to eq 15
+ expect(SurveyItemResponse.where(response_id: 'student_survey_response_5').count).to eq 14
end
def student_survey_item_response_count_matches_expected
@@ -252,20 +262,20 @@ def student_survey_item_response_count_matches_expected
end
def captures_likert_scores_for_student_survey_item_responses
- expect(SurveyItemResponse.where(response_id: "student_survey_response_1").where(survey_item: s_phys_q1).first.likert_score).to eq 3
- expect(SurveyItemResponse.where(response_id: "student_survey_response_1").where(survey_item: s_phys_q2)).to be_empty
+ expect(SurveyItemResponse.where(response_id: 'student_survey_response_1').where(survey_item: s_phys_q1).first.likert_score).to eq 3
+ expect(SurveyItemResponse.where(response_id: 'student_survey_response_1').where(survey_item: s_phys_q2)).to be_empty
- expect(SurveyItemResponse.where(response_id: "student_survey_response_2").where(survey_item: s_phys_q1)).to be_empty
- expect(SurveyItemResponse.where(response_id: "student_survey_response_2").where(survey_item: s_phys_q2)).to be_empty
+ expect(SurveyItemResponse.where(response_id: 'student_survey_response_2').where(survey_item: s_phys_q1)).to be_empty
+ expect(SurveyItemResponse.where(response_id: 'student_survey_response_2').where(survey_item: s_phys_q2)).to be_empty
- expect(SurveyItemResponse.where(response_id: "student_survey_response_3").where(survey_item: s_phys_q1).first.likert_score).to eq 1
- expect(SurveyItemResponse.where(response_id: "student_survey_response_3").where(survey_item: s_phys_q2).first.likert_score).to eq 3
+ expect(SurveyItemResponse.where(response_id: 'student_survey_response_3').where(survey_item: s_phys_q1).first.likert_score).to eq 1
+ expect(SurveyItemResponse.where(response_id: 'student_survey_response_3').where(survey_item: s_phys_q2).first.likert_score).to eq 3
- expect(SurveyItemResponse.where(response_id: "student_survey_response_4").where(survey_item: s_phys_q1).first.likert_score).to eq 1
- expect(SurveyItemResponse.where(response_id: "student_survey_response_4").where(survey_item: s_phys_q2).first.likert_score).to eq 1
+ expect(SurveyItemResponse.where(response_id: 'student_survey_response_4').where(survey_item: s_phys_q1).first.likert_score).to eq 1
+ expect(SurveyItemResponse.where(response_id: 'student_survey_response_4').where(survey_item: s_phys_q2).first.likert_score).to eq 1
- expect(SurveyItemResponse.where(response_id: "student_survey_response_5").where(survey_item: s_phys_q1).first.likert_score).to eq 1
- expect(SurveyItemResponse.where(response_id: "student_survey_response_5").where(survey_item: s_phys_q2).first.likert_score).to eq 2
+ expect(SurveyItemResponse.where(response_id: 'student_survey_response_5').where(survey_item: s_phys_q1).first.likert_score).to eq 1
+ expect(SurveyItemResponse.where(response_id: 'student_survey_response_5').where(survey_item: s_phys_q2).first.likert_score).to eq 2
end
def is_idempotent_for_students
@@ -277,26 +287,26 @@ def is_idempotent_for_students
end
def assigns_grade_level_to_responses
- results = {"student_survey_response_1" => 11,
- "student_survey_response_3" => 8,
- "student_survey_response_4" => 8,
- "student_survey_response_5" => 7,
- "student_survey_response_6" => 3,
- "student_survey_response_7" => 4}
+ results = { 'student_survey_response_1' => 11,
+ 'student_survey_response_3' => 8,
+ 'student_survey_response_4' => 8,
+ 'student_survey_response_5' => 7,
+ 'student_survey_response_6' => 3,
+ 'student_survey_response_7' => 4 }
results.each do |key, value|
expect(SurveyItemResponse.where(response_id: key).all? do |response|
- response.grade == value
- end).to eq true
+ response.grade == value
+ end).to eq true
end
end
def assigns_gender_to_responses
- results = {"student_survey_response_1" => female,
- "student_survey_response_3" => male,
- "student_survey_response_4" => non_binary,
- "student_survey_response_5" => non_binary,
- "student_survey_response_6" => unknown_gender,
- "student_survey_response_7" => unknown_gender}
+ results = { 'student_survey_response_1' => female,
+ 'student_survey_response_3' => male,
+ 'student_survey_response_4' => non_binary,
+ 'student_survey_response_5' => non_binary,
+ 'student_survey_response_6' => unknown_gender,
+ 'student_survey_response_7' => unknown_gender }
results.each do |key, value|
expect(SurveyItemResponse.where(response_id: key).first.gender).to eq value
@@ -304,23 +314,36 @@ def assigns_gender_to_responses
end
def assigns_recorded_date_to_student_responses
- results = {"student_survey_response_1" => "2020-09-30T18:48:50",
- "student_survey_response_3" => "2021-03-31T09:59:02",
- "student_survey_response_4" => "2021-03-31T10:00:17",
- "student_survey_response_5" => "2021-03-31T10:01:36",
- "student_survey_response_6" => "2021-03-31T10:01:37",
- "student_survey_response_7" => "2021-03-31T10:01:38"}
+ results = { 'student_survey_response_1' => '2020-09-30T18:48:50',
+ 'student_survey_response_3' => '2021-03-31T09:59:02',
+ 'student_survey_response_4' => '2021-03-31T10:00:17',
+ 'student_survey_response_5' => '2021-03-31T10:01:36',
+ 'student_survey_response_6' => '2021-03-31T10:01:37',
+ 'student_survey_response_7' => '2021-03-31T10:01:38' }
results.each do |key, value|
expect(SurveyItemResponse.find_by_response_id(key).recorded_date).to eq Date.parse(value)
end
end
def assigns_recorded_date_to_teacher_responses
- results = {"teacher_survey_response_1" => "2020-10-16 11:09:03",
- "teacher_survey_response_3" => "2020-12-06 8:36:52",
- "teacher_survey_response_4" => "2020-12-06 8:51:25",
- "teacher_survey_response_5" => "2020-12-06 8:55:58"}
+ results = { 'teacher_survey_response_1' => '2020-10-16 11:09:03',
+ 'teacher_survey_response_3' => '2020-12-06 8:36:52',
+ 'teacher_survey_response_4' => '2020-12-06 8:51:25',
+ 'teacher_survey_response_5' => '2020-12-06 8:55:58' }
results.each do |key, value|
expect(SurveyItemResponse.find_by_response_id(key).recorded_date).to eq Date.parse(value)
end
end
+
+def assigns_income_to_responses
+ results = { 'student_survey_response_1' => low_income,
+ 'student_survey_response_3' => low_income,
+ 'student_survey_response_4' => unknown_income,
+ 'student_survey_response_5' => low_income,
+ 'student_survey_response_6' => high_income,
+ 'student_survey_response_7' => low_income }
+
+ results.each do |key, value|
+ expect(SurveyItemResponse.where(response_id: key).first.income).to eq value
+ end
+end
diff --git a/spec/views/analyze/index.html.erb_spec.rb b/spec/views/analyze/index.html.erb_spec.rb
index f49ba123..c96b43ef 100644
--- a/spec/views/analyze/index.html.erb_spec.rb
+++ b/spec/views/analyze/index.html.erb_spec.rb
@@ -1,25 +1,20 @@
-require 'rails_helper'
+require "rails_helper"
include AnalyzeHelper
include Analyze::Graph
-describe 'analyze/index' do
+describe "analyze/index" do
subject { Nokogiri::HTML(rendered) }
let(:category) { create(:category) }
let(:subcategory) { create(:subcategory, category:) }
let(:school) { create(:school) }
let(:academic_year) { create(:academic_year) }
let(:races) do
- DemographicLoader.load_data(filepath: 'spec/fixtures/sample_demographics.csv')
+ DemographicLoader.load_data(filepath: "spec/fixtures/sample_demographics.csv")
Race.all
end
- let(:graph) { StudentsAndTeachers.new }
- let(:graphs) do
- [StudentsAndTeachers.new, StudentsByRace.new(races:)]
- end
let(:background) { BackgroundPresenter.new(num_of_columns: graph.columns.count) }
- let(:selected_races) { races }
let(:support_for_teaching) do
- measure = create(:measure, name: 'Support For Teaching Development & Growth', measure_id: '1A-I', subcategory:)
+ measure = create(:measure, name: "Support For Teaching Development & Growth", measure_id: "1A-I", subcategory:)
scale = create(:scale, measure:)
create(:student_survey_item,
scale:,
@@ -31,7 +26,7 @@ describe 'analyze/index' do
end
let(:effective_leadership) do
- measure = create(:measure, name: 'Effective Leadership', measure_id: '1A-II', subcategory:)
+ measure = create(:measure, name: "Effective Leadership", measure_id: "1A-II", subcategory:)
scale = create(:scale, measure:)
create(:teacher_survey_item,
scale:,
@@ -43,7 +38,7 @@ describe 'analyze/index' do
end
let(:professional_qualifications) do
- measure = create(:measure, name: 'Professional Qualifications', measure_id: '1A-III', subcategory:)
+ measure = create(:measure, name: "Professional Qualifications", measure_id: "1A-III", subcategory:)
scale = create(:scale, measure:)
create(:admin_data_item,
scale:,
@@ -54,73 +49,30 @@ describe 'analyze/index' do
measure
end
- let(:sources) do
- [Analyze::Source::SurveyData.new(slices:)]
- end
-
- let(:slices) do
- students_and_teachers = Analyze::Slice::StudentsAndTeachers.new
- students_by_group = Analyze::Slice::StudentsByGroup.new(races:, grades:)
- [students_and_teachers, students_by_group]
- end
-
- let(:slice) do
- slices.first
- end
-
- let(:groups) do
- [Analyze::Group::Race.new, Analyze::Group::Grade.new]
- end
-
- let(:group) do
- groups.first
- end
-
- let(:grades) do
- (1..12).to_a
- end
-
let(:genders) do
- DemographicLoader.load_data(filepath: 'spec/fixtures/sample_demographics.csv')
+ DemographicLoader.load_data(filepath: "spec/fixtures/sample_demographics.csv")
Gender.all
end
- let(:selected_genders) do
- genders
- end
-
- let(:selected_grades) do
- grades
- end
+ let(:respondent) { create(:respondent, school:, academic_year:) }
before :each do
- assign :races, races
- assign :selected_races, selected_races
- assign :graph, graph
- assign :graphs, graphs
- assign :background, background
+ races
+ category
+ subcategory
+ support_for_teaching
+ effective_leadership
+ professional_qualifications
+ respondent
assign :academic_year, academic_year
- assign :available_academic_years, [academic_year]
- assign :selected_academic_years, [academic_year]
assign :district, create(:district)
assign :school, school
- assign :category, category
- assign :categories, [category]
- assign :subcategory, subcategory
- assign :subcategories, category.subcategories
- assign :measures, [support_for_teaching, effective_leadership, professional_qualifications]
- assign :sources, sources
- assign :source, sources.first
- assign :groups, groups
- assign :group, group
- assign :slice, slice
- assign :grades, grades
- assign :selected_grades, selected_grades
- assign :genders, genders
- assign :selected_genders, selected_genders
- create(:respondent, school:, academic_year:)
+ assign :presenter,
+ Analyze::Presenter.new(school:, academic_year:,
+ params: { category: category.category_id, subcategory: subcategory.subcategory_id, races: "american-indian-or-alaskan-native,asian-or-pacific-islander,black-or-african-american,hispanic-or-latinx,middle-eastern,multiracial,race-ethnicity-not-listed,white-or-caucasian", source: "survey-data-only", slice: "students-and-teachers", group: "race", graph: "students-by-race" })
+ assign :background, BackgroundPresenter.new(num_of_columns: 4)
end
- context 'when all the presenters have a nil score' do
+ context "when all the presenters have a nil score" do
before do
render
end
@@ -139,63 +91,72 @@ describe 'analyze/index' do
# ]
# end
- it 'displays a set of grouped bars for each presenter' do
- displayed_variance_columns = subject.css('.grouped-bar-column')
- expect(displayed_variance_columns.count).to eq 9
+ it "displays a set of grouped bars for each presenter" do
+ displayed_variance_columns = subject.css(".grouped-bar-column")
+ expect(displayed_variance_columns.count).to eq 27
- displayed_variance_rows = subject.css('[data-for-measure-id]')
- expect(displayed_variance_rows.first.attribute('data-for-measure-id').value).to eq '1A-I'
+ displayed_variance_rows = subject.css("[data-for-measure-id]")
+ expect(displayed_variance_rows.first.attribute("data-for-measure-id").value).to eq "1A-I"
- displayed_academic_years = subject.css('[data-for-academic-year]')
+ displayed_academic_years = subject.css("[data-for-academic-year]")
expect(displayed_academic_years.count).to eq 0
- displayed_variance_labels = subject.css('[data-grouped-bar-label]')
- expect(displayed_variance_labels.count).to eq 18
- expect(displayed_variance_labels.first.inner_text).to include 'All'
- expect(displayed_variance_labels[1].inner_text).to include 'Students'
- expect(displayed_variance_labels.last.inner_text).to include 'Data'
+ displayed_variance_labels = subject.css("[data-grouped-bar-label]")
+
+ expect(displayed_variance_labels.count).to eq 39
+ expect(displayed_variance_labels.first.inner_text).to include "American"
+ expect(displayed_variance_labels.text).to include "Indian"
+ expect(displayed_variance_labels.text).to include "Asian"
+ expect(displayed_variance_labels.text).to include "Black"
+ expect(displayed_variance_labels.text).to include "White"
+ expect(displayed_variance_labels.text).to include "Hispanic"
+ expect(displayed_variance_labels.text).to include "Middle"
+ expect(displayed_variance_labels.text).to include "Eastern"
+ expect(displayed_variance_labels.text).to include "Multiracial"
+ expect(displayed_variance_labels.text).to include "Not"
+ expect(displayed_variance_labels.text).to include "Listed"
end
- it 'displays all measures for the first subcategory' do
- expect(rendered).to have_text '1A-I'
- expect(rendered).to have_text '1A-II'
- expect(rendered).to have_text '1A-III'
+ it "displays all measures for the first subcategory" do
+ expect(rendered).to have_text "1A-I"
+ expect(rendered).to have_text "1A-II"
+ expect(rendered).to have_text "1A-III"
end
- it 'displays user interface controls' do
- expect(subject).to have_text 'Focus Area'
- expect(subject).to have_css '#select-category'
- expect(subject).to have_css '#select-subcategory'
+ it "displays user interface controls" do
+ expect(subject).to have_text "Focus Area"
+ expect(subject).to have_css "#select-category"
+ expect(subject).to have_css "#select-subcategory"
expect(subject).to have_css "##{academic_year.range}"
end
- it 'displays disabled checkboxes for years that dont have data' do
+ it "displays disabled checkboxes for years that dont have data" do
year_checkbox = subject.css("##{academic_year.range}").first
- expect(year_checkbox.name).to eq 'input'
- expect(academic_year.range).to eq '2050-51'
- expect(year_checkbox).to have_attribute 'disabled'
+ expect(year_checkbox.name).to eq "input"
+ expect(academic_year.range).to eq "2050-51"
+ expect(year_checkbox).to have_attribute "disabled"
end
- it 'displays a radio box selector for each type of data filter' do
- expect(subject).to have_css '#students-and-teachers'
- expect(subject).to have_css '#students-by-group'
+ it "displays a radio box selector for each type of data filter" do
+ expect(subject).to have_css "#students-and-teachers"
+ expect(subject).to have_css "#students-by-group"
end
- it 'displays a checkbox for each race designation' do
- race_slugs = %w[american-indian-or-alaskan-native asian-or-pacific-islander black-or-african-american
- hispanic-or-latinx middle-eastern multiracial race-ethnicity-not-listed white-or-caucasian]
+ it "displays a checkbox for each race designation" do
+ race_slugs = %w[race-american-indian-or-alaskan-native race-asian-or-pacific-islander race-black-or-african-american
+ race-hispanic-or-latinx race-middle-eastern race-multiracial race-race-ethnicity-not-listed race-white-or-caucasian]
race_slugs.each do |slug|
expect(subject).to have_css("//input[@type='checkbox'][@id='#{slug}']")
end
end
end
- context 'when presenters have a displayable score' do
+ context "when presenters have a displayable score" do
before do
render
end
- context 'when displaying a student and teacher graph' do
+ context "when displaying a student and teacher graph" do
end
end
end
diff --git a/yarn.lock b/yarn.lock
index 9a9b0659..ab6d019b 100644
--- a/yarn.lock
+++ b/yarn.lock
@@ -3960,10 +3960,15 @@ semver@6.3.1, semver@^6.0.0, semver@^6.3.0, semver@^6.3.1:
resolved "https://registry.yarnpkg.com/semver/-/semver-6.3.1.tgz#556d2ef8689146e46dcea4bfdd095f3434dffcb4"
integrity sha512-BR7VvDCVHO+q2xBEWskxS6DJE1qRnb7DxzUrogb71CWoSficBxYsiAGd+Kl0mmq/MprG9yArRkyrQxTO6XjMzA==
-semver@^7.5.3:
- version "7.5.4"
- resolved "https://registry.yarnpkg.com/semver/-/semver-7.5.4.tgz#483986ec4ed38e1c6c48c34894a9182dbff68a6e"
- integrity sha512-1bCSESV6Pv+i21Hvpxp3Dx+pSD8lIPt8uVjRrxAUt/nbswYc+tK6Y2btiULjd4+fnq15PX+nqQDC7Oft7WkwcA==
+semver@^6.0.0, semver@^6.1.1, semver@^6.1.2, semver@^6.3.0:
+ version "6.3.0"
+ resolved "https://registry.yarnpkg.com/semver/-/semver-6.3.0.tgz#ee0a64c8af5e8ceea67687b133761e1becbd1d3d"
+ integrity sha512-b39TBaTSfV6yBrapU89p5fKekE2m/NwnDocOVruQFS1/veMgdzuPcnOM34M6CwxW8jH/lxEa5rBoDeUwu5HHTw==
+
+semver@^7.3.2, semver@^7.5.2:
+ version "7.5.3"
+ resolved "https://registry.yarnpkg.com/semver/-/semver-7.5.3.tgz#161ce8c2c6b4b3bdca6caadc9fa3317a4c4fe88e"
+ integrity sha512-QBlUtyVk/5EeHbi7X0fw6liDZc7BBmEaSYn01fMU1OUYbf6GPsbTtd8WmnqbI20SeycoHSeiybkE/q1Q+qlThQ==
dependencies:
lru-cache "^6.0.0"