feat: add special education disaggregation

spec/services/cleaner_spec.rb

@@ -219,7 +219,7 @@ def reads_headers_from_raw_csv(processed_data)
                                      "s-grit-q1", "s-grit-q2", "s-grit-q3", "s-grit-q4", "s-expa-q1", "s-poaf-q1", "s-poaf-q2", "s-poaf-q3",
                                      "s-poaf-q4", "s-tint-q1-1", "s-tint-q2-1", "s-tint-q3-1", "s-tint-q4-1", "s-tint-q5-1", "s-acpr-q1-1",
                                      "s-acpr-q2-1", "s-acpr-q3-1", "s-acpr-q4-1", "s-peff-q1-1", "s-peff-q2-1", "s-peff-q3-1", "s-peff-q4-1",
-                                     "s-peff-q5-1", "s-peff-q6-1", "Raw Income", "Income", "Raw ELL", "ELL"].to_set.sort
+                                     "s-peff-q5-1", "s-peff-q6-1", "Raw Income", "Income", "Raw ELL", "ELL", "Raw SpEd", "SpEd"].to_set.sort
 end
 
 def invalid_rows_are_rejected_for_the_correct_reasons(data)

spec/services/demographic_loader_spec.rb

@@ -21,6 +21,10 @@ describe DemographicLoader do
     ["ELL", "Not ELL", "Unknown"]
   end
 
+  let(:speds) do
+    ["Special Education", "Not Special Education", "Unknown"]
+  end
+
   before :each do
     DemographicLoader.load_data(filepath:)
   end
@@ -68,5 +72,12 @@ describe DemographicLoader do
         expect(Ell.find_by_designation(ell).designation).to eq ell
       end
     end
+
+    it "load all the special ed designations" do
+      expect(Sped.all.count).to eq 3
+      speds.each do |sped|
+        expect(Sped.find_by_designation(sped).designation).to eq sped
+      end
+    end
   end
 end

spec/services/survey_item_values_spec.rb

@@ -252,6 +252,44 @@ RSpec.describe SurveyItemValues, type: :model do
     end
   end
 
+  context ".sped" do
+    before :each do
+      attleboro
+      ay_2022_23
+    end
+
+    it 'translates "active" into "Special Education"' do
+      headers = ["Raw SpEd"]
+      row = { "Raw SpEd" => "active" }
+      values = SurveyItemValues.new(row:, headers:, genders:, survey_items:, schools:)
+      expect(values.sped).to eq "Special Education"
+    end
+
+    it 'translates "exited" into "Not Special Education"' do
+      headers = ["Raw SpEd"]
+      row = { "Raw SpEd" => "exited" }
+      values = SurveyItemValues.new(row:, headers:, genders:, survey_items:, schools:)
+      expect(values.sped).to eq "Not Special Education"
+    end
+    it 'translates blanks into "Not Special Education' do
+      headers = ["Raw SpEd"]
+      row = { "Raw SpEd" => "" }
+      values = SurveyItemValues.new(row:, headers:, genders:, survey_items:, schools:)
+      expect(values.sped).to eq "Not Special Education"
+    end
+
+    it 'tranlsates NA into "Unknown"' do
+      headers = ["Raw SpEd"]
+      row = { "Raw SpEd" => "NA" }
+      values = SurveyItemValues.new(row:, headers:, genders:, survey_items:, schools:)
+      expect(values.sped).to eq "Unknown"
+
+      row = { "Raw SpEd" => "#NA" }
+      values = SurveyItemValues.new(row:, headers:, genders:, survey_items:, schools:)
+      expect(values.sped).to eq "Unknown"
+    end
+  end
+
   context ".valid_duration" do
     context "when duration is valid" do
       it "returns true" do