added tasks to find stray responses and skipped questions

lib/tasks/one_off.rake

@@ -210,4 +210,211 @@ namespace :one_off do
     sufficient_response_rate = ResponseRate.where(id: sufficient_response_rate)
     sufficient_response_rate.update_all(teacher_response_rate: 100, meets_teacher_threshold: true)
   end
+  desc "Generate CSV report of teacher survey item responses"
+  task teacher_survey_questions_csv: :environment do
+    headers = ['School ID', 'Academic Year', 'Survey Item', 'Count','Percentage_diff']
+    output_rows = []
+    counts={}
+    avg=0
+    School.all.each do |sc|
+      AcademicYear.all.each do |ay|
+        sum=0
+        nof_si=0
+        threshold = Respondent.where(school: sc, academic_year: ay).pluck(:total_teachers)
+        SurveyItem.teacher_survey_items.all.each do |si|
+          c = SurveyItemResponse.where(school: sc, academic_year: ay, survey_item: si).group(:school_id).count
+          if c.any? && (c.values.first >= 10 || c.values.first > threshold/4)
+            counts[[sc.id, ay.id, si.id]] = c
+            sum+=c.values.first
+            nof_si+=1
+          end
+        end 
+        
+          
+          avg = sum.to_f/ nof_si
+        counts.each do |key, value|
+          if key[0] == sc.id && key[1] == ay.id
+            count = value.values.first
+            percentage_diff = ((count-avg) / avg) * 100
+            counts[key] = { count: count, percentage_diff: percentage_diff } 
+        end
+      end
+    end  end
+    
+    counts.each do |key, value|
+      output_rows << [School.where(id:key[0]).pluck(:name) , AcademicYear.where(id:key[1]).pluck(:range) , SurveyItem.where(id:key[2]).pluck(:survey_item_id), SurveyItem.where(id:key[2]).pluck(:prompt), value[:count], value[:percentage_diff]]
+    end
+    
+    file = File.new('teacher_survey_questions.csv', 'w')
+    CSV.open(file, 'w', write_headers: true, headers: headers) do |csv|
+      output_rows.each do |row|
+        csv << row
+      end
+    end
+    
+    file.close
+    puts "CSV report of teacher survey item responses with removed stray responses.csv"
+  end
+
+
+  desc "Generate CSV report of short survey item responses"
+  task short_survey_questions_csv: :environment do
+    headers = ['School ID', 'Academic Year', 'Survey Item', 'Count','Percentage_diff']
+    output_rows = []
+    counts={}
+    avg=0
+    temp=0
+    count_response_grades_not_in_grades=0
+    School.all.each do |sc|
+      if Respondent.where(school: sc).any?
+      grades_count=Respondent.where(school:sc).first.counts_by_grade
+      grades= grades_count.keys
+      AcademicYear.all.each do |ay|
+        sum=0
+        nof_si=0
+        threshold=0
+        threshold = Respondent.where(school: sc, academic_year: ay).pluck(:total_students)
+        SurveyItem.short_form_items.all.each do |si|
+          c = SurveyItemResponse.where(school: sc, academic_year: ay, survey_item: si).group(:school_id).count
+          response_grades = SurveyItemResponse.where(school: sc, academic_year: ay, survey_item: si).pluck(:grade)
+          count_response_grades_not_in_grades = response_grades.count { |grade| !grades.include?(grade) }
+           if !count_response_grades_not_in_grades.nil? && c.any?
+            c[c.keys.first] = c.values.first - count_response_grades_not_in_grades
+          end
+
+           if threshold.any?
+          if c.any? && (c.values.first >= 10 || c.values.first > threshold.first/4)
+            counts[[sc.id, ay.id, si.id]] = c
+            sum+=c.values.first
+            nof_si+=1
+          end
+        end 
+        end
+
+          
+          avg = sum.to_f/ nof_si
+        counts.each do |key, value|
+          if key[0] == sc.id && key[1] == ay.id
+            count = value.values.first
+            percentage_diff = ((count-avg) / avg) * 100
+            counts[key] = { count: count, percentage_diff: percentage_diff } 
+        end
+      end
+    end  end end
+    
+    counts.each do |key, value|
+      output_rows << [School.where(id:key[0]).pluck(:name) , AcademicYear.where(id:key[1]).pluck(:range) , SurveyItem.where(id:key[2]).pluck(:survey_item_id), SurveyItem.where(id:key[2]).pluck(:prompt), value[:count], value[:percentage_diff]]
+    end
+    
+    file = File.new('short_survey_questions.csv', 'w')
+    CSV.open(file, 'w', write_headers: true, headers: headers) do |csv|
+      output_rows.each do |row|
+        csv << row
+      end
+    end
+    
+    file.close
+    puts "CSV report of short survey item responses with removed stray responses.csv"
+  end
+
+
+    desc "Generate CSV report of early_education_surveysitem responses"
+  task early_education_survey_questions_csv: :environment do
+    headers = ['School ID', 'Academic Year', 'Survey Item', 'Count','Percentage_diff']
+    output_rows = []
+    counts={}
+    avg=0
+    temp=0
+    count_response_grades_not_in_grades=0
+    School.all.each do |sc|
+      if Respondent.where(school: sc).any?
+      grades_count=Respondent.where(school:sc).first.counts_by_grade
+      grades= grades_count.keys
+      AcademicYear.all.each do |ay|
+        sum=0
+        nof_si=0
+        threshold=0
+        threshold = Respondent.where(school: sc, academic_year: ay).pluck(:total_students)
+        SurveyItem.early_education_surveys.all.each do |si|
+          c = SurveyItemResponse.where(school: sc, academic_year: ay, survey_item: si).group(:school_id).count
+          response_grades = SurveyItemResponse.where(school: sc, academic_year: ay, survey_item: si).pluck(:grade)
+          count_response_grades_not_in_grades = response_grades.count { |grade| !grades.include?(grade) }
+           if !count_response_grades_not_in_grades.nil? && c.any?
+            c[c.keys.first] = c.values.first - count_response_grades_not_in_grades
+          end
+
+           if threshold.any?
+          if c.any? && (c.values.first >= 10 || c.values.first > threshold.first/4)
+            counts[[sc.id, ay.id, si.id]] = c
+            sum+=c.values.first
+            nof_si+=1
+          end
+        end 
+        end
+
+          
+          avg = sum.to_f/ nof_si
+        counts.each do |key, value|
+          if key[0] == sc.id && key[1] == ay.id
+            count = value.values.first
+            percentage_diff = ((count-avg) / avg) * 100
+            counts[key] = { count: count, percentage_diff: percentage_diff } 
+        end
+      end
+    end  end end
+    
+    counts.each do |key, value|
+      output_rows << [School.where(id:key[0]).pluck(:name) , AcademicYear.where(id:key[1]).pluck(:range) , SurveyItem.where(id:key[2]).pluck(:survey_item_id), SurveyItem.where(id:key[2]).pluck(:prompt), value[:count], value[:percentage_diff]]
+    end
+    
+    file = File.new('early_education_surveys_questions.csv', 'w')
+    CSV.open(file, 'w', write_headers: true, headers: headers) do |csv|
+      output_rows.each do |row|
+        csv << row
+      end
+    end
+    
+    file.close
+    puts "CSV report of early_education_surveys items with removed stray responses.csv"
+  end
+
+
+  desc "Generate CSV report of survey item responses"
+  task stray_responses: :environment do
+    
+    headers = ['School ID', 'Academic Year', 'Survey Item', 'Count','SurveyItemResponse ids']
+
+    
+    output_rows = []
+    sir_ids=[]
+
+    
+      School.all.each do |sc|
+      AcademicYear.all.each do |ay|
+        SurveyItem.all.each do |si|
+          count = SurveyItemResponse.where(school: sc, academic_year: ay, survey_item: si).count
+          sir_ids= SurveyItemResponse.where(school: sc, academic_year: ay, survey_item: si).pluck(:response_id) 
+
+          if count > 0 && count < 10
+
+            output_rows << [sc.name, ay.range, si.survey_item_id, count,sir_ids]
+          end
+        end
+      end
+    end
+
+    
+    file = File.new('stray_responses.csv', 'w')
+
+    CSV.open(file, 'w', write_headers: true, headers: headers) do |csv|
+      output_rows.each do |row|
+        csv << row
+      end
+    end
+
+    
+    file.close
+
+    puts "CSV report of survey item responses created in stray_responses.csv"
+  end
 end