mirror of
https://github.com/edcommonwealth/sqm-dashboards.git
synced 2026-03-07 21:48:16 -08:00
Add an exports page that allows a user to select which reports they want
to run
This commit is contained in:
parent
400ed08c79
commit
e760ee211c
16 changed files with 575 additions and 55 deletions
93
app/controllers/exports_controller.rb
Normal file
93
app/controllers/exports_controller.rb
Normal file
|
|
@ -0,0 +1,93 @@
|
||||||
|
class ExportsController < ApplicationController
|
||||||
|
protect_from_forgery with: :exception, prepend: true
|
||||||
|
before_action :authenticate_admin
|
||||||
|
|
||||||
|
def index
|
||||||
|
@districts = District.all.map { |district| [district.name, district.id] }
|
||||||
|
@selected_district_id ||= params[:district]&.to_i if params[:district].present?
|
||||||
|
@selected_district_id ||= @districts.first
|
||||||
|
@academic_years = AcademicYear.all.order(range: :ASC)
|
||||||
|
@selected_academic_years = params.select { |param| param.start_with?("academic_year") }.values
|
||||||
|
|
||||||
|
@schools = School.all.order(name: :ASC)
|
||||||
|
@selected_school ||= School.find_by_name(params[:school])
|
||||||
|
@selected_school ||= @schools.first
|
||||||
|
|
||||||
|
@reports = reports.keys
|
||||||
|
@schools_grouped_by = params["school_group"]
|
||||||
|
end
|
||||||
|
|
||||||
|
def show
|
||||||
|
respond_to do |format|
|
||||||
|
format.html
|
||||||
|
format.csv do
|
||||||
|
year_params = params.select { |param| param.start_with?("academic_year") }.values
|
||||||
|
academic_years = AcademicYear.where(range: year_params)
|
||||||
|
|
||||||
|
if params["school_group"] == "district"
|
||||||
|
district_id ||= params[:district]&.to_i if params[:district].present?
|
||||||
|
district = District.find(district_id) if district_id.present?
|
||||||
|
district ||= District.first
|
||||||
|
schools = district.schools
|
||||||
|
else
|
||||||
|
schools = [School.find_by_name(params["school"])]
|
||||||
|
end
|
||||||
|
|
||||||
|
reports[params[:report]].call(schools, academic_years)
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
private
|
||||||
|
|
||||||
|
def reports
|
||||||
|
{ "Subcategory" => lambda { |schools, academic_years|
|
||||||
|
data = Report::Subcategory.to_csv(schools:, academic_years:)
|
||||||
|
send_data data, disposition: "attachment", filename: "subcategory_#{Date.today}.csv"
|
||||||
|
},
|
||||||
|
"Measure Summary" => lambda { |schools, academic_years|
|
||||||
|
data = Report::MeasureSummary.to_csv(schools:, academic_years:, measures: Measure.all)
|
||||||
|
send_data data, disposition: "attachment",
|
||||||
|
filename: "measure_summary_#{Date.today}.csv"
|
||||||
|
},
|
||||||
|
"Measure Detailed" => lambda { |schools, academic_years|
|
||||||
|
data = Report::Measure.to_csv(schools:, academic_years:, measures: ::Measure.all)
|
||||||
|
send_data data, disposition: "attachment", filename: "measure_detailed_#{Date.today}.csv"
|
||||||
|
},
|
||||||
|
"Beyond Learning Loss" => lambda { |schools, academic_years|
|
||||||
|
measure_ids = %w[2A-i 2A-ii 2B-i 2B-ii 2C-i 2C-ii 4B-i 5B-i 5B-ii 5D-i]
|
||||||
|
scales = measure_ids.map do |measure_id|
|
||||||
|
Measure.find_by_measure_id(measure_id)
|
||||||
|
end.map(&:scales).flatten.compact
|
||||||
|
data = Report::BeyondLearningLoss.to_csv(schools:, academic_years:, scales:)
|
||||||
|
send_data data, disposition: "attachment",
|
||||||
|
filename: "beyond_learning_loss_#{Date.today}.csv"
|
||||||
|
},
|
||||||
|
"Survey Item - By Item" => lambda { |schools, academic_years|
|
||||||
|
data = Report::SurveyItemByItem.to_csv(schools:, academic_years:,
|
||||||
|
use_student_survey_items: ::SurveyItem.student_survey_items.pluck(:id))
|
||||||
|
send_data data, disposition: "attachment",
|
||||||
|
filename: "survey_item_by_item_#{Date.today}.csv"
|
||||||
|
},
|
||||||
|
"Survey Item - By Grade" => lambda { |schools, academic_years|
|
||||||
|
data = Report::SurveyItemByGrade.to_csv(schools:, academic_years:,
|
||||||
|
use_student_survey_items: ::SurveyItem.student_survey_items.pluck(:id))
|
||||||
|
send_data data,
|
||||||
|
disposition: "attachment", filename: "survey_item_by_grade_#{Date.today}.csv"
|
||||||
|
},
|
||||||
|
"Survey Item Response" => lambda { |schools, academic_years|
|
||||||
|
data = Report::SurveyItemResponse.to_csv(schools:, academic_years:)
|
||||||
|
send_data data, disposition: "attachment", filename: "survey_item_response_#{Date.today}.csv"
|
||||||
|
} }
|
||||||
|
end
|
||||||
|
|
||||||
|
def authenticate_admin
|
||||||
|
authenticate("admin", ENV.fetch("ADMIN_PASS"))
|
||||||
|
end
|
||||||
|
|
||||||
|
def authenticate(username, password)
|
||||||
|
authenticate_or_request_with_http_basic do |u, p|
|
||||||
|
u == username && p == password
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
||||||
7
app/helpers/exports_helper.rb
Normal file
7
app/helpers/exports_helper.rb
Normal file
|
|
@ -0,0 +1,7 @@
|
||||||
|
module ExportsHelper
|
||||||
|
def colors
|
||||||
|
@colors ||= ["#49416D", "#FFC857", "#920020", "#00B0B3", "#B2D236", "#004D61", "#FFB3CC", "#FF3D00", "#212121", "#9E9D24",
|
||||||
|
"#689F38", "#388E3C", "#00897B", "#00796B", "#00695C", "#004D40", "#1B5E20", "#FF6F00", "#33691E", "#D50000",
|
||||||
|
"#827717", "#F57F17", "#FF6F00", "#E65100", "#BF360C", "#3E2723", "#263238", "#37474F", "#455A64"]
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
@ -3,8 +3,6 @@ import debounce from "debounce";
|
||||||
|
|
||||||
// Connects to data-controller="analyze"
|
// Connects to data-controller="analyze"
|
||||||
export default class extends Controller {
|
export default class extends Controller {
|
||||||
static targets = ["category", "subcategory"]
|
|
||||||
|
|
||||||
initialize() {
|
initialize() {
|
||||||
this.submit = debounce(this.submit.bind(this), 300)
|
this.submit = debounce(this.submit.bind(this), 300)
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -1,6 +1,14 @@
|
||||||
module Report
|
module Report
|
||||||
class BeyondLearningLoss
|
class BeyondLearningLoss
|
||||||
def self.create_report(schools: School.all.includes(:district), academic_years: AcademicYear.all, scales: ::Scale.all, filename: "bll_report.csv")
|
def self.create_report(schools: School.all.includes(:district), academic_years: AcademicYear.all, scales: ::Scale.all, filename: "bll_report.csv")
|
||||||
|
data = to_csv(schools:, academic_years:, scales:)
|
||||||
|
FileUtils.mkdir_p Rails.root.join("tmp", "reports")
|
||||||
|
filepath = Rails.root.join("tmp", "reports", filename)
|
||||||
|
write_csv(data:, filepath:)
|
||||||
|
data
|
||||||
|
end
|
||||||
|
|
||||||
|
def self.to_csv(schools:, academic_years:, scales:)
|
||||||
data = []
|
data = []
|
||||||
mutex = Thread::Mutex.new
|
mutex = Thread::Mutex.new
|
||||||
data << ["District", "School", "School Code", "Academic Year", "Recorded Date Range", "Grades", "Measure", "Scale",
|
data << ["District", "School", "School Code", "Academic Year", "Recorded Date Range", "Grades", "Measure", "Scale",
|
||||||
|
|
@ -29,10 +37,10 @@ module Report
|
||||||
scale.score(school:, academic_year:)
|
scale.score(school:, academic_year:)
|
||||||
end
|
end
|
||||||
|
|
||||||
begin_date = SurveyItemResponse.where(school:,
|
begin_date = ::SurveyItemResponse.where(school:,
|
||||||
academic_year:).where.not(recorded_date: nil).order(:recorded_date).first&.recorded_date&.to_date
|
academic_year:).where.not(recorded_date: nil).order(:recorded_date).first&.recorded_date&.to_date
|
||||||
end_date = SurveyItemResponse.where(school:,
|
end_date = ::SurveyItemResponse.where(school:,
|
||||||
academic_year:).where.not(recorded_date: nil).order(:recorded_date).last&.recorded_date&.to_date
|
academic_year:).where.not(recorded_date: nil).order(:recorded_date).last&.recorded_date&.to_date
|
||||||
date_range = "#{begin_date} - #{end_date}"
|
date_range = "#{begin_date} - #{end_date}"
|
||||||
|
|
||||||
row = [response_rate, scale, school, academic_year]
|
row = [response_rate, scale, school, academic_year]
|
||||||
|
|
@ -58,18 +66,14 @@ module Report
|
||||||
end
|
end
|
||||||
|
|
||||||
workers.each(&:join)
|
workers.each(&:join)
|
||||||
FileUtils.mkdir_p Rails.root.join("tmp", "reports")
|
CSV.generate do |csv|
|
||||||
filepath = Rails.root.join("tmp", "reports", filename)
|
|
||||||
write_csv(data:, filepath:)
|
|
||||||
data
|
|
||||||
end
|
|
||||||
|
|
||||||
def self.write_csv(data:, filepath:)
|
|
||||||
csv = CSV.generate do |csv|
|
|
||||||
data.each do |row|
|
data.each do |row|
|
||||||
csv << row
|
csv << row
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
def self.write_csv(data:, filepath:)
|
||||||
File.write(filepath, csv)
|
File.write(filepath, csv)
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
|
|
||||||
|
|
@ -1,6 +1,14 @@
|
||||||
module Report
|
module Report
|
||||||
class Measure
|
class Measure
|
||||||
def self.create_report(schools: School.all.includes(:district), academic_years: AcademicYear.all, measures: ::Measure.all, filename: "measure_report.csv")
|
def self.create_report(schools: School.all.includes(:district), academic_years: AcademicYear.all, measures: ::Measure.all, filename: "measure_report.csv")
|
||||||
|
data = to_csv(schools, academic_years:, measures:)
|
||||||
|
FileUtils.mkdir_p Rails.root.join("tmp", "reports")
|
||||||
|
filepath = Rails.root.join("tmp", "reports", filename)
|
||||||
|
write_csv(data:, filepath:)
|
||||||
|
data
|
||||||
|
end
|
||||||
|
|
||||||
|
def self.to_csv(schools:, academic_years:, measures:)
|
||||||
data = []
|
data = []
|
||||||
mutex = Thread::Mutex.new
|
mutex = Thread::Mutex.new
|
||||||
data << ["Measure Name", "Measure ID", "District", "School", "School Code", "Academic Year", "Recorded Date Range", "Grades", "Student Score", "Student Zone", "Teacher Score",
|
data << ["Measure Name", "Measure ID", "District", "School", "School Code", "Academic Year", "Recorded Date Range", "Grades", "Student Score", "Student Zone", "Teacher Score",
|
||||||
|
|
@ -23,10 +31,10 @@ module Report
|
||||||
score = measure.score(school:, academic_year:)
|
score = measure.score(school:, academic_year:)
|
||||||
zone = measure.zone(school:, academic_year:).type.to_s.capitalize
|
zone = measure.zone(school:, academic_year:).type.to_s.capitalize
|
||||||
|
|
||||||
begin_date = SurveyItemResponse.where(school:,
|
begin_date = ::SurveyItemResponse.where(school:,
|
||||||
academic_year:).where.not(recorded_date: nil).order(:recorded_date).first&.recorded_date&.to_date
|
academic_year:).where.not(recorded_date: nil).order(:recorded_date).first&.recorded_date&.to_date
|
||||||
end_date = SurveyItemResponse.where(school:,
|
end_date = ::SurveyItemResponse.where(school:,
|
||||||
academic_year:).where.not(recorded_date: nil).order(:recorded_date).last&.recorded_date&.to_date
|
academic_year:).where.not(recorded_date: nil).order(:recorded_date).last&.recorded_date&.to_date
|
||||||
date_range = "#{begin_date} - #{end_date}"
|
date_range = "#{begin_date} - #{end_date}"
|
||||||
|
|
||||||
row = [response_rate, measure, school, academic_year]
|
row = [response_rate, measure, school, academic_year]
|
||||||
|
|
@ -59,18 +67,15 @@ module Report
|
||||||
end
|
end
|
||||||
|
|
||||||
workers.each(&:join)
|
workers.each(&:join)
|
||||||
FileUtils.mkdir_p Rails.root.join("tmp", "reports")
|
|
||||||
filepath = Rails.root.join("tmp", "reports", filename)
|
|
||||||
write_csv(data:, filepath:)
|
|
||||||
data
|
|
||||||
end
|
|
||||||
|
|
||||||
def self.write_csv(data:, filepath:)
|
|
||||||
csv = CSV.generate do |csv|
|
csv = CSV.generate do |csv|
|
||||||
data.each do |row|
|
data.each do |row|
|
||||||
csv << row
|
csv << row
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
def self.write_csv(data:, filepath:)
|
||||||
File.write(filepath, csv)
|
File.write(filepath, csv)
|
||||||
end
|
end
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -1,6 +1,14 @@
|
||||||
module Report
|
module Report
|
||||||
class MeasureSummary
|
class MeasureSummary
|
||||||
def self.create_report(district:, academic_years: AcademicYear.all, measures: ::Measure.all.order(measure_id: :ASC), filename: "measure_summary.csv")
|
def self.create_report(schools:, academic_years: AcademicYear.all, measures: ::Measure.all.order(measure_id: :ASC), filename: "measure_summary.csv")
|
||||||
|
data = to_csv(schools:, academic_years:, measures:)
|
||||||
|
FileUtils.mkdir_p Rails.root.join("tmp", "reports")
|
||||||
|
filepath = Rails.root.join("tmp", "reports", filename)
|
||||||
|
write_csv(data:, filepath:)
|
||||||
|
data
|
||||||
|
end
|
||||||
|
|
||||||
|
def self.to_csv(schools:, academic_years:, measures:)
|
||||||
data = []
|
data = []
|
||||||
mutex = Thread::Mutex.new
|
mutex = Thread::Mutex.new
|
||||||
data << ["Measure Name", "Measure ID", "District", "Academic Year", "Recorded Date Range", "Grades", "Student Score", "Student Zone", "Teacher Score",
|
data << ["Measure Name", "Measure ID", "District", "Academic Year", "Recorded Date Range", "Grades", "Student Score", "Student Zone", "Teacher Score",
|
||||||
|
|
@ -15,7 +23,7 @@ module Report
|
||||||
academic_years.each do |academic_year|
|
academic_years.each do |academic_year|
|
||||||
all_grades = Set.new
|
all_grades = Set.new
|
||||||
|
|
||||||
respondents = Respondent.where(school: district.schools, academic_year:)
|
respondents = Respondent.where(school: schools, academic_year:)
|
||||||
respondents.each do |respondent|
|
respondents.each do |respondent|
|
||||||
respondent.enrollment_by_grade.keys.each do |grade|
|
respondent.enrollment_by_grade.keys.each do |grade|
|
||||||
all_grades.add(grade)
|
all_grades.add(grade)
|
||||||
|
|
@ -24,12 +32,13 @@ module Report
|
||||||
all_grades = all_grades.to_a
|
all_grades = all_grades.to_a
|
||||||
grades = "#{all_grades.first}-#{all_grades.last}"
|
grades = "#{all_grades.first}-#{all_grades.last}"
|
||||||
|
|
||||||
begin_date = SurveyItemResponse.where(school: district.schools,
|
begin_date = ::SurveyItemResponse.where(school: schools,
|
||||||
academic_year:).where.not(recorded_date: nil).order(:recorded_date).first&.recorded_date&.to_date
|
academic_year:).where.not(recorded_date: nil).order(:recorded_date).first&.recorded_date&.to_date
|
||||||
end_date = SurveyItemResponse.where(school: district.schools,
|
end_date = ::SurveyItemResponse.where(school: schools,
|
||||||
academic_year:).where.not(recorded_date: nil).order(:recorded_date).last&.recorded_date&.to_date
|
academic_year:).where.not(recorded_date: nil).order(:recorded_date).last&.recorded_date&.to_date
|
||||||
date_range = "#{begin_date} - #{end_date}"
|
date_range = "#{begin_date} - #{end_date}"
|
||||||
|
|
||||||
|
district = schools.first.district
|
||||||
row = [measure, district, academic_year]
|
row = [measure, district, academic_year]
|
||||||
|
|
||||||
mutex.synchronize do
|
mutex.synchronize do
|
||||||
|
|
@ -55,18 +64,15 @@ module Report
|
||||||
end
|
end
|
||||||
|
|
||||||
workers.each(&:join)
|
workers.each(&:join)
|
||||||
FileUtils.mkdir_p Rails.root.join("tmp", "reports")
|
|
||||||
filepath = Rails.root.join("tmp", "reports", filename)
|
|
||||||
write_csv(data:, filepath:)
|
|
||||||
data
|
|
||||||
end
|
|
||||||
|
|
||||||
def self.write_csv(data:, filepath:)
|
CSV.generate do |csv|
|
||||||
csv = CSV.generate do |csv|
|
|
||||||
data.each do |row|
|
data.each do |row|
|
||||||
csv << row
|
csv << row
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
def self.write_csv(data:, filepath:)
|
||||||
File.write(filepath, csv)
|
File.write(filepath, csv)
|
||||||
end
|
end
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -1,6 +1,14 @@
|
||||||
module Report
|
module Report
|
||||||
class Subcategory
|
class Subcategory
|
||||||
def self.create_report(schools: School.all.includes(:district), academic_years: AcademicYear.all, subcategories: ::Subcategory.all, filename: "subcategories.csv")
|
def self.create_report(schools: School.all.includes(:district), academic_years: AcademicYear.all, subcategories: ::Subcategory.all, filename: "subcategories.csv")
|
||||||
|
data = to_csv(schools:, academic_years:, subcategories:, filename:)
|
||||||
|
FileUtils.mkdir_p Rails.root.join("tmp", "reports")
|
||||||
|
filepath = Rails.root.join("tmp", "reports", filename)
|
||||||
|
write_csv(data:, filepath:)
|
||||||
|
data
|
||||||
|
end
|
||||||
|
|
||||||
|
def self.to_csv(schools: School.all.includes(:district), academic_years: AcademicYear.all, subcategories: ::Subcategory.all, filename: "subcategories.csv")
|
||||||
data = []
|
data = []
|
||||||
mutex = Thread::Mutex.new
|
mutex = Thread::Mutex.new
|
||||||
data << ["District", "School", "School Code", "Academic Year", "Recorded Date Range", "Grades", "Subcategory", "Student Score", "Student Zone", "Teacher Score",
|
data << ["District", "School", "School Code", "Academic Year", "Recorded Date Range", "Grades", "Subcategory", "Student Score", "Student Zone", "Teacher Score",
|
||||||
|
|
@ -24,9 +32,9 @@ module Report
|
||||||
zone = subcategory.zone(school:, academic_year:).type.to_s.capitalize
|
zone = subcategory.zone(school:, academic_year:).type.to_s.capitalize
|
||||||
|
|
||||||
begin_date = ::SurveyItemResponse.where(school:,
|
begin_date = ::SurveyItemResponse.where(school:,
|
||||||
academic_year:).where.not(recorded_date: nil).order(:recorded_date).first&.recorded_date&.to_date
|
academic_year:).where.not(recorded_date: nil).order(:recorded_date).first&.recorded_date&.to_date
|
||||||
end_date = ::SurveyItemResponse.where(school:,
|
end_date = ::SurveyItemResponse.where(school:,
|
||||||
academic_year:).where.not(recorded_date: nil).order(:recorded_date).last&.recorded_date&.to_date
|
academic_year:).where.not(recorded_date: nil).order(:recorded_date).last&.recorded_date&.to_date
|
||||||
date_range = "#{begin_date} - #{end_date}"
|
date_range = "#{begin_date} - #{end_date}"
|
||||||
|
|
||||||
row = [response_rate, subcategory, school, academic_year]
|
row = [response_rate, subcategory, school, academic_year]
|
||||||
|
|
@ -58,18 +66,15 @@ module Report
|
||||||
end
|
end
|
||||||
|
|
||||||
workers.each(&:join)
|
workers.each(&:join)
|
||||||
FileUtils.mkdir_p Rails.root.join("tmp", "reports")
|
|
||||||
filepath = Rails.root.join("tmp", "reports", filename)
|
|
||||||
write_csv(data:, filepath:)
|
|
||||||
data
|
|
||||||
end
|
|
||||||
|
|
||||||
def self.write_csv(data:, filepath:)
|
CSV.generate do |csv|
|
||||||
csv = CSV.generate do |csv|
|
|
||||||
data.each do |row|
|
data.each do |row|
|
||||||
csv << row
|
csv << row
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
def self.write_csv(data:, filepath:)
|
||||||
File.write(filepath, csv)
|
File.write(filepath, csv)
|
||||||
end
|
end
|
||||||
|
|
||||||
|
|
|
||||||
115
app/models/report/survey_item_by_grade.rb
Normal file
115
app/models/report/survey_item_by_grade.rb
Normal file
|
|
@ -0,0 +1,115 @@
|
||||||
|
module Report
|
||||||
|
class SurveyItemByGrade
|
||||||
|
def self.create_grade_report(schools:, academic_years:, filename:, use_student_survey_items: ::SurveyItem.student_survey_items.pluck(:id))
|
||||||
|
data = to_csv(schools:, academic_years:, use_student_survey_items:)
|
||||||
|
# write out file
|
||||||
|
FileUtils.mkdir_p Rails.root.join("tmp", "reports")
|
||||||
|
filepath = Rails.root.join("tmp", "reports", filename)
|
||||||
|
write_csv(data:, filepath:)
|
||||||
|
data
|
||||||
|
end
|
||||||
|
|
||||||
|
def self.to_csv(schools:, academic_years:, use_student_survey_items:)
|
||||||
|
# get list of survey items with sufficient responses
|
||||||
|
survey_items = Set.new
|
||||||
|
# also get a map of grade->survey_id
|
||||||
|
sufficient_survey_items = {}
|
||||||
|
grades = ::SurveyItemResponse.where(school: schools,
|
||||||
|
academic_year: academic_years).where.not(grade: nil).pluck(:grade).uniq.sort
|
||||||
|
grades.each do |grade|
|
||||||
|
sufficient_survey_items[grade] ||= Set.new
|
||||||
|
end
|
||||||
|
|
||||||
|
::SurveyItemResponse.student_survey_items_with_responses_by_grade(
|
||||||
|
school: schools,
|
||||||
|
academic_year: academic_years
|
||||||
|
).select do |key, _value|
|
||||||
|
use_student_survey_items.include?(key[1])
|
||||||
|
end.each do |key, count|
|
||||||
|
# key[1] is survey item id
|
||||||
|
next if key[0].nil?
|
||||||
|
|
||||||
|
survey_items.add(key[1])
|
||||||
|
# we do not display the grade avg if there are < 10 responses
|
||||||
|
sufficient_survey_items[key[0]].add(key[1]) if count >= 10
|
||||||
|
end
|
||||||
|
|
||||||
|
# write headers
|
||||||
|
headers = [
|
||||||
|
"School Name",
|
||||||
|
"Grade",
|
||||||
|
"Academic Year"
|
||||||
|
]
|
||||||
|
survey_items.each do |survey_item_id|
|
||||||
|
headers << ::SurveyItem.find_by_id(survey_item_id).prompt
|
||||||
|
end
|
||||||
|
data = []
|
||||||
|
data << headers
|
||||||
|
|
||||||
|
academic_years.each do |academic_year|
|
||||||
|
schools.each do |school|
|
||||||
|
# for each grade, iterate through all survey items in our list
|
||||||
|
# if it has sufficient responses, write out the avg score
|
||||||
|
# else, write 'N/A'
|
||||||
|
grades.each do |grade|
|
||||||
|
next if grade == -1 # skip pre-k
|
||||||
|
|
||||||
|
row = []
|
||||||
|
row << school.name
|
||||||
|
if grade == 0
|
||||||
|
row.append("Kindergarten")
|
||||||
|
else
|
||||||
|
row.append("Grade #{grade}")
|
||||||
|
end
|
||||||
|
row << academic_year.range
|
||||||
|
survey_items.each do |survey_item_id|
|
||||||
|
survey_item = ::SurveyItem.find_by_id survey_item_id
|
||||||
|
if sufficient_survey_items[grade].include? survey_item_id
|
||||||
|
row.append("#{survey_item.survey_item_responses.where(school:, academic_year:,
|
||||||
|
grade:).average(:likert_score).to_f.round(2)}")
|
||||||
|
else
|
||||||
|
row.append("N/A")
|
||||||
|
end
|
||||||
|
end
|
||||||
|
data << row
|
||||||
|
end
|
||||||
|
|
||||||
|
# now iterate through all survey items again
|
||||||
|
# if the whole school has sufficient responses, write the school avg
|
||||||
|
# else, N/A
|
||||||
|
row = []
|
||||||
|
row.append(school.name)
|
||||||
|
row.append("All School")
|
||||||
|
row.append(academic_year.range)
|
||||||
|
survey_items.each do |survey_item_id|
|
||||||
|
survey_item = ::SurveyItem.find_by_id survey_item_id
|
||||||
|
# filter out response rate at subcategory level <24.5% for school average
|
||||||
|
scale = Scale.find_by_id(survey_item.scale_id)
|
||||||
|
measure = ::Measure.find_by_id(scale.measure_id)
|
||||||
|
subcategory = ::Subcategory.find_by_id(measure.subcategory_id)
|
||||||
|
if ::StudentResponseRateCalculator.new(subcategory:, school:, academic_year:).meets_student_threshold?
|
||||||
|
row.append("#{survey_item.survey_item_responses.where(
|
||||||
|
# We allow the nil (unknown) grades in the school survey item average
|
||||||
|
# also filter less than 10 responses in the whole school
|
||||||
|
'school_id = ? and academic_year_id = ? and (grade IS NULL or grade IN (?))', school.id, academic_year.id, school.grades(academic_year:)
|
||||||
|
).group('survey_item_id').having('count(*) >= 10').average(:likert_score).values[0].to_f.round(2)}")
|
||||||
|
else
|
||||||
|
row.append("N/A")
|
||||||
|
end
|
||||||
|
end
|
||||||
|
data << row
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
CSV.generate do |csv|
|
||||||
|
data.each do |row|
|
||||||
|
csv << row
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
def self.write_csv(data:, filepath:)
|
||||||
|
File.write(filepath, csv)
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
||||||
172
app/models/report/survey_item_by_item.rb
Normal file
172
app/models/report/survey_item_by_item.rb
Normal file
|
|
@ -0,0 +1,172 @@
|
||||||
|
module Report
|
||||||
|
class SurveyItemByItem
|
||||||
|
def self.create_item_report(schools:, academic_years:, filename:, use_student_survey_items: ::SurveyItem.student_survey_items.pluck(:id))
|
||||||
|
data = to_csv(schools:, academic_years:, use_student_survey_items:)
|
||||||
|
FileUtils.mkdir_p Rails.root.join("tmp", "reports")
|
||||||
|
filepath = Rails.root.join("tmp", "reports", filename)
|
||||||
|
write_csv(data:, filepath:)
|
||||||
|
data
|
||||||
|
end
|
||||||
|
|
||||||
|
def self.to_csv(schools:, academic_years:, use_student_survey_items: ::SurveyItem.student_survey_items.pluck(:id))
|
||||||
|
# first, determine headers by finding the school and grades
|
||||||
|
# Q: Should a grade not be included if it has no sufficient responses?
|
||||||
|
# A: Include all grades, except preschool
|
||||||
|
|
||||||
|
# Convert they keys in this hash to a hash where the key is the grade
|
||||||
|
# and the value is a set of sufficient survey IDs
|
||||||
|
survey_ids_to_grades = {}
|
||||||
|
::SurveyItemResponse.student_survey_items_with_responses_by_grade(
|
||||||
|
school: schools,
|
||||||
|
academic_year: academic_years
|
||||||
|
).select do |key, _value|
|
||||||
|
use_student_survey_items.include?(key[1])
|
||||||
|
end.each do |key, count|
|
||||||
|
# key[1] is survey item ID
|
||||||
|
# key[0] is grade
|
||||||
|
survey_ids_to_grades[key[1]] ||= Set.new
|
||||||
|
# we do not display the grade avg if there are < 10 responses
|
||||||
|
survey_ids_to_grades[key[1]].add(key[0]) if count >= 10
|
||||||
|
end
|
||||||
|
headers = [
|
||||||
|
"Survey Item",
|
||||||
|
"Category",
|
||||||
|
"Subcategory",
|
||||||
|
"Survey Measure",
|
||||||
|
"Survey Scale",
|
||||||
|
"Survey Population",
|
||||||
|
"School Name",
|
||||||
|
"Academic Year"
|
||||||
|
]
|
||||||
|
|
||||||
|
grades = ::SurveyItemResponse.where(school: schools,
|
||||||
|
academic_year: academic_years)
|
||||||
|
.where.not(grade: nil)
|
||||||
|
.pluck(:grade)
|
||||||
|
.reject { |grade| grade == -1 } # ignore preschool
|
||||||
|
.uniq
|
||||||
|
.sort
|
||||||
|
grades.each do |value|
|
||||||
|
if value == 0
|
||||||
|
headers.append("Kindergarten")
|
||||||
|
else
|
||||||
|
headers.append("Grade #{value}")
|
||||||
|
end
|
||||||
|
end
|
||||||
|
headers.append("All School")
|
||||||
|
headers.append("Teacher")
|
||||||
|
# Then, add the headers to data
|
||||||
|
data = []
|
||||||
|
data << headers
|
||||||
|
|
||||||
|
academic_years.each do |academic_year|
|
||||||
|
schools.each do |school|
|
||||||
|
# for each survey item id
|
||||||
|
survey_ids_to_grades.each do |id, school_grades|
|
||||||
|
row = []
|
||||||
|
survey_item = survey_item_for_id(id)
|
||||||
|
row.concat(survey_item_info(survey_item:)) # fills prompt + categories
|
||||||
|
row.append("Students")
|
||||||
|
row.append(school.name)
|
||||||
|
row.append(academic_year.range)
|
||||||
|
|
||||||
|
# add padding before grade average section
|
||||||
|
starting_grade = school_grades.sort.first
|
||||||
|
starting_grade = grades.index(starting_grade) || 0
|
||||||
|
padding = Array.new(starting_grade) { "" }
|
||||||
|
row.concat(padding)
|
||||||
|
|
||||||
|
school_grades.sort.each do |grade|
|
||||||
|
next if grade == -1
|
||||||
|
|
||||||
|
if school_grades.include?(grade)
|
||||||
|
# we already know grade has sufficient responses
|
||||||
|
row.append("#{survey_item.survey_item_responses.where(school:, academic_year:,
|
||||||
|
grade:).average(:likert_score).to_f.round(2)}")
|
||||||
|
else
|
||||||
|
row.append("N/A")
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
# add padding after the grade average section
|
||||||
|
ending_grade = school_grades.sort.last
|
||||||
|
ending_grade = grades.index(ending_grade) + 1 || 0
|
||||||
|
padding = Array.new(grades.length - ending_grade) { "" }
|
||||||
|
row.concat(padding)
|
||||||
|
|
||||||
|
# filter out response rate at subcategory level <24.5% for school average
|
||||||
|
subcategory = scale_for_id(survey_item.scale_id).measure.subcategory
|
||||||
|
# measure = ::Measure.find_by_id(scale.measure_id)
|
||||||
|
# subcategory = ::Subcategory.find_by_id(measure.subcategory_id)
|
||||||
|
if response_rate(subcategory:, school:, academic_year:).meets_student_threshold?
|
||||||
|
row.append("#{survey_item.survey_item_responses.where(
|
||||||
|
# We allow the nil (unknown) grades in the school survey item average
|
||||||
|
# also filter less than 10 responses in the whole school
|
||||||
|
'school_id = ? and academic_year_id = ? and (grade IS NULL or grade IN (?))', school.id, academic_year.id, school.grades(academic_year:)
|
||||||
|
).group('survey_item_id').having('count(*) >= 10').average(:likert_score).values[0].to_f.round(2)}")
|
||||||
|
|
||||||
|
else
|
||||||
|
row.append("N/A")
|
||||||
|
end
|
||||||
|
data << row
|
||||||
|
end
|
||||||
|
# Next up is teacher data
|
||||||
|
::SurveyItemResponse.teacher_survey_items_with_sufficient_responses(school:, academic_year:).keys.each do |key| # each key is a survey item id
|
||||||
|
row = []
|
||||||
|
survey_item = survey_item_for_id(key)
|
||||||
|
row.concat(survey_item_info(survey_item:))
|
||||||
|
row.append("Teacher")
|
||||||
|
row.append(school.name)
|
||||||
|
row.append(academic_year.range)
|
||||||
|
# we need to add padding to skip the grades columns and the 'all school' column
|
||||||
|
padding = Array.new(grades.length + 1) { "" }
|
||||||
|
row.concat(padding)
|
||||||
|
# we already know that the survey item we are looking at has sufficient responses
|
||||||
|
row.append("#{survey_item.survey_item_responses.where(school:,
|
||||||
|
academic_year:).average(:likert_score).to_f.round(2)}")
|
||||||
|
data << row
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
CSV.generate do |csv|
|
||||||
|
data.each do |row|
|
||||||
|
csv << row
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
def self.response_rate(subcategory:, school:, academic_year:)
|
||||||
|
@response_rate ||= Hash.new do |memo, subcategory, school, academic_year|
|
||||||
|
memo[[subcategory, school, academic_year]] =
|
||||||
|
::StudentResponseRateCalculator.new(subcategory:, school:, academic_year:)
|
||||||
|
end
|
||||||
|
@response_rate[[subcategory, school, academic_year]]
|
||||||
|
end
|
||||||
|
|
||||||
|
def self.survey_item_for_id(survey_item_id)
|
||||||
|
@survey_items ||= ::SurveyItem.all.map do |survey_item|
|
||||||
|
[survey_item.id, survey_item]
|
||||||
|
end.to_h
|
||||||
|
@survey_items[survey_item_id]
|
||||||
|
end
|
||||||
|
|
||||||
|
def self.scale_for_id(scale_id)
|
||||||
|
@scales ||= Scale.includes([measure: :subcategory]).all.map { |scale| [scale.id, scale] }.to_h
|
||||||
|
@scales[scale_id]
|
||||||
|
end
|
||||||
|
|
||||||
|
def self.write_csv(data:, filepath:)
|
||||||
|
File.write(filepath, csv)
|
||||||
|
end
|
||||||
|
|
||||||
|
def self.survey_item_info(survey_item:)
|
||||||
|
prompt = survey_item.prompt
|
||||||
|
scale = Scale.find_by_id(survey_item.scale_id)
|
||||||
|
measure = ::Measure.find_by_id(scale.measure_id)
|
||||||
|
subcategory = ::Subcategory.find_by_id(measure.subcategory_id)
|
||||||
|
category = Category.find_by_id(subcategory.category_id)
|
||||||
|
[prompt, category.name, subcategory.name, measure.name, scale.scale_id]
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
@ -2,6 +2,14 @@
|
||||||
module Report
|
module Report
|
||||||
class SurveyItemResponse
|
class SurveyItemResponse
|
||||||
def self.create(schools:, academic_years:, filename:)
|
def self.create(schools:, academic_years:, filename:)
|
||||||
|
data = to_csv(schools:, academic_years:)
|
||||||
|
FileUtils.mkdir_p Rails.root.join("tmp", "reports")
|
||||||
|
filepath = Rails.root.join("tmp", "reports", filename)
|
||||||
|
write_csv(data:, filepath:)
|
||||||
|
data
|
||||||
|
end
|
||||||
|
|
||||||
|
def self.to_csv(schools:, academic_years:)
|
||||||
data = []
|
data = []
|
||||||
data << ["Response ID", "Race", "Gender", "Grade", "School ID", "District", "Academic Year", "Student Physical Safety",
|
data << ["Response ID", "Race", "Gender", "Grade", "School ID", "District", "Academic Year", "Student Physical Safety",
|
||||||
"Student Emotional Safety", "Student Sense of Belonging", "Student-Teacher Relationships", "Valuing of Learning", "Academic Challenge", "Content Specialists & Support Staff", "Cultural Responsiveness", "Engagement In School", "Appreciation For Diversity", "Civic Participation", "Perseverance & Determination", "Growth Mindset", "Participation In Creative & Performing Arts", "Valuing Creative & Performing Arts", "Social & Emotional Health"]
|
"Student Emotional Safety", "Student Sense of Belonging", "Student-Teacher Relationships", "Valuing of Learning", "Academic Challenge", "Content Specialists & Support Staff", "Cultural Responsiveness", "Engagement In School", "Appreciation For Diversity", "Civic Participation", "Perseverance & Determination", "Growth Mindset", "Participation In Creative & Performing Arts", "Valuing Creative & Performing Arts", "Social & Emotional Health"]
|
||||||
|
|
@ -69,10 +77,12 @@ module Report
|
||||||
end
|
end
|
||||||
|
|
||||||
workers.each(&:join)
|
workers.each(&:join)
|
||||||
FileUtils.mkdir_p Rails.root.join("tmp", "reports")
|
|
||||||
filepath = Rails.root.join("tmp", "reports", filename)
|
CSV.generate do |csv|
|
||||||
write_csv(data:, filepath:)
|
data.each do |row|
|
||||||
data
|
csv << row
|
||||||
|
end
|
||||||
|
end
|
||||||
end
|
end
|
||||||
|
|
||||||
def self.average_for_measure(measure_id, responses)
|
def self.average_for_measure(measure_id, responses)
|
||||||
|
|
@ -94,11 +104,6 @@ module Report
|
||||||
end
|
end
|
||||||
|
|
||||||
def self.write_csv(data:, filepath:)
|
def self.write_csv(data:, filepath:)
|
||||||
csv = CSV.generate do |csv|
|
|
||||||
data.each do |row|
|
|
||||||
csv << row
|
|
||||||
end
|
|
||||||
end
|
|
||||||
File.write(filepath, csv)
|
File.write(filepath, csv)
|
||||||
end
|
end
|
||||||
|
|
||||||
|
|
|
||||||
58
app/views/exports/index.html.erb
Normal file
58
app/views/exports/index.html.erb
Normal file
|
|
@ -0,0 +1,58 @@
|
||||||
|
<h1>Exports page</h1>
|
||||||
|
<%= turbo_frame_tag "results" do %>
|
||||||
|
<%= form_with(action: exports_path,
|
||||||
|
method: :get,
|
||||||
|
data: {
|
||||||
|
turbo_frame: "results",
|
||||||
|
turbo_action: "advance",
|
||||||
|
controller: "form",
|
||||||
|
action: "input->form#submit"
|
||||||
|
}) do |f| %>
|
||||||
|
|
||||||
|
<h3 class="sub-header-4 mt-5">Report Type</h3>
|
||||||
|
<div>
|
||||||
|
<select id="select-report" class="mx-3 mt-3 form-select" name="report" data-id="report-dropdown">
|
||||||
|
<% @reports.each do |report| %>
|
||||||
|
<option value="<%= report %>" <%= params[:report] == report ? "selected" : "" %> ><%= "#{report}" %></option>
|
||||||
|
<% end %>
|
||||||
|
</select>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
<h3 class="sub-header-4 mt-5">Report Type</h3>
|
||||||
|
<div class="mt-3">
|
||||||
|
<input type="radio" id="by_district" name="school_group" value="district" <%= @schools_grouped_by == "district" ? "checked" : "" %>>
|
||||||
|
<label for="by_district">By District</label><br>
|
||||||
|
<input type="radio" id="by_school" name="school_group" value="school" <%= @schools_grouped_by == "school" ? "checked" : "" %>>
|
||||||
|
<label for="by_school">By School</label><br>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
<% if @schools_grouped_by == "district" %>
|
||||||
|
<h3 class="sub-header-4 mt-5">District</h3>
|
||||||
|
<%= f.select(:district, @districts, selected: @selected_district_id ) %>
|
||||||
|
<% end %>
|
||||||
|
|
||||||
|
|
||||||
|
<% if @schools_grouped_by == "school" %>
|
||||||
|
<h3 class="sub-header-4 mt-5">School</h3>
|
||||||
|
<%= f.select(:school, @schools.map(&:name), selected: @selected_school.name ) %>
|
||||||
|
<% end %>
|
||||||
|
|
||||||
|
<h3 class="sub-header-4 mt-5">School Years</h3>
|
||||||
|
<% @academic_years.each_with_index do | year, index | %>
|
||||||
|
<div class="d-flex justify-content-start align-items-center mt-1" data-controller="analyze">
|
||||||
|
<input type="checkbox"
|
||||||
|
class="form-check-input"
|
||||||
|
id="<%= year.range %>"
|
||||||
|
name="academic_year-<%= index %>"
|
||||||
|
value="<%= year.range %>"
|
||||||
|
<%= @selected_academic_years.include?(year.range) ? "checked" : "" %>
|
||||||
|
>
|
||||||
|
|
||||||
|
<label class="px-3" for="<%= year.range %>"><%= year.range %></label><br>
|
||||||
|
</div>
|
||||||
|
<% end %>
|
||||||
|
|
||||||
|
<%= link_to "Submit", exports_csv_path(format: :csv, params: params.to_enum.to_h ) , class: "btn btn-primary mt-5"%>
|
||||||
|
<% end %>
|
||||||
|
<% end %>
|
||||||
|
|
||||||
0
app/views/exports/show.html.erb
Normal file
0
app/views/exports/show.html.erb
Normal file
28
app/views/layouts/exports.html.erb
Normal file
28
app/views/layouts/exports.html.erb
Normal file
|
|
@ -0,0 +1,28 @@
|
||||||
|
<!DOCTYPE html >
|
||||||
|
<html lang="en">
|
||||||
|
<head>
|
||||||
|
<meta content="text/html; charset=UTF-8" http-equiv="Content-Type"/>
|
||||||
|
<meta content="width=device-width, initial-scale=1, shrink-to-fit=no" name="viewport"/>
|
||||||
|
<link href="https://fonts.googleapis.com/css?family=Bitter:400,600,700" rel="stylesheet" type="text/css"/>
|
||||||
|
<link href="https://fonts.googleapis.com/css?family=Cabin:400,600,700" rel="stylesheet" type="text/css"/>
|
||||||
|
<title>Exports</title>
|
||||||
|
<%= csp_meta_tag %>
|
||||||
|
<%= stylesheet_link_tag 'welcome', media: 'all', 'data-turbo-track': 'reload' %>
|
||||||
|
<%= javascript_include_tag 'application', 'data-turbo-track': 'reload' %>
|
||||||
|
</head>
|
||||||
|
|
||||||
|
<body>
|
||||||
|
|
||||||
|
|
||||||
|
<div class="bg-color-light-blue">
|
||||||
|
<div class="container">
|
||||||
|
<div class="row">
|
||||||
|
<div class="col mt-7">
|
||||||
|
<%= yield %>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
</body>
|
||||||
|
</html>
|
||||||
|
|
@ -37,6 +37,8 @@ Rails.application.routes.draw do
|
||||||
# For details on the DSL available within this file, see http://guides.rubyonrails.org/routing.html
|
# For details on the DSL available within this file, see http://guides.rubyonrails.org/routing.html
|
||||||
get :reports, to: "reports#index"
|
get :reports, to: "reports#index"
|
||||||
get "reports/gps", to: "gps#index"
|
get "reports/gps", to: "gps#index"
|
||||||
|
get :exports, to: "exports#index"
|
||||||
|
get "exports/csv", to: "exports#show"
|
||||||
|
|
||||||
get '/welcome', to: 'home#index'
|
get '/welcome', to: 'home#index'
|
||||||
root to: 'legacy/welcome#index'
|
root to: 'legacy/welcome#index'
|
||||||
|
|
|
||||||
15
spec/helpers/exports_helper_spec.rb
Normal file
15
spec/helpers/exports_helper_spec.rb
Normal file
|
|
@ -0,0 +1,15 @@
|
||||||
|
require 'rails_helper'
|
||||||
|
|
||||||
|
# Specs in this file have access to a helper object that includes
|
||||||
|
# the ExportsHelper. For example:
|
||||||
|
#
|
||||||
|
# describe ExportsHelper do
|
||||||
|
# describe "string concat" do
|
||||||
|
# it "concats two strings with spaces" do
|
||||||
|
# expect(helper.concat_strings("this","that")).to eq("this that")
|
||||||
|
# end
|
||||||
|
# end
|
||||||
|
# end
|
||||||
|
RSpec.describe ExportsHelper, type: :helper do
|
||||||
|
pending "add some examples to (or delete) #{__FILE__}"
|
||||||
|
end
|
||||||
7
spec/requests/exports_spec.rb
Normal file
7
spec/requests/exports_spec.rb
Normal file
|
|
@ -0,0 +1,7 @@
|
||||||
|
require 'rails_helper'
|
||||||
|
|
||||||
|
RSpec.describe "Exports", type: :request do
|
||||||
|
describe "GET /index" do
|
||||||
|
pending "add some examples (or delete) #{__FILE__}"
|
||||||
|
end
|
||||||
|
end
|
||||||
Loading…
Add table
Add a link
Reference in a new issue