Nelson Jovel
1 year ago
parent
da13bdf3e4
commit
2d42036294
@ -0,0 +1,93 @@
|
||||
class ExportsController < ApplicationController
|
||||
protect_from_forgery with: :exception, prepend: true
|
||||
before_action :authenticate_admin
|
||||
|
||||
def index
|
||||
@districts = District.all.map { |district| [district.name, district.id] }
|
||||
@selected_district_id ||= params[:district]&.to_i if params[:district].present?
|
||||
@selected_district_id ||= @districts.first
|
||||
@academic_years = AcademicYear.all.order(range: :ASC)
|
||||
@selected_academic_years = params.select { |param| param.start_with?("academic_year") }.values
|
||||
|
||||
@schools = School.all.order(name: :ASC)
|
||||
@selected_school ||= School.find_by_name(params[:school])
|
||||
@selected_school ||= @schools.first
|
||||
|
||||
@reports = reports.keys
|
||||
@schools_grouped_by = params["school_group"]
|
||||
end
|
||||
|
||||
def show
|
||||
respond_to do |format|
|
||||
format.html
|
||||
format.csv do
|
||||
year_params = params.select { |param| param.start_with?("academic_year") }.values
|
||||
academic_years = AcademicYear.where(range: year_params)
|
||||
|
||||
if params["school_group"] == "district"
|
||||
district_id ||= params[:district]&.to_i if params[:district].present?
|
||||
district = District.find(district_id) if district_id.present?
|
||||
district ||= District.first
|
||||
schools = district.schools
|
||||
else
|
||||
schools = [School.find_by_name(params["school"])]
|
||||
end
|
||||
|
||||
reports[params[:report]].call(schools, academic_years)
|
||||
end
|
||||
end
|
||||
end
|
||||
|
||||
private
|
||||
|
||||
def reports
|
||||
{ "Subcategory" => lambda { |schools, academic_years|
|
||||
data = Report::Subcategory.to_csv(schools:, academic_years:)
|
||||
send_data data, disposition: "attachment", filename: "subcategory_#{Date.today}.csv"
|
||||
},
|
||||
"Measure Summary" => lambda { |schools, academic_years|
|
||||
data = Report::MeasureSummary.to_csv(schools:, academic_years:, measures: Measure.all)
|
||||
send_data data, disposition: "attachment",
|
||||
filename: "measure_summary_#{Date.today}.csv"
|
||||
},
|
||||
"Measure Detailed" => lambda { |schools, academic_years|
|
||||
data = Report::Measure.to_csv(schools:, academic_years:, measures: ::Measure.all)
|
||||
send_data data, disposition: "attachment", filename: "measure_detailed_#{Date.today}.csv"
|
||||
},
|
||||
"Beyond Learning Loss" => lambda { |schools, academic_years|
|
||||
measure_ids = %w[2A-i 2A-ii 2B-i 2B-ii 2C-i 2C-ii 4B-i 5B-i 5B-ii 5D-i]
|
||||
scales = measure_ids.map do |measure_id|
|
||||
Measure.find_by_measure_id(measure_id)
|
||||
end.map(&:scales).flatten.compact
|
||||
data = Report::BeyondLearningLoss.to_csv(schools:, academic_years:, scales:)
|
||||
send_data data, disposition: "attachment",
|
||||
filename: "beyond_learning_loss_#{Date.today}.csv"
|
||||
},
|
||||
"Survey Item - By Item" => lambda { |schools, academic_years|
|
||||
data = Report::SurveyItemByItem.to_csv(schools:, academic_years:,
|
||||
use_student_survey_items: ::SurveyItem.student_survey_items.pluck(:id))
|
||||
send_data data, disposition: "attachment",
|
||||
filename: "survey_item_by_item_#{Date.today}.csv"
|
||||
},
|
||||
"Survey Item - By Grade" => lambda { |schools, academic_years|
|
||||
data = Report::SurveyItemByGrade.to_csv(schools:, academic_years:,
|
||||
use_student_survey_items: ::SurveyItem.student_survey_items.pluck(:id))
|
||||
send_data data,
|
||||
disposition: "attachment", filename: "survey_item_by_grade_#{Date.today}.csv"
|
||||
},
|
||||
"Survey Item Response" => lambda { |schools, academic_years|
|
||||
data = Report::SurveyItemResponse.to_csv(schools:, academic_years:)
|
||||
send_data data, disposition: "attachment", filename: "survey_item_response_#{Date.today}.csv"
|
||||
} }
|
||||
end
|
||||
|
||||
def authenticate_admin
|
||||
authenticate("admin", ENV.fetch("ADMIN_PASS"))
|
||||
end
|
||||
|
||||
def authenticate(username, password)
|
||||
authenticate_or_request_with_http_basic do |u, p|
|
||||
u == username && p == password
|
||||
end
|
||||
end
|
||||
end
|
||||
@ -0,0 +1,7 @@
|
||||
module ExportsHelper
|
||||
def colors
|
||||
@colors ||= ["#49416D", "#FFC857", "#920020", "#00B0B3", "#B2D236", "#004D61", "#FFB3CC", "#FF3D00", "#212121", "#9E9D24",
|
||||
"#689F38", "#388E3C", "#00897B", "#00796B", "#00695C", "#004D40", "#1B5E20", "#FF6F00", "#33691E", "#D50000",
|
||||
"#827717", "#F57F17", "#FF6F00", "#E65100", "#BF360C", "#3E2723", "#263238", "#37474F", "#455A64"]
|
||||
end
|
||||
end
|
||||
@ -0,0 +1,115 @@
|
||||
module Report
|
||||
class SurveyItemByGrade
|
||||
def self.create_grade_report(schools:, academic_years:, filename:, use_student_survey_items: ::SurveyItem.student_survey_items.pluck(:id))
|
||||
data = to_csv(schools:, academic_years:, use_student_survey_items:)
|
||||
# write out file
|
||||
FileUtils.mkdir_p Rails.root.join("tmp", "reports")
|
||||
filepath = Rails.root.join("tmp", "reports", filename)
|
||||
write_csv(data:, filepath:)
|
||||
data
|
||||
end
|
||||
|
||||
def self.to_csv(schools:, academic_years:, use_student_survey_items:)
|
||||
# get list of survey items with sufficient responses
|
||||
survey_items = Set.new
|
||||
# also get a map of grade->survey_id
|
||||
sufficient_survey_items = {}
|
||||
grades = ::SurveyItemResponse.where(school: schools,
|
||||
academic_year: academic_years).where.not(grade: nil).pluck(:grade).uniq.sort
|
||||
grades.each do |grade|
|
||||
sufficient_survey_items[grade] ||= Set.new
|
||||
end
|
||||
|
||||
::SurveyItemResponse.student_survey_items_with_responses_by_grade(
|
||||
school: schools,
|
||||
academic_year: academic_years
|
||||
).select do |key, _value|
|
||||
use_student_survey_items.include?(key[1])
|
||||
end.each do |key, count|
|
||||
# key[1] is survey item id
|
||||
next if key[0].nil?
|
||||
|
||||
survey_items.add(key[1])
|
||||
# we do not display the grade avg if there are < 10 responses
|
||||
sufficient_survey_items[key[0]].add(key[1]) if count >= 10
|
||||
end
|
||||
|
||||
# write headers
|
||||
headers = [
|
||||
"School Name",
|
||||
"Grade",
|
||||
"Academic Year"
|
||||
]
|
||||
survey_items.each do |survey_item_id|
|
||||
headers << ::SurveyItem.find_by_id(survey_item_id).prompt
|
||||
end
|
||||
data = []
|
||||
data << headers
|
||||
|
||||
academic_years.each do |academic_year|
|
||||
schools.each do |school|
|
||||
# for each grade, iterate through all survey items in our list
|
||||
# if it has sufficient responses, write out the avg score
|
||||
# else, write 'N/A'
|
||||
grades.each do |grade|
|
||||
next if grade == -1 # skip pre-k
|
||||
|
||||
row = []
|
||||
row << school.name
|
||||
if grade == 0
|
||||
row.append("Kindergarten")
|
||||
else
|
||||
row.append("Grade #{grade}")
|
||||
end
|
||||
row << academic_year.range
|
||||
survey_items.each do |survey_item_id|
|
||||
survey_item = ::SurveyItem.find_by_id survey_item_id
|
||||
if sufficient_survey_items[grade].include? survey_item_id
|
||||
row.append("#{survey_item.survey_item_responses.where(school:, academic_year:,
|
||||
grade:).average(:likert_score).to_f.round(2)}")
|
||||
else
|
||||
row.append("N/A")
|
||||
end
|
||||
end
|
||||
data << row
|
||||
end
|
||||
|
||||
# now iterate through all survey items again
|
||||
# if the whole school has sufficient responses, write the school avg
|
||||
# else, N/A
|
||||
row = []
|
||||
row.append(school.name)
|
||||
row.append("All School")
|
||||
row.append(academic_year.range)
|
||||
survey_items.each do |survey_item_id|
|
||||
survey_item = ::SurveyItem.find_by_id survey_item_id
|
||||
# filter out response rate at subcategory level <24.5% for school average
|
||||
scale = Scale.find_by_id(survey_item.scale_id)
|
||||
measure = ::Measure.find_by_id(scale.measure_id)
|
||||
subcategory = ::Subcategory.find_by_id(measure.subcategory_id)
|
||||
if ::StudentResponseRateCalculator.new(subcategory:, school:, academic_year:).meets_student_threshold?
|
||||
row.append("#{survey_item.survey_item_responses.where(
|
||||
# We allow the nil (unknown) grades in the school survey item average
|
||||
# also filter less than 10 responses in the whole school
|
||||
'school_id = ? and academic_year_id = ? and (grade IS NULL or grade IN (?))', school.id, academic_year.id, school.grades(academic_year:)
|
||||
).group('survey_item_id').having('count(*) >= 10').average(:likert_score).values[0].to_f.round(2)}")
|
||||
else
|
||||
row.append("N/A")
|
||||
end
|
||||
end
|
||||
data << row
|
||||
end
|
||||
end
|
||||
|
||||
CSV.generate do |csv|
|
||||
data.each do |row|
|
||||
csv << row
|
||||
end
|
||||
end
|
||||
end
|
||||
|
||||
def self.write_csv(data:, filepath:)
|
||||
File.write(filepath, csv)
|
||||
end
|
||||
end
|
||||
end
|
||||
@ -0,0 +1,172 @@
|
||||
module Report
|
||||
class SurveyItemByItem
|
||||
def self.create_item_report(schools:, academic_years:, filename:, use_student_survey_items: ::SurveyItem.student_survey_items.pluck(:id))
|
||||
data = to_csv(schools:, academic_years:, use_student_survey_items:)
|
||||
FileUtils.mkdir_p Rails.root.join("tmp", "reports")
|
||||
filepath = Rails.root.join("tmp", "reports", filename)
|
||||
write_csv(data:, filepath:)
|
||||
data
|
||||
end
|
||||
|
||||
def self.to_csv(schools:, academic_years:, use_student_survey_items: ::SurveyItem.student_survey_items.pluck(:id))
|
||||
# first, determine headers by finding the school and grades
|
||||
# Q: Should a grade not be included if it has no sufficient responses?
|
||||
# A: Include all grades, except preschool
|
||||
|
||||
# Convert they keys in this hash to a hash where the key is the grade
|
||||
# and the value is a set of sufficient survey IDs
|
||||
survey_ids_to_grades = {}
|
||||
::SurveyItemResponse.student_survey_items_with_responses_by_grade(
|
||||
school: schools,
|
||||
academic_year: academic_years
|
||||
).select do |key, _value|
|
||||
use_student_survey_items.include?(key[1])
|
||||
end.each do |key, count|
|
||||
# key[1] is survey item ID
|
||||
# key[0] is grade
|
||||
survey_ids_to_grades[key[1]] ||= Set.new
|
||||
# we do not display the grade avg if there are < 10 responses
|
||||
survey_ids_to_grades[key[1]].add(key[0]) if count >= 10
|
||||
end
|
||||
headers = [
|
||||
"Survey Item",
|
||||
"Category",
|
||||
"Subcategory",
|
||||
"Survey Measure",
|
||||
"Survey Scale",
|
||||
"Survey Population",
|
||||
"School Name",
|
||||
"Academic Year"
|
||||
]
|
||||
|
||||
grades = ::SurveyItemResponse.where(school: schools,
|
||||
academic_year: academic_years)
|
||||
.where.not(grade: nil)
|
||||
.pluck(:grade)
|
||||
.reject { |grade| grade == -1 } # ignore preschool
|
||||
.uniq
|
||||
.sort
|
||||
grades.each do |value|
|
||||
if value == 0
|
||||
headers.append("Kindergarten")
|
||||
else
|
||||
headers.append("Grade #{value}")
|
||||
end
|
||||
end
|
||||
headers.append("All School")
|
||||
headers.append("Teacher")
|
||||
# Then, add the headers to data
|
||||
data = []
|
||||
data << headers
|
||||
|
||||
academic_years.each do |academic_year|
|
||||
schools.each do |school|
|
||||
# for each survey item id
|
||||
survey_ids_to_grades.each do |id, school_grades|
|
||||
row = []
|
||||
survey_item = survey_item_for_id(id)
|
||||
row.concat(survey_item_info(survey_item:)) # fills prompt + categories
|
||||
row.append("Students")
|
||||
row.append(school.name)
|
||||
row.append(academic_year.range)
|
||||
|
||||
# add padding before grade average section
|
||||
starting_grade = school_grades.sort.first
|
||||
starting_grade = grades.index(starting_grade) || 0
|
||||
padding = Array.new(starting_grade) { "" }
|
||||
row.concat(padding)
|
||||
|
||||
school_grades.sort.each do |grade|
|
||||
next if grade == -1
|
||||
|
||||
if school_grades.include?(grade)
|
||||
# we already know grade has sufficient responses
|
||||
row.append("#{survey_item.survey_item_responses.where(school:, academic_year:,
|
||||
grade:).average(:likert_score).to_f.round(2)}")
|
||||
else
|
||||
row.append("N/A")
|
||||
end
|
||||
end
|
||||
|
||||
# add padding after the grade average section
|
||||
ending_grade = school_grades.sort.last
|
||||
ending_grade = grades.index(ending_grade) + 1 || 0
|
||||
padding = Array.new(grades.length - ending_grade) { "" }
|
||||
row.concat(padding)
|
||||
|
||||
# filter out response rate at subcategory level <24.5% for school average
|
||||
subcategory = scale_for_id(survey_item.scale_id).measure.subcategory
|
||||
# measure = ::Measure.find_by_id(scale.measure_id)
|
||||
# subcategory = ::Subcategory.find_by_id(measure.subcategory_id)
|
||||
if response_rate(subcategory:, school:, academic_year:).meets_student_threshold?
|
||||
row.append("#{survey_item.survey_item_responses.where(
|
||||
# We allow the nil (unknown) grades in the school survey item average
|
||||
# also filter less than 10 responses in the whole school
|
||||
'school_id = ? and academic_year_id = ? and (grade IS NULL or grade IN (?))', school.id, academic_year.id, school.grades(academic_year:)
|
||||
).group('survey_item_id').having('count(*) >= 10').average(:likert_score).values[0].to_f.round(2)}")
|
||||
|
||||
else
|
||||
row.append("N/A")
|
||||
end
|
||||
data << row
|
||||
end
|
||||
# Next up is teacher data
|
||||
::SurveyItemResponse.teacher_survey_items_with_sufficient_responses(school:, academic_year:).keys.each do |key| # each key is a survey item id
|
||||
row = []
|
||||
survey_item = survey_item_for_id(key)
|
||||
row.concat(survey_item_info(survey_item:))
|
||||
row.append("Teacher")
|
||||
row.append(school.name)
|
||||
row.append(academic_year.range)
|
||||
# we need to add padding to skip the grades columns and the 'all school' column
|
||||
padding = Array.new(grades.length + 1) { "" }
|
||||
row.concat(padding)
|
||||
# we already know that the survey item we are looking at has sufficient responses
|
||||
row.append("#{survey_item.survey_item_responses.where(school:,
|
||||
academic_year:).average(:likert_score).to_f.round(2)}")
|
||||
data << row
|
||||
end
|
||||
end
|
||||
end
|
||||
|
||||
CSV.generate do |csv|
|
||||
data.each do |row|
|
||||
csv << row
|
||||
end
|
||||
end
|
||||
end
|
||||
|
||||
def self.response_rate(subcategory:, school:, academic_year:)
|
||||
@response_rate ||= Hash.new do |memo, subcategory, school, academic_year|
|
||||
memo[[subcategory, school, academic_year]] =
|
||||
::StudentResponseRateCalculator.new(subcategory:, school:, academic_year:)
|
||||
end
|
||||
@response_rate[[subcategory, school, academic_year]]
|
||||
end
|
||||
|
||||
def self.survey_item_for_id(survey_item_id)
|
||||
@survey_items ||= ::SurveyItem.all.map do |survey_item|
|
||||
[survey_item.id, survey_item]
|
||||
end.to_h
|
||||
@survey_items[survey_item_id]
|
||||
end
|
||||
|
||||
def self.scale_for_id(scale_id)
|
||||
@scales ||= Scale.includes([measure: :subcategory]).all.map { |scale| [scale.id, scale] }.to_h
|
||||
@scales[scale_id]
|
||||
end
|
||||
|
||||
def self.write_csv(data:, filepath:)
|
||||
File.write(filepath, csv)
|
||||
end
|
||||
|
||||
def self.survey_item_info(survey_item:)
|
||||
prompt = survey_item.prompt
|
||||
scale = Scale.find_by_id(survey_item.scale_id)
|
||||
measure = ::Measure.find_by_id(scale.measure_id)
|
||||
subcategory = ::Subcategory.find_by_id(measure.subcategory_id)
|
||||
category = Category.find_by_id(subcategory.category_id)
|
||||
[prompt, category.name, subcategory.name, measure.name, scale.scale_id]
|
||||
end
|
||||
end
|
||||
end
|
||||
@ -0,0 +1,58 @@
|
||||
<h1>Exports page</h1>
|
||||
<%= turbo_frame_tag "results" do %>
|
||||
<%= form_with(action: exports_path,
|
||||
method: :get,
|
||||
data: {
|
||||
turbo_frame: "results",
|
||||
turbo_action: "advance",
|
||||
controller: "form",
|
||||
action: "input->form#submit"
|
||||
}) do |f| %>
|
||||
|
||||
<h3 class="sub-header-4 mt-5">Report Type</h3>
|
||||
<div>
|
||||
<select id="select-report" class="mx-3 mt-3 form-select" name="report" data-id="report-dropdown">
|
||||
<% @reports.each do |report| %>
|
||||
<option value="<%= report %>" <%= params[:report] == report ? "selected" : "" %> ><%= "#{report}" %></option>
|
||||
<% end %>
|
||||
</select>
|
||||
</div>
|
||||
|
||||
<h3 class="sub-header-4 mt-5">Report Type</h3>
|
||||
<div class="mt-3">
|
||||
<input type="radio" id="by_district" name="school_group" value="district" <%= @schools_grouped_by == "district" ? "checked" : "" %>>
|
||||
<label for="by_district">By District</label><br>
|
||||
<input type="radio" id="by_school" name="school_group" value="school" <%= @schools_grouped_by == "school" ? "checked" : "" %>>
|
||||
<label for="by_school">By School</label><br>
|
||||
</div>
|
||||
|
||||
<% if @schools_grouped_by == "district" %>
|
||||
<h3 class="sub-header-4 mt-5">District</h3>
|
||||
<%= f.select(:district, @districts, selected: @selected_district_id ) %>
|
||||
<% end %>
|
||||
|
||||
|
||||
<% if @schools_grouped_by == "school" %>
|
||||
<h3 class="sub-header-4 mt-5">School</h3>
|
||||
<%= f.select(:school, @schools.map(&:name), selected: @selected_school.name ) %>
|
||||
<% end %>
|
||||
|
||||
<h3 class="sub-header-4 mt-5">School Years</h3>
|
||||
<% @academic_years.each_with_index do | year, index | %>
|
||||
<div class="d-flex justify-content-start align-items-center mt-1" data-controller="analyze">
|
||||
<input type="checkbox"
|
||||
class="form-check-input"
|
||||
id="<%= year.range %>"
|
||||
name="academic_year-<%= index %>"
|
||||
value="<%= year.range %>"
|
||||
<%= @selected_academic_years.include?(year.range) ? "checked" : "" %>
|
||||
>
|
||||
|
||||
<label class="px-3" for="<%= year.range %>"><%= year.range %></label><br>
|
||||
</div>
|
||||
<% end %>
|
||||
|
||||
<%= link_to "Submit", exports_csv_path(format: :csv, params: params.to_enum.to_h ) , class: "btn btn-primary mt-5"%>
|
||||
<% end %>
|
||||
<% end %>
|
||||
|
||||
@ -0,0 +1,28 @@
|
||||
<!DOCTYPE html >
|
||||
<html lang="en">
|
||||
<head>
|
||||
<meta content="text/html; charset=UTF-8" http-equiv="Content-Type"/>
|
||||
<meta content="width=device-width, initial-scale=1, shrink-to-fit=no" name="viewport"/>
|
||||
<link href="https://fonts.googleapis.com/css?family=Bitter:400,600,700" rel="stylesheet" type="text/css"/>
|
||||
<link href="https://fonts.googleapis.com/css?family=Cabin:400,600,700" rel="stylesheet" type="text/css"/>
|
||||
<title>Exports</title>
|
||||
<%= csp_meta_tag %>
|
||||
<%= stylesheet_link_tag 'welcome', media: 'all', 'data-turbo-track': 'reload' %>
|
||||
<%= javascript_include_tag 'application', 'data-turbo-track': 'reload' %>
|
||||
</head>
|
||||
|
||||
<body>
|
||||
|
||||
|
||||
<div class="bg-color-light-blue">
|
||||
<div class="container">
|
||||
<div class="row">
|
||||
<div class="col mt-7">
|
||||
<%= yield %>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
</body>
|
||||
</html>
|
||||
@ -0,0 +1,15 @@
|
||||
require 'rails_helper'
|
||||
|
||||
# Specs in this file have access to a helper object that includes
|
||||
# the ExportsHelper. For example:
|
||||
#
|
||||
# describe ExportsHelper do
|
||||
# describe "string concat" do
|
||||
# it "concats two strings with spaces" do
|
||||
# expect(helper.concat_strings("this","that")).to eq("this that")
|
||||
# end
|
||||
# end
|
||||
# end
|
||||
RSpec.describe ExportsHelper, type: :helper do
|
||||
pending "add some examples to (or delete) #{__FILE__}"
|
||||
end
|
||||
@ -0,0 +1,7 @@
|
||||
require 'rails_helper'
|
||||
|
||||
RSpec.describe "Exports", type: :request do
|
||||
describe "GET /index" do
|
||||
pending "add some examples (or delete) #{__FILE__}"
|
||||
end
|
||||
end
|
||||
Loading…
Reference in new issue