gabehf/sqm-dashboards
1
0
Fork 0
mirror of https://github.com/edcommonwealth/sqm-dashboards.git synced 2026-03-07 21:48:16 -08:00
Code Issues Projects Releases Packages Wiki Activity Actions

sync school categories after loading non-likert data

Browse source
This commit is contained in:
Jared Cosulich 2019-01-12 09:08:32 -05:00
parent 7bfbe1a94c
commit 7b49648153
1 changed files with 73 additions and 73 deletions
Download patch file Download diff file Expand all files Collapse all files

146
lib/tasks/data.rake
View file

@ -385,7 +385,7 @@ namespace :data do
ENV.delete('BULK_PROCESS')
# sync_school_category_aggregates
sync_school_category_aggregates
end
desc 'Load in custom zones for each category'
@ -557,76 +557,76 @@ end
# min_response_rate = 0.3
# level = 1
# # categories = Category.joins(:questions).uniq.all
min_response_rate = 0.3
level = 1
categories = Category.joins(:questions).uniq.all
# categories = [Category.find_by_slug("student-emotional-safety-scale")]
# categories.each do |category|
# # category.school_categories.joins(school: :district).where("districts.name = 'Boston'").each do |school_category|
# category.school_categories.joins(school: :district).where("districts.name = 'Boston' and schools.slug = 'boston-community-leadership-academy'").each do |school_category|
# school_question_data = school_category.
# school_questions.
# where("response_rate > #{min_response_rate}").
# select('count(response_count) as valid_child_count').
# select('sum(response_count) as response_count').
# select('sum(response_total) as response_total')[0]
#
# valid_child_count = school_question_data.valid_child_count
# school_questions = school_category.school_questions.joins(:question)
# student_questions = school_questions.merge(Question.for_students)
# teacher_questions = school_questions.merge(Question.for_teachers)
# if (student_questions.count > 0 && teacher_questions.count > 0)
# if (student_questions.where("response_rate > #{min_response_rate}").count == 0 ||
# teacher_questions.where("response_rate > #{min_response_rate}").count == 0)
# valid_child_count = 0
# end
# end
#
# puts "VALID CHILD COUNT: #{valid_child_count}"
# school_category.update(
# valid_child_count: valid_child_count,
# response_count: school_question_data.response_count,
# answer_index_total: school_question_data.response_total,
# zscore: (school_question_data.response_total.to_f/school_question_data.response_count.to_f) - 3.to_f
# )
# end
# end
#
# loop do
# parent_categories = []
# categories.each_with_index do |category, i|
# parent_category = category.parent_category
# next if parent_category.nil? || parent_categories.include?(parent_category)
# parent_categories << parent_category
#
# # school_categories = parent_category.school_categories.joins(school: :district).where("districts.name = 'Boston'")
# school_categories = parent_category.school_categories.joins(school: :district).where("districts.name = 'Boston' and schools.slug='boston-community-leadership-academy'")
# school_categories.each_with_index do |school_category, index|
# school = school_category.school
#
# children = SchoolCategory.for_parent_category(school, parent_category).in(school_category.year)
# valid_children = children.where("valid_child_count > 0")
# school_category.update(
# valid_child_count: valid_children.count,
# response_count: valid_children.sum(&:response_count),
# answer_index_total: valid_children.sum(&:answer_index_total),
# zscore: (valid_children.sum(&:answer_index_total).to_f / valid_children.sum(&:response_count).to_f) - 3.to_f
# )
# puts ""
# puts ""
# puts("#{level} (#{i}/#{categories.length}) UPDATED (#{index}/#{school_categories.length}): #{school.slug} -> #{parent_category.slug} -> #{school_category.year} -> #{valid_children.count} --- PARENT: #{parent_categories.length}")
# puts ""
# puts ""
# end
# end
#
# puts ""
# puts ""
# puts "PARENT CATEGORIES: #{parent_categories.uniq.length}"
# puts ""
# puts ""
#
# level += 1
# categories = parent_categories.uniq
# break if categories.blank?
# end
categories.each do |category|
category.school_categories.joins(school: :district).where("districts.name = 'Boston'").each do |school_category|
# category.school_categories.joins(school: :district).where("districts.name = 'Boston' and schools.slug = 'boston-community-leadership-academy'").each do |school_category|
school_question_data = school_category.
school_questions.
where("response_rate > #{min_response_rate}").
select('count(response_count) as valid_child_count').
select('sum(response_count) as response_count').
select('sum(response_total) as response_total')[0]
valid_child_count = school_question_data.valid_child_count
school_questions = school_category.school_questions.joins(:question)
student_questions = school_questions.merge(Question.for_students)
teacher_questions = school_questions.merge(Question.for_teachers)
if (student_questions.count > 0 && teacher_questions.count > 0)
if (student_questions.where("response_rate > #{min_response_rate}").count == 0 ||
teacher_questions.where("response_rate > #{min_response_rate}").count == 0)
valid_child_count = 0
end
end
puts "VALID CHILD COUNT: #{valid_child_count}"
school_category.update(
valid_child_count: valid_child_count,
response_count: school_question_data.response_count,
answer_index_total: school_question_data.response_total,
zscore: (school_question_data.response_total.to_f/school_question_data.response_count.to_f) - 3.to_f
)
end
end
loop do
parent_categories = []
categories.each_with_index do |category, i|
parent_category = category.parent_category
next if parent_category.nil? || parent_categories.include?(parent_category)
parent_categories << parent_category
# school_categories = parent_category.school_categories.joins(school: :district).where("districts.name = 'Boston'")
school_categories = parent_category.school_categories.joins(school: :district).where("districts.name = 'Boston' and schools.slug='boston-community-leadership-academy'")
school_categories.each_with_index do |school_category, index|
school = school_category.school
children = SchoolCategory.for_parent_category(school, parent_category).in(school_category.year)
valid_children = children.where("valid_child_count > 0")
school_category.update(
valid_child_count: valid_children.count,
response_count: valid_children.sum(&:response_count),
answer_index_total: valid_children.sum(&:answer_index_total),
zscore: (valid_children.sum(&:answer_index_total).to_f / valid_children.sum(&:response_count).to_f) - 3.to_f
)
puts ""
puts ""
puts("#{level} (#{i}/#{categories.length}) UPDATED (#{index}/#{school_categories.length}): #{school.slug} -> #{parent_category.slug} -> #{school_category.year} -> #{valid_children.count} --- PARENT: #{parent_categories.length}")
puts ""
puts ""
end
end
puts ""
puts ""
puts "PARENT CATEGORIES: #{parent_categories.uniq.length}"
puts ""
puts ""
level += 1
categories = parent_categories.uniq
break if categories.blank?
end