You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
41 lines
1.5 KiB
41 lines
1.5 KiB
require "watir"
|
|
require "csv"
|
|
|
|
module Dashboard
|
|
module Dese
|
|
module Enrollments
|
|
include Dashboard::Dese::Scraper
|
|
attr_reader :filepaths
|
|
|
|
def scrape_enrollments(filepath:)
|
|
headers = ["Raw likert calculation", "Likert Score", "Admin Data Item", "Academic Year", "School Name", "DESE ID",
|
|
"PK", "K", "1", "2", "3", "4", "5", "6", "7", "8", "9", "10", "11", "12", "SP", "Total"]
|
|
write_headers(filepath:, headers:)
|
|
run do |academic_year|
|
|
admin_data_item_id = ""
|
|
url = "https://profiles.doe.mass.edu/statereport/enrollmentbygrade.aspx"
|
|
range = academic_year.range
|
|
selectors = { "ctl00_ContentPlaceHolder1_ddReportType" => "School",
|
|
"ctl00_ContentPlaceHolder1_ddYear" => range }
|
|
submit_id = "btnViewReport"
|
|
calculation = ->(_headers, _items) { "NA" }
|
|
Prerequisites.new(filepath, url, selectors, submit_id, admin_data_item_id, calculation)
|
|
end
|
|
end
|
|
|
|
def student_count(filepath:, dese_id:, year:)
|
|
@students ||= {}
|
|
if @students.count == 0
|
|
::CSV.parse(::File.read(filepath), headers: true).map do |row|
|
|
academic_year = row["Academic Year"]
|
|
school_id = row["DESE ID"].to_i
|
|
total = row["Total"].gsub(",", "").to_i
|
|
@students[[school_id, academic_year]] = total
|
|
end
|
|
end
|
|
@students[[dese_id, year]]
|
|
end
|
|
end
|
|
end
|
|
end
|