You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
38 lines
1.4 KiB
38 lines
1.4 KiB
require 'watir'
|
|
|
|
module Dese
|
|
module Enrollments
|
|
include Dese::Scraper
|
|
attr_reader :filepaths
|
|
|
|
def scrape_enrollments(filepath:)
|
|
headers = ['Raw likert calculation', 'Likert Score', 'Admin Data Item', 'Academic Year', 'School Name', 'School Code',
|
|
'PK', 'K', '1', '2', '3', '4', '5', '6', '7', '8', '9', '10', '11', '12', 'SP', 'Total']
|
|
write_headers(filepath:, headers:)
|
|
run do |academic_year|
|
|
admin_data_item_id = ''
|
|
url = 'https://profiles.doe.mass.edu/statereport/enrollmentbygrade.aspx'
|
|
range = academic_year.range
|
|
selectors = { 'ctl00_ContentPlaceHolder1_ddReportType' => 'School',
|
|
'ctl00_ContentPlaceHolder1_ddYear' => range }
|
|
submit_id = 'btnViewReport'
|
|
calculation = ->(_headers, _items) { 'NA' }
|
|
Prerequisites.new(filepath, url, selectors, submit_id, admin_data_item_id, calculation)
|
|
end
|
|
end
|
|
|
|
def student_count(filepath:, dese_id:, year:)
|
|
@student_count ||= {}
|
|
if @student_count.count == 0
|
|
CSV.parse(File.read(filepath), headers: true).map do |row|
|
|
academic_year = row['Academic Year']
|
|
school_id = row['School Code'].to_i
|
|
total = row['Total'].gsub(',', '').to_i
|
|
@student_count[[school_id, academic_year]] = total
|
|
end
|
|
end
|
|
@student_count[[dese_id, year]]
|
|
end
|
|
end
|
|
end
|