scrape admin, enrollments, and staffing data

This commit is contained in:
rebuilt 2026-03-05 12:17:44 -08:00
parent ddd20b2053
commit fbaeb2769f
2 changed files with 10930 additions and 6 deletions

View file

@ -30,10 +30,10 @@ module Dese
admin_data_item_id = 'a-vale-i1' admin_data_item_id = 'a-vale-i1'
url = 'https://profiles.doe.mass.edu/statereport/attendance.aspx' url = 'https://profiles.doe.mass.edu/statereport/attendance.aspx'
range = case academic_year.range range = case academic_year.range
when '2021-22', '2020-21' when '2017-18', '2018-19', '2019-20'
"#{academic_year.range} (End of year)"
else
academic_year.range academic_year.range
else
"#{academic_year.range} (End of year)"
end end
selectors = { 'ctl00_ContentPlaceHolder1_ddReportType' => 'School', selectors = { 'ctl00_ContentPlaceHolder1_ddReportType' => 'School',
'ctl00_ContentPlaceHolder1_ddYear' => range } 'ctl00_ContentPlaceHolder1_ddYear' => range }
@ -55,10 +55,10 @@ module Dese
admin_data_item_id = 'a-vale-i2' admin_data_item_id = 'a-vale-i2'
url = 'https://profiles.doe.mass.edu/statereport/attendance.aspx' url = 'https://profiles.doe.mass.edu/statereport/attendance.aspx'
range = case academic_year.range range = case academic_year.range
when '2021-22', '2020-21' when '2017-18', '2018-19', '2019-20'
"#{academic_year.range} (End of year)"
else
academic_year.range academic_year.range
else
"#{academic_year.range} (End of year)"
end end
selectors = { 'ctl00_ContentPlaceHolder1_ddReportType' => 'School', selectors = { 'ctl00_ContentPlaceHolder1_ddReportType' => 'School',
'ctl00_ContentPlaceHolder1_ddYear' => range } 'ctl00_ContentPlaceHolder1_ddYear' => range }

File diff suppressed because it is too large Load diff