mirror of
https://github.com/edcommonwealth/sqm-dashboards.git
synced 2026-03-07 21:48:16 -08:00
128748addd
to survey table. We no longer check or keep track of the survey type. Instead we look in the database to see if a survey item has at least 10 responses. If it does, that survey item was presented to the respondent and we count it, and all responses when calculating the response rate. Remove response rate timestamp from caching logic because we no longer add the response rate to the database. All response rates are calculated on the fly Update three_b_two scraper to use teacher only numbers swap over to using https://profiles.doe.mass.edu/statereport/gradesubjectstaffing.aspx as the source of staffing information
21 lines
785 B
Ruby
21 lines
785 B
Ruby
namespace :scrape do
|
|
desc 'scrape dese site for admin data'
|
|
task admin: :environment do
|
|
puts 'scraping data from dese'
|
|
scrapers = [Dese::OneAOne, Dese::OneAThree, Dese::TwoAOne, Dese::TwoCOne, Dese::ThreeAOne, Dese::ThreeATwo,
|
|
Dese::ThreeBOne, Dese::ThreeBTwo, Dese::FourAOne, Dese::FourBTwo, Dese::FourDOne, Dese::FiveCOne, Dese::FiveDTwo]
|
|
scrapers.each do |scraper|
|
|
scraper.new.run_all
|
|
end
|
|
end
|
|
|
|
desc 'scrape dese site for teacher staffing information'
|
|
task enrollment: :environment do
|
|
Dese::ThreeATwo.new.scrape_enrollments(filepath: Rails.root.join('data', 'enrollment', 'enrollment.csv'))
|
|
end
|
|
|
|
desc 'scrape dese site for student staffing information'
|
|
task staffing: :environment do
|
|
Dese::Staffing.new.run_all
|
|
end
|
|
end
|