gabehf/sqm-dashboards
1
0
Fork 0
mirror of https://github.com/edcommonwealth/sqm-dashboards.git synced 2026-03-09 07:28:41 -07:00
Code Issues Projects Releases Packages Wiki Activity Actions

Scrape latest data from DESE

Browse source
This commit is contained in:
rebuilt 2022-12-20 15:26:11 -08:00
parent 4d5143964b
commit 7b9abe3793
16 changed files with 65000 additions and 5221 deletions
Download patch file Download diff file Expand all files Collapse all files

10
lib/tasks/data.rake
View file

@ -194,4 +194,14 @@ namespace :data do
SurveyItem.reset_counters(survey_item.id, :survey_item_responses)
end
end
desc 'scrape dese site for admin data'
task scrape_all: :environment do
puts 'scraping data from dese'
scrapers = [Dese::OneAOne, Dese::OneAThree, Dese::TwoAOne, Dese::TwoCOne, Dese::ThreeAOne, Dese::ThreeATwo,
Dese::ThreeBOne, Dese::ThreeBTwo, Dese::FourAOne, Dese::FourBTwo, Dese::FourDOne, Dese::FiveCOne, Dese::FiveDTwo]
scrapers.each do |scraper|
scraper.new.run_all
end
end
end