mirror of
https://github.com/edcommonwealth/Dashboard.git
synced 2026-03-07 21:38:14 -08:00
chore: scrape enrollment and staffing data
This commit is contained in:
parent
725348bf95
commit
1810ee0074
7 changed files with 15026 additions and 13173 deletions
24
lib/tasks/scrape.rake
Normal file
24
lib/tasks/scrape.rake
Normal file
|
|
@ -0,0 +1,24 @@
|
|||
namespace :dashboard do
|
||||
namespace :scrape do
|
||||
desc "scrape dese site for admin data"
|
||||
task admin: :environment do
|
||||
puts "scraping data from dese"
|
||||
scrapers = [Dese::OneAOne, Dese::OneAThree, Dese::TwoAOne, Dese::TwoCOne, Dese::ThreeAOne, Dese::ThreeATwo,
|
||||
Dese::ThreeBOne, Dese::ThreeBTwo, Dese::FourAOne, Dese::FourBTwo, Dese::FourDOne, Dese::FiveCOne, Dese::FiveDTwo]
|
||||
scrapers.each do |scraper|
|
||||
scraper.new.run_all
|
||||
end
|
||||
end
|
||||
|
||||
desc "scrape dese site for teacher staffing information"
|
||||
task enrollment: :environment do
|
||||
Dese::ThreeATwo.new.scrape_enrollments(filepath: Dashboard::Engine.root.join("data", "dashboard", "enrollment",
|
||||
"enrollment.csv"))
|
||||
end
|
||||
|
||||
desc "scrape dese site for student staffing information"
|
||||
task staffing: :environment do
|
||||
Dashboard::Dese::Staffing.new.run_all
|
||||
end
|
||||
end
|
||||
end
|
||||
Loading…
Add table
Add a link
Reference in a new issue