You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
22 lines
785 B
22 lines
785 B
namespace :scrape do
|
|
desc 'scrape dese site for admin data'
|
|
task admin: :environment do
|
|
puts 'scraping data from dese'
|
|
scrapers = [Dese::OneAOne, Dese::OneAThree, Dese::TwoAOne, Dese::TwoCOne, Dese::ThreeAOne, Dese::ThreeATwo,
|
|
Dese::ThreeBOne, Dese::ThreeBTwo, Dese::FourAOne, Dese::FourBTwo, Dese::FourDOne, Dese::FiveCOne, Dese::FiveDTwo]
|
|
scrapers.each do |scraper|
|
|
scraper.new.run_all
|
|
end
|
|
end
|
|
|
|
desc 'scrape dese site for teacher staffing information'
|
|
task enrollment: :environment do
|
|
Dese::ThreeATwo.new.scrape_enrollments(filepath: Rails.root.join('data', 'enrollment', 'enrollment.csv'))
|
|
end
|
|
|
|
desc 'scrape dese site for student staffing information'
|
|
task staffing: :environment do
|
|
Dese::Staffing.new.run_all
|
|
end
|
|
end
|