gabehf/Dashboard
1
0
Fork 0
mirror of https://github.com/edcommonwealth/Dashboard.git synced 2026-03-09 07:18:13 -07:00
Code Issues Projects Releases Packages Wiki Activity Actions

chore: get admin data scraper running

Browse source
This commit is contained in:
Nelson Jovel 2024-02-07 11:47:25 -08:00
parent 1810ee0074
commit a142afe022
102 changed files with 41933 additions and 8756 deletions
Download patch file Download diff file Expand all files Collapse all files

4
lib/tasks/dashboard_tasks.rake
View file

@ -31,12 +31,12 @@ namespace :dashboard do
desc "load admin_data"
task load_admin_data: :environment do
original_count = AdminDataValue.count
Dir.glob(Dashboard::Engine.root.join("data", "dashboard", "admin_data", "dese", "*.csv")).each do |filepath|
Dir.glob(Dashboard::Engine.root.join("data", "admin_data", "dese", "*.csv")).each do |filepath|
puts "=====================> Loading data from csv at path: #{filepath}"
Dashboard::Dese::Loader.load_data filepath:
end
Dir.glob(Dashboard::Engine.root.join("data", "dashboard", "admin_data", "out_of_state",
Dir.glob(Dashboard::Engine.root.join("data", "admin_data", "out_of_state",
"*.csv")).each do |filepath|
puts "=====================> Loading data from csv at path: #{filepath}"
Dashboard::Dese::Loader.load_data filepath: