gabehf/sqm-dashboards
1
0
Fork 0
mirror of https://github.com/edcommonwealth/sqm-dashboards.git synced 2026-03-13 09:20:38 -07:00
Code Issues Projects Releases Packages Wiki Activity Actions

Memoize admin data loader

Browse source
This commit is contained in:
Gabe Farrell 2024-04-18 17:13:03 -04:00
parent 8356a2d2b7
commit deb70d4b88
2 changed files with 27 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

5
lib/tasks/data.rake
View file

@ -46,10 +46,13 @@ namespace :data do
desc "load admin_data"
task load_admin_data: :environment do
original_count = AdminDataValue.count
Dir.glob(Rails.root.join("data", "admin_data", "dese", "*.csv")).each do |filepath|
jobs = Queue.new
Dir.glob(Rails.root.join("data", "admin_data", "dese", "*.csv")).each { |filepath| jobs << filepath }
while filepath = jobs.pop(true)
puts "=====================> Loading data from csv at path: #{filepath}"
Dese::Loader.load_data filepath:
end
rescue ThreadError
puts "=====================> Completed loading #{AdminDataValue.count - original_count} admin data values"
end