gabehf/sqm-dashboards
1
0
Fork 0
mirror of https://github.com/edcommonwealth/sqm-dashboards.git synced 2026-03-07 21:48:16 -08:00
Code Issues Projects Releases Packages Wiki Activity Actions

load all data

Browse source
This commit is contained in:
Jared Cosulich 2017-10-12 15:11:02 -04:00
parent 1960d370cd
commit 4d4b7ed686
1 changed files with 8 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

17
lib/tasks/data.rake
View file

@ -145,12 +145,11 @@ namespace :data do
bad_answers = {}
year = '2017'
timeToRun = 0.2 * 60 * 60
startIndex = 0
startTime = Time.new
# timeToRun = 0.2 * 60 * 60
# startIndex = 0
# startTime = Time.new
# ['student_responses', 'teacher_responses'].each do |file|
['teacher_responses'].each do |file|
['student_responses', 'teacher_responses'].each do |file|
recipients = file.split('_')[0]
target_group = Question.target_groups["for_#{recipients}s"]
csv_string = File.read(File.expand_path("../../../data/#{file}_#{year}.csv", __FILE__))
@ -161,10 +160,10 @@ namespace :data do
csv.each_with_index do |row, index|
next if index < startIndex
if Time.new - startTime >= timeToRun
puts("ENDING #{timeToRun} SECONDS: #{Time.new - startTime} = #{startIndex} -> #{index} = #{index - startIndex} or #{(Time.new - t) / (index - startIndex)} per second")
break
end
# if Time.new - startTime >= timeToRun
# puts("ENDING #{timeToRun} SECONDS: #{Time.new - startTime} = #{startIndex} -> #{index} = #{index - startIndex} or #{(Time.new - t) / (index - startIndex)} per second")
# break
# end
if index % 100 == 0
puts("PROCESSING ROW: #{index} OUT OF #{csv.length} ROWS: #{Time.new - t} - Total: #{Time.new - startTime} - #{timeToRun - (Time.new - startTime)} TO GO")