diff --git a/lib/tasks/data.rake b/lib/tasks/data.rake index 0ba04d70..e6a61525 100644 --- a/lib/tasks/data.rake +++ b/lib/tasks/data.rake @@ -158,15 +158,15 @@ namespace :data do t = Time.new csv.each_with_index do |row, index| - next if index < startIndex - + # next if index < startIndex + # # if Time.new - startTime >= timeToRun # puts("ENDING #{timeToRun} SECONDS: #{Time.new - startTime} = #{startIndex} -> #{index} = #{index - startIndex} or #{(Time.new - t) / (index - startIndex)} per second") # break # end if index % 100 == 0 - puts("PROCESSING ROW: #{index} OUT OF #{csv.length} ROWS: #{Time.new - t} - Total: #{Time.new - startTime} - #{timeToRun - (Time.new - startTime)} TO GO") + puts("DATAMSG: PROCESSING ROW: #{index} OUT OF #{csv.length} ROWS: #{Time.new - t} - Total: #{Time.new - startTime} - #{timeToRun - (Time.new - startTime)} TO GO") t = Time.new end @@ -185,7 +185,7 @@ namespace :data do if school.nil? next if unknown_schools[school_name] - puts "Unable to find school: #{school_name} - #{index}" + puts "DATAMSG: Unable to find school: #{school_name} - #{index}" unknown_schools[school_name] = true next end @@ -200,7 +200,7 @@ namespace :data do name: "Survey Respondent Id: #{respondent_id}" ) rescue - puts "ERROR AT #{index} - #{district.name} - #{school_name} #{school}: #{respondent_id}" + puts "DATAMSG: ERROR AT #{index} - #{district.name} - #{school_name} #{school}: #{respondent_id}" end respondent_map[respondent_id] = recipient.id end