gabehf/sqm-dashboards
1
0
Fork 0
mirror of https://github.com/edcommonwealth/sqm-dashboards.git synced 2026-03-07 21:48:16 -08:00
Code Issues Projects Releases Packages Wiki Activity Actions

Removed print statements from data loader output

Browse source
This commit is contained in:
rebuilt 2021-09-28 18:03:14 +02:00
parent 9859b8a03a
commit 666eec9a20
1 changed files with 1 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

5
app/services/survey_responses_data_loader.rb
View file

@ -11,16 +11,13 @@ class SurveyResponsesDataLoader
.filter { |header| header.start_with? 't-' or header.start_with? 's-' }
.map { |survey_item_id| SurveyItem.find_by_survey_item_id survey_item_id }
batch_progress = ->(rows_size, num_batches, current_batch_number, batch_duration_in_secs) {
puts "======================> Number of survey item responses: #{rows_size}, Number of batches: #{num_batches}, Current batch number: #{current_batch_number}"
}
file.lazy.each_slice(1000) do |lines|
survey_item_responses = CSV.parse(lines.join, headers: headers).map do |row|
process_row row: row, survey_items: survey_items
end
SurveyItemResponse.import survey_item_responses.compact.flatten, batch_size: 1000, batch_progress: batch_progress
SurveyItemResponse.import survey_item_responses.compact.flatten, batch_size: 1000
end
end
end