From 9ae94a2dae0bdcf6272c339201703a74dcaec44b Mon Sep 17 00:00:00 2001 From: rebuilt Date: Wed, 23 Nov 2022 13:54:11 -0800 Subject: [PATCH] further reduce batch size to avoid exceeding memory quota --- app/services/survey_responses_data_loader.rb | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/app/services/survey_responses_data_loader.rb b/app/services/survey_responses_data_loader.rb index 435a69cf..4555b679 100644 --- a/app/services/survey_responses_data_loader.rb +++ b/app/services/survey_responses_data_loader.rb @@ -7,12 +7,12 @@ class SurveyResponsesDataLoader File.open(filepath) do |file| headers = file.first - file.lazy.each_slice(500) do |lines| + file.lazy.each_slice(100) do |lines| survey_item_responses = CSV.parse(lines.join, headers:).map do |row| process_row row: Values.new(row:, headers:) end - SurveyItemResponse.import survey_item_responses.compact.flatten, batch_size: 500 + SurveyItemResponse.import survey_item_responses.compact.flatten, batch_size: 100 end end end