From bb472ce6c3743c3de6952324be3efd74ce27e182 Mon Sep 17 00:00:00 2001 From: rebuilt Date: Wed, 23 Nov 2022 12:32:31 -0800 Subject: [PATCH] Reduce number of rows to process to avoid exceeding memory limit on heroku --- app/services/survey_responses_data_loader.rb | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/app/services/survey_responses_data_loader.rb b/app/services/survey_responses_data_loader.rb index 6704d6db..435a69cf 100644 --- a/app/services/survey_responses_data_loader.rb +++ b/app/services/survey_responses_data_loader.rb @@ -7,12 +7,12 @@ class SurveyResponsesDataLoader File.open(filepath) do |file| headers = file.first - file.lazy.each_slice(1000) do |lines| + file.lazy.each_slice(500) do |lines| survey_item_responses = CSV.parse(lines.join, headers:).map do |row| process_row row: Values.new(row:, headers:) end - SurveyItemResponse.import survey_item_responses.compact.flatten, batch_size: 1000 + SurveyItemResponse.import survey_item_responses.compact.flatten, batch_size: 500 end end end