Dashboard/app/services/dashboard/survey_responses_data_loader.rb

# frozen_string_literal: true

module Dashboard
  class SurveyResponsesDataLoader
    def load_data(filepath:)
      ::File.open(filepath) do |file|
        headers = file.first
        headers_array = ::CSV.parse(headers).first
        all_survey_items = survey_items(headers:)

        file.lazy.each_slice(500) do |lines|
          survey_item_responses = ::CSV.parse(lines.join, headers:).map do |row|
            process_row(row: SurveyItemValues.new(row:, headers: headers_array, survey_items: all_survey_items,
                                                  schools:))
          end
          SurveyItemResponse.upsert_all(survey_item_responses.flatten.compact,
                                        unique_by: %i[response_id dashboard_academic_year_id dashboard_school_id
                                                      dashboard_survey_item_id])
        end
      end
    end

    def from_file(file:)
      headers = file.gets
      headers_array = ::CSV.parse(headers).first
      all_survey_items = survey_items(headers:)

      survey_item_responses = []
      # row_count = 0
      until file.eof?
        line = file.gets
        next unless line.present?

        ::CSV.parse(line, headers:).map do |row|
          values = process_row(row: SurveyItemValues.new(row:, headers: headers_array,
                                                         survey_items: all_survey_items, schools:))
          survey_item_responses << values if values.present?
        end

        # row_count += 1
        # next unless row_count == 500

        # SurveyItemResponse.upsert_all(survey_item_responses, unique_by: :response_id)
        # survey_item_responses = []
        # row_count = 0
      end
      survey_item_responses = survey_item_responses.flatten.compact
      SurveyItemResponse.upsert_all(survey_item_responses,
                                    unique_by: %i[response_id dashboard_academic_year_id dashboard_school_id
                                                  dashboard_survey_item_id])
      # SurveyItemResponse.upsert_all(survey_item_responses, update_only: [:likert_score])
    end

    private

    def schools
      @schools = School.by_dese_id
    end

    def genders
      @genders = Gender.by_qualtrics_code
    end

    def races
      @races = Race.by_qualtrics_code
    end

    def incomes
      @incomes ||= Income.by_slug
    end

    def ells
      @ells ||= Ell.by_designation
    end

    def speds
      @speds ||= Sped.by_designation
    end

    def process_row(row:)
      return unless row.dese_id?
      return unless row.school.present?

      process_survey_items(row:)
    end

    def process_survey_items(row:)
      student = Student.find_or_create_by(response_id: row.response_id, lasid: row.lasid)
      student.races.delete_all
      tmp_races = row.races.map { |race| races[race] }
      tmp_races.each do |race|
        student.races << race
      end
      student.save

      row.survey_items.map do |survey_item|
        likert_score = row.likert_score(survey_item_id: survey_item.survey_item_id) || next

        unless likert_score.valid_likert_score?
          puts "Response ID: #{row.response_id}, Likert score: #{likert_score} rejected" unless likert_score == "NA"
          next
        end
        response = row.survey_item_response(survey_item:)
        build_response(survey_item_response: response, likert_score:, row:, survey_item:, student:)
      end.compact
    end

    def build_response(survey_item_response:, likert_score:, row:, survey_item:, student:)
      gender = genders[row.gender]
      grade = row.grade
      income = incomes[row.income.parameterize]
      ell = ells[row.ell]
      sped = speds[row.sped]
      recorded_date = row.recorded_date

      { response_id: row.response_id,
        dashboard_academic_year_id: row.academic_year.id,
        dashboard_school_id: row.school.id,
        dashboard_survey_item_id: survey_item.id,
        likert_score: likert_score.to_i,
        grade:,
        dashboard_gender_id: gender.id,
        recorded_date:,
        dashboard_income_id: income.id,
        dashboard_ell_id: ell.id,
        dashboard_sped_id: sped.id,
        dashboard_student_id: student.id }
    end

    def survey_items(headers:)
      SurveyItem.where(survey_item_id: get_survey_item_ids_from_headers(headers:))
    end

    def get_survey_item_ids_from_headers(headers:)
      ::CSV.parse(headers).first
           .filter(&:present?)
           .filter { |header| header.start_with? "t-", "s-" }
    end
  end
end