You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
38 lines
2.0 KiB
38 lines
2.0 KiB
namespace :clean do
|
|
# These tasks must be run in their respective project so the correct schools are in the database
|
|
desc 'clean ecp data'
|
|
task ecp: :environment do
|
|
input_filepath = Rails.root.join('tmp', 'data', 'ecp_data', 'raw')
|
|
output_filepath = Rails.root.join('tmp', 'data', 'ecp_data', 'clean')
|
|
log_filepath = Rails.root.join('tmp', 'data', 'ecp_data', 'removed')
|
|
disaggregation_filepath = Rails.root.join('tmp', 'data', 'ecp_data', 'disaggregation')
|
|
Cleaner.new(input_filepath:, output_filepath:, log_filepath:, disaggregation_filepath:).clean
|
|
end
|
|
|
|
desc 'clean prepped data'
|
|
task prepped: :environment do
|
|
input_filepath = Rails.root.join('tmp', 'data', 'ecp_data', 'prepped')
|
|
output_filepath = Rails.root.join('tmp', 'data', 'ecp_data', 'prepped', 'clean')
|
|
log_filepath = Rails.root.join('tmp', 'data', 'ecp_data', 'prepped', 'removed')
|
|
disaggregation_filepath = Rails.root.join('tmp', 'data', 'ecp_data', 'disaggregation')
|
|
Cleaner.new(input_filepath:, output_filepath:, log_filepath:, disaggregation_filepath:).clean
|
|
end
|
|
desc 'clean mciea data'
|
|
task mciea: :environment do
|
|
input_filepath = Rails.root.join('tmp', 'data', 'mciea_data', 'raw')
|
|
output_filepath = Rails.root.join('tmp', 'data', 'mciea_data', 'clean')
|
|
log_filepath = Rails.root.join('tmp', 'data', 'mciea_data', 'removed')
|
|
disaggregation_filepath = Rails.root.join('tmp', 'data', 'ecp_data', 'disaggregation')
|
|
Cleaner.new(input_filepath:, output_filepath:, log_filepath:, disaggregation_filepath:).clean
|
|
end
|
|
|
|
desc 'clean rpp data'
|
|
task rpp: :environment do
|
|
input_filepath = Rails.root.join('tmp', 'data', 'rpp_data', 'raw')
|
|
output_filepath = Rails.root.join('tmp', 'data', 'rpp_data', 'clean')
|
|
log_filepath = Rails.root.join('tmp', 'data', 'rpp_data', 'removed')
|
|
disaggregation_filepath = Rails.root.join('tmp', 'data', 'ecp_data', 'disaggregation')
|
|
Cleaner.new(input_filepath:, output_filepath:, log_filepath:, disaggregation_filepath:).clean
|
|
end
|
|
end
|