Add cleaned data upload script for Lowell

mciea-main
Gabe Farrell 3 years ago
parent cee1c5fbc9
commit 4091fcdd44

@ -0,0 +1,24 @@
namespace :upload do
desc 'upload cleaned Lowell CSVs to the SFTP server'
task lowell: :environment do
new_files = Array.new
input_filepath = Rails.root.join('tmp', 'data', 'rpp_data', 'clean')
Dir.foreach(input_filepath) do |filename|
next if filename.start_with?('.') # skip hidden files and ./.. directories
# this can probably be replaced with Dir.join or similar
input_filename = Rails.root.join('tmp', 'data', 'rpp_data', 'clean', filename).to_s
sftptogo_url = ENV['SFTPTOGO_URL']
uri = URI.parse(sftptogo_url)
Net::SFTP.start(uri.host, uri.user, password: uri.password) do |sftp|
puts "Uploading #{filename}..."
sftp.upload!(input_filename, "/data/survey_responses/clean/#{filename}")
end
new_files.append(filename)
end
# print remote directory contents with new files marked
path = '/data/survey_responses/clean/'
Sftp::Directory.open(path:) do |file|
# the open method already prints all the contents...
end
end
end
Loading…
Cancel
Save