|
|
|
@ -7,8 +7,8 @@ namespace :upload do
|
|
|
|
next if filename.start_with?('.') # skip hidden files and ./.. directories
|
|
|
|
next if filename.start_with?('.') # skip hidden files and ./.. directories
|
|
|
|
# this can probably be replaced with Dir.join or similar
|
|
|
|
# this can probably be replaced with Dir.join or similar
|
|
|
|
input_filename = Rails.root.join('tmp', 'data', 'rpp_data', 'clean', filename).to_s
|
|
|
|
input_filename = Rails.root.join('tmp', 'data', 'rpp_data', 'clean', filename).to_s
|
|
|
|
sftptogo_url = ENV['SFTPTOGO_URL']
|
|
|
|
sftp_url = ENV['SFTP_URL']
|
|
|
|
uri = URI.parse(sftptogo_url)
|
|
|
|
uri = URI.parse(sftp_url)
|
|
|
|
Net::SFTP.start(uri.host, uri.user, password: uri.password) do |sftp|
|
|
|
|
Net::SFTP.start(uri.host, uri.user, password: uri.password) do |sftp|
|
|
|
|
puts "Uploading #{filename}..."
|
|
|
|
puts "Uploading #{filename}..."
|
|
|
|
sftp.upload!(input_filename, "/data/survey_responses/clean/#{filename}")
|
|
|
|
sftp.upload!(input_filename, "/data/survey_responses/clean/#{filename}")
|
|
|
|
@ -21,4 +21,50 @@ namespace :upload do
|
|
|
|
# the open method already prints all the contents...
|
|
|
|
# the open method already prints all the contents...
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
|
|
desc 'upload cleaned ECP CSVs to the SFTP server'
|
|
|
|
|
|
|
|
task ecp: :environment do
|
|
|
|
|
|
|
|
new_files = Array.new
|
|
|
|
|
|
|
|
input_filepath = Rails.root.join('tmp', 'data', 'ecp_data', 'clean')
|
|
|
|
|
|
|
|
Dir.foreach(input_filepath) do |filename|
|
|
|
|
|
|
|
|
next if filename.start_with?('.') # skip hidden files and ./.. directories
|
|
|
|
|
|
|
|
# this can probably be replaced with Dir.join or similar
|
|
|
|
|
|
|
|
input_filename = Rails.root.join('tmp', 'data', 'ecp_data', 'clean', filename).to_s
|
|
|
|
|
|
|
|
sftp_url = ENV['SFTP_URL']
|
|
|
|
|
|
|
|
uri = URI.parse(sftp_url)
|
|
|
|
|
|
|
|
Net::SFTP.start(uri.host, uri.user, password: uri.password) do |sftp|
|
|
|
|
|
|
|
|
puts "Uploading #{filename}..."
|
|
|
|
|
|
|
|
sftp.upload!(input_filename, "/data/survey_responses/clean/#{filename}")
|
|
|
|
|
|
|
|
end
|
|
|
|
|
|
|
|
new_files.append(filename)
|
|
|
|
|
|
|
|
end
|
|
|
|
|
|
|
|
# print remote directory contents with new files marked
|
|
|
|
|
|
|
|
path = '/data/survey_responses/clean/'
|
|
|
|
|
|
|
|
Sftp::Directory.open(path:) do |file|
|
|
|
|
|
|
|
|
# the open method already prints all the contents...
|
|
|
|
|
|
|
|
end
|
|
|
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
desc 'upload cleaned MCIEA CSVs to the SFTP server'
|
|
|
|
|
|
|
|
task mciea: :environment do
|
|
|
|
|
|
|
|
new_files = Array.new
|
|
|
|
|
|
|
|
input_filepath = Rails.root.join('tmp', 'data', 'mciea_data', 'clean')
|
|
|
|
|
|
|
|
Dir.foreach(input_filepath) do |filename|
|
|
|
|
|
|
|
|
next if filename.start_with?('.') # skip hidden files and ./.. directories
|
|
|
|
|
|
|
|
# this can probably be replaced with Dir.join or similar
|
|
|
|
|
|
|
|
input_filename = Rails.root.join('tmp', 'data', 'mciea_data', 'clean', filename).to_s
|
|
|
|
|
|
|
|
sftp_url = ENV['SFTP_URL']
|
|
|
|
|
|
|
|
uri = URI.parse(sftp_url)
|
|
|
|
|
|
|
|
Net::SFTP.start(uri.host, uri.user, password: uri.password) do |sftp|
|
|
|
|
|
|
|
|
puts "Uploading #{filename}..."
|
|
|
|
|
|
|
|
sftp.upload!(input_filename, "/data/survey_responses/clean/#{filename}")
|
|
|
|
|
|
|
|
end
|
|
|
|
|
|
|
|
new_files.append(filename)
|
|
|
|
|
|
|
|
end
|
|
|
|
|
|
|
|
# print remote directory contents with new files marked
|
|
|
|
|
|
|
|
path = '/data/survey_responses/clean/'
|
|
|
|
|
|
|
|
Sftp::Directory.open(path:) do |file|
|
|
|
|
|
|
|
|
# the open method already prints all the contents...
|
|
|
|
|
|
|
|
end
|
|
|
|
|
|
|
|
end
|
|
|
|
|
|
|
|
end
|
|
|
|
|