2018-11-07 12:04:29 +08:00
|
|
|
# frozen_string_literal: true
|
|
|
|
|
2017-03-23 22:45:02 +08:00
|
|
|
require 'zip'
|
|
|
|
require 'fileutils'
|
2018-08-29 05:22:55 +08:00
|
|
|
require 'csv'
|
2017-03-23 22:45:02 +08:00
|
|
|
|
2017-04-13 19:01:05 +08:00
|
|
|
# To use ZipExport you have to define the generate_( type )_zip method!
|
|
|
|
# Example:
|
|
|
|
# def generate_(type)_zip(tmp_dir, data, options = {})
|
|
|
|
# attributes = options.fetch(:attributes) { :attributes_missing }
|
|
|
|
# file = FileUtils.touch("#{tmp_dir}/export.csv").first
|
|
|
|
# records = data
|
|
|
|
# CSV.open(file, 'wb') do |csv|
|
|
|
|
# csv << attributes
|
|
|
|
# records.find_each do |entity|
|
|
|
|
# csv << entity.values_at(*attributes.map(&:to_sym))
|
|
|
|
# end
|
|
|
|
# end
|
|
|
|
# end
|
|
|
|
|
2017-06-23 21:19:08 +08:00
|
|
|
class ZipExport < ApplicationRecord
|
2017-06-28 21:21:32 +08:00
|
|
|
belongs_to :user, optional: true
|
2019-05-20 22:35:24 +08:00
|
|
|
|
|
|
|
# Override path only for S3
|
|
|
|
if ENV['PAPERCLIP_STORAGE'] == 's3'
|
|
|
|
s3_path =
|
|
|
|
if ENV['S3_SUBFOLDER']
|
|
|
|
"/#{ENV['S3_SUBFOLDER']}/zip_exports/:attachment/"\
|
|
|
|
":id_partition/:hash/:style/:filename"
|
|
|
|
else
|
|
|
|
'/zip_exports/:attachment/:id_partition/:hash/:style/:filename'
|
|
|
|
end
|
|
|
|
|
|
|
|
has_attached_file :zip_file, path: s3_path
|
|
|
|
else
|
|
|
|
has_attached_file :zip_file
|
|
|
|
end
|
|
|
|
|
2017-03-21 23:15:11 +08:00
|
|
|
validates_attachment :zip_file,
|
|
|
|
content_type: { content_type: 'application/zip' }
|
2017-03-23 22:45:02 +08:00
|
|
|
|
2019-04-30 06:43:34 +08:00
|
|
|
after_create :self_destruct
|
|
|
|
|
2017-03-23 22:45:02 +08:00
|
|
|
# When using S3 file upload, we can limit file accessibility with url signing
|
|
|
|
def presigned_url(style = :original,
|
|
|
|
download: false,
|
|
|
|
timeout: Constants::URL_SHORT_EXPIRE_TIME)
|
|
|
|
if stored_on_s3?
|
|
|
|
if download
|
|
|
|
download_arg = 'attachment; filename=' + URI.escape(zip_file_file_name)
|
|
|
|
else
|
|
|
|
download_arg = nil
|
|
|
|
end
|
|
|
|
|
|
|
|
signer = Aws::S3::Presigner.new(client: S3_BUCKET.client)
|
|
|
|
signer.presigned_url(:get_object,
|
|
|
|
bucket: S3_BUCKET.name,
|
|
|
|
key: zip_file.path(style)[1..-1],
|
|
|
|
expires_in: timeout,
|
|
|
|
response_content_disposition: download_arg)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def stored_on_s3?
|
|
|
|
zip_file.options[:storage].to_sym == :s3
|
|
|
|
end
|
|
|
|
|
2019-04-30 06:43:34 +08:00
|
|
|
def self.delete_expired_export(id)
|
|
|
|
export = find_by_id(id)
|
|
|
|
export.destroy if export
|
|
|
|
end
|
|
|
|
|
2017-03-23 22:45:02 +08:00
|
|
|
def generate_exportable_zip(user, data, type, options = {})
|
2018-11-09 22:58:08 +08:00
|
|
|
I18n.backend.date_format =
|
|
|
|
user.settings[:date_format] || Constants::DEFAULT_DATE_FORMAT
|
2018-11-09 04:39:09 +08:00
|
|
|
zip_input_dir = FileUtils.mkdir_p(
|
2018-11-07 13:56:05 +08:00
|
|
|
File.join(Rails.root, "tmp/temp_zip_#{Time.now.to_i}")
|
2017-03-23 22:45:02 +08:00
|
|
|
).first
|
2018-11-09 04:39:09 +08:00
|
|
|
zip_dir = FileUtils.mkdir_p(File.join(Rails.root, 'tmp/zip-ready')).first
|
|
|
|
zip_file = File.new(
|
2018-12-24 03:30:09 +08:00
|
|
|
File.join(zip_dir, "export_#{Time.now.strftime('%F %H-%M-%S_UTC')}.zip"),
|
2017-03-23 22:45:02 +08:00
|
|
|
'w+'
|
|
|
|
)
|
2018-11-09 04:39:09 +08:00
|
|
|
fill_content(zip_input_dir, data, type, options)
|
|
|
|
zip!(zip_input_dir, zip_file)
|
|
|
|
self.zip_file = File.open(zip_file)
|
2017-03-23 22:45:02 +08:00
|
|
|
generate_notification(user) if save
|
2018-11-09 04:19:17 +08:00
|
|
|
ensure
|
2018-11-09 04:39:09 +08:00
|
|
|
FileUtils.rm_rf([zip_input_dir, zip_file], secure: true)
|
2017-03-23 22:45:02 +08:00
|
|
|
end
|
|
|
|
|
2018-08-29 06:21:17 +08:00
|
|
|
handle_asynchronously :generate_exportable_zip
|
2017-04-13 19:01:05 +08:00
|
|
|
|
2018-08-22 03:07:45 +08:00
|
|
|
private
|
|
|
|
|
2019-04-30 06:43:34 +08:00
|
|
|
def self_destruct
|
|
|
|
ZipExport.delay(run_at: Constants::EXPORTABLE_ZIP_EXPIRATION_DAYS.days.from_now)
|
|
|
|
.delete_expired_export(id)
|
|
|
|
end
|
|
|
|
|
2018-09-17 02:28:26 +08:00
|
|
|
def method_missing(m, *args, &block)
|
|
|
|
puts 'Method is missing! To use this zip_export you have to ' \
|
|
|
|
'define a method: generate_( type )_zip.'
|
|
|
|
object.public_send(m, *args, &block)
|
2018-08-22 03:07:45 +08:00
|
|
|
end
|
|
|
|
|
2017-04-13 19:27:43 +08:00
|
|
|
def respond_to_missing?(method_name, include_private = false)
|
|
|
|
method_name.to_s.start_with?(' generate_') || super
|
|
|
|
end
|
2017-03-23 22:45:02 +08:00
|
|
|
|
|
|
|
def fill_content(dir, data, type, options = {})
|
2017-04-13 19:01:05 +08:00
|
|
|
eval("generate_#{type}_zip(dir, data, options)")
|
2017-03-23 22:45:02 +08:00
|
|
|
end
|
|
|
|
|
|
|
|
def generate_notification(user)
|
|
|
|
notification = Notification.create(
|
|
|
|
type_of: :deliver,
|
|
|
|
title: I18n.t('zip_export.notification_title'),
|
2017-03-24 19:10:07 +08:00
|
|
|
message: "<a data-id='#{id}' " \
|
2019-03-07 23:46:05 +08:00
|
|
|
"data-turbolinks='false' " \
|
2017-03-24 19:10:07 +08:00
|
|
|
"href='#{Rails.application
|
|
|
|
.routes
|
|
|
|
.url_helpers
|
|
|
|
.zip_exports_download_path(self)}'>" \
|
2017-03-23 22:45:02 +08:00
|
|
|
"#{zip_file_file_name}</a>"
|
|
|
|
)
|
|
|
|
UserNotification.create(notification: notification, user: user)
|
|
|
|
end
|
|
|
|
|
|
|
|
def zip!(input_dir, output_file)
|
|
|
|
files = Dir.entries(input_dir)
|
|
|
|
files.delete_if { |el| el == '..' || el == '.' }
|
2018-11-09 04:39:09 +08:00
|
|
|
Zip::File.open(output_file.path, Zip::File::CREATE) do |zipfile|
|
2017-03-23 22:45:02 +08:00
|
|
|
files.each do |filename|
|
|
|
|
zipfile.add(filename, input_dir + '/' + filename)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
2017-05-29 20:42:55 +08:00
|
|
|
|
2017-06-12 23:49:42 +08:00
|
|
|
def generate_samples_zip(tmp_dir, data, _options = {})
|
2017-06-10 01:48:20 +08:00
|
|
|
file = FileUtils.touch("#{tmp_dir}/export.csv").first
|
|
|
|
File.open(file, 'wb') { |f| f.write(data) }
|
|
|
|
end
|
|
|
|
|
2017-06-12 23:49:42 +08:00
|
|
|
def generate_repositories_zip(tmp_dir, data, _options = {})
|
2017-05-29 20:42:55 +08:00
|
|
|
file = FileUtils.touch("#{tmp_dir}/export.csv").first
|
|
|
|
File.open(file, 'wb') { |f| f.write(data) }
|
|
|
|
end
|
2017-03-21 23:15:11 +08:00
|
|
|
end
|