281 lines
8.9 KiB
Ruby
281 lines
8.9 KiB
Ruby
require "base64"
|
|
require 'zip'
|
|
|
|
module ZipService
|
|
|
|
SAVE_FOLDER = "#{Rails.root}/files"
|
|
OUTPUT_FOLDER = "#{Rails.root}/files/archiveZip"
|
|
MAX_PATH = 50
|
|
|
|
def zip_bid(bid)
|
|
# Todo: User Access Controll
|
|
bid_homework_path = []
|
|
digests = []
|
|
bid.homeworks.each do |homeattach|
|
|
unless homeattach.attachments.empty?
|
|
out_file = zip_homework_by_user(homeattach)
|
|
bid_homework_path << out_file.file_path
|
|
digests << out_file.file_digest
|
|
end
|
|
end
|
|
homework_id = bid.id
|
|
user_id = bid.author_id
|
|
out_file = find_or_pack(homework_id, user_id, digests.sort){
|
|
zipping("#{Time.now.to_i}_#{bid.name}.zip",
|
|
bid_homework_path, OUTPUT_FOLDER)
|
|
}
|
|
[{files:[out_file.file_path], count: 1, index: 1,
|
|
real_file: out_file.file_path,
|
|
file: File.basename(out_file.file_path),
|
|
base64file: encode64(File.basename(out_file.file_path)),
|
|
size:(out_file.pack_size / 1024.0 / 1024.0).round(2)
|
|
}]
|
|
end
|
|
|
|
def encode64(str)
|
|
Base64.urlsafe_encode64(str)
|
|
end
|
|
|
|
def decode64(str)
|
|
Base64.urlsafe_decode64(str)
|
|
end
|
|
|
|
def zip_homework_common homework_common
|
|
bid_homework_path = []
|
|
digests = []
|
|
homework_common.student_works.each do |work|
|
|
unless work.attachments.empty?
|
|
out_file = zip_student_work_by_user(work)
|
|
|
|
bid_homework_path << out_file.file_path
|
|
digests << out_file.file_digest
|
|
|
|
|
|
end
|
|
end
|
|
homework_id = homework_common.id
|
|
user_id = homework_common.user_id
|
|
out_file = find_or_pack(homework_id, user_id, digests.sort){
|
|
zipping("#{Time.now.to_i}_#{homework_common.name}.zip",
|
|
bid_homework_path, OUTPUT_FOLDER)
|
|
}
|
|
[{files:[out_file.file_path], count: 1, index: 1,
|
|
real_file: out_file.file_path,
|
|
file: File.basename(out_file.file_path),
|
|
base64file: encode64(File.basename(out_file.file_path)),
|
|
size:(out_file.pack_size / 1024.0 / 1024.0).round(2)
|
|
}]
|
|
end
|
|
|
|
def zip_contest_work homework_common
|
|
bid_homework_path = []
|
|
digests = []
|
|
homework_common.contestant_works.each do |work|
|
|
unless work.attachments.empty?
|
|
out_file = zip_contestant_work_by_user(work)
|
|
|
|
bid_homework_path << out_file.file_path
|
|
digests << out_file.file_digest
|
|
|
|
|
|
end
|
|
end
|
|
homework_id = homework_common.id
|
|
user_id = homework_common.user_id
|
|
out_file = find_or_pack(homework_id, user_id, digests.sort){
|
|
zipping("#{Time.now.to_i}_#{homework_common.name}.zip",
|
|
bid_homework_path, OUTPUT_FOLDER)
|
|
}
|
|
[{files:[out_file.file_path], count: 1, index: 1,
|
|
real_file: out_file.file_path,
|
|
file: File.basename(out_file.file_path),
|
|
base64file: encode64(File.basename(out_file.file_path)),
|
|
size:(out_file.pack_size / 1024.0 / 1024.0).round(2)
|
|
}]
|
|
end
|
|
|
|
def zip_homework_by_user(homework_attach)
|
|
homeworks_attach_path = []
|
|
not_exist_file = []
|
|
# 需要将所有homework.attachments遍历加入zip
|
|
digests = []
|
|
homework_attach.attachments.each do |attach|
|
|
if File.exist?(attach.diskfile)
|
|
homeworks_attach_path << attach.diskfile
|
|
digests << attach.digest
|
|
else
|
|
not_exist_file << attach.filename
|
|
digests << 'not_exist_file'
|
|
end
|
|
end
|
|
out_file = find_or_pack(homework_attach.bid_id, homework_attach.user_id, digests.sort){
|
|
zipping("#{homework_attach.user.show_name}_#{((homework_attach.user.user_extensions.nil? || homework_attach.user.user_extensions.student_id.nil?) ? "" : homework_attach.user.user_extensions.student_id)}_#{Time.now.to_i.to_s}.zip",
|
|
homeworks_attach_path, OUTPUT_FOLDER, true, not_exist_file)
|
|
}
|
|
end
|
|
|
|
def make_zip_name(work)
|
|
"#{work.user.show_name}_#{((work.user.user_extensions.nil? || work.user.user_extensions.student_id.nil?) ? "" : work.user.user_extensions.student_id)}_#{Time.now.to_i.to_s}"
|
|
end
|
|
|
|
def zip_student_work_by_user(work)
|
|
homeworks_attach_path = []
|
|
not_exist_file = []
|
|
# 需要将所有homework.attachments遍历加入zip
|
|
digests = []
|
|
work.attachments.each do |attach|
|
|
if File.exist?(attach.diskfile)
|
|
homeworks_attach_path << attach.diskfile
|
|
digests << attach.digest
|
|
else
|
|
not_exist_file << attach.filename
|
|
digests << 'not_exist_file'
|
|
end
|
|
end
|
|
|
|
#单个文件的话,不需要压缩,只改名
|
|
out_file = nil
|
|
if homeworks_attach_path.size == 1
|
|
out_file = find_or_pack(work.homework_common_id, work.user_id, digests.sort){
|
|
des_path = "#{OUTPUT_FOLDER}/#{make_zip_name(work)}_#{File.basename(homeworks_attach_path.first)}"
|
|
FileUtils.cp homeworks_attach_path.first, des_path
|
|
des_path
|
|
}
|
|
else
|
|
out_file = find_or_pack(work.homework_common_id, work.user_id, digests.sort){
|
|
zipping("#{make_zip_name(work)}.zip",
|
|
homeworks_attach_path, OUTPUT_FOLDER, true, not_exist_file)
|
|
}
|
|
end
|
|
out_file
|
|
|
|
end
|
|
|
|
def zip_contestant_work_by_user(work)
|
|
homeworks_attach_path = []
|
|
not_exist_file = []
|
|
# 需要将所有homework.attachments遍历加入zip
|
|
digests = []
|
|
work.attachments.each do |attach|
|
|
if File.exist?(attach.diskfile)
|
|
homeworks_attach_path << attach.diskfile
|
|
digests << attach.digest
|
|
else
|
|
not_exist_file << attach.filename
|
|
digests << 'not_exist_file'
|
|
end
|
|
end
|
|
|
|
#单个文件的话,不需要压缩,只改名
|
|
out_file = nil
|
|
if homeworks_attach_path.size == 1
|
|
out_file = find_or_pack(work.work_id, work.user_id, digests.sort){
|
|
des_path = "#{OUTPUT_FOLDER}/#{make_zip_name(work)}_#{File.basename(homeworks_attach_path.first)}"
|
|
FileUtils.cp homeworks_attach_path.first, des_path
|
|
des_path
|
|
}
|
|
else
|
|
out_file = find_or_pack(work.work_id, work.user_id, digests.sort){
|
|
zipping("#{make_zip_name(work)}.zip",
|
|
homeworks_attach_path, OUTPUT_FOLDER, true, not_exist_file)
|
|
}
|
|
end
|
|
out_file
|
|
|
|
end
|
|
|
|
|
|
def find_or_pack(homework_id, user_id, digests)
|
|
raise "please given a pack block" unless block_given?
|
|
|
|
out_file = ZipPack.packed?(homework_id, user_id, digests.sort)
|
|
|
|
unless out_file && out_file.file_valid?
|
|
file = yield
|
|
|
|
ZipPack.where(homework_id: homework_id,
|
|
user_id: user_id).delete_all
|
|
|
|
out_file = ZipPack.create(homework_id: homework_id,
|
|
user_id: user_id,
|
|
file_digest: Trustie::Utils.digest(file),
|
|
file_path: file,
|
|
pack_size: File.size(file),
|
|
file_digests: digests.join(',')
|
|
)
|
|
else
|
|
out_file.pack_times = out_file.pack_times + 1
|
|
out_file.save
|
|
end
|
|
|
|
out_file
|
|
end
|
|
|
|
|
|
def zipping(zip_name_refer, files_paths, output_path, is_attachment=false, not_exist_file=[])
|
|
rename_zipfile = zip_name_refer ||= "#{Time.now.to_i.to_s}.zip"
|
|
# 文件名过长
|
|
|
|
if rename_zipfile.size > MAX_PATH
|
|
rename_zipfile = rename_zipfile[0,rename_zipfile.size-4][0,MAX_PATH-4] + rename_zipfile[-4,4]
|
|
end
|
|
|
|
zipfile_name = "#{output_path}/#{rename_zipfile}"
|
|
|
|
Dir.mkdir(File.dirname(zipfile_name)) unless File.exist?(File.dirname(zipfile_name))
|
|
Zip::File.open(zipfile_name, Zip::File::CREATE) do |zipfile|
|
|
files_paths.each do |filename|
|
|
rename_file = File.basename(filename)
|
|
rename_file = filename_to_real( File.basename(filename)) if is_attachment
|
|
|
|
begin
|
|
zipfile.add(rename_file, filename)
|
|
rescue Exception => e
|
|
zipfile.get_output_stream('FILE_NOTICE.txt'){|os| os.write l(:label_file_exist)}
|
|
next
|
|
end
|
|
end
|
|
unless not_exist_file.empty?
|
|
zipfile.get_output_stream('FILE_LOST.txt'){|os| os.write l(:label_file_lost) + not_exist_file.join(',').to_s}
|
|
end
|
|
end
|
|
zipfile_name
|
|
end
|
|
|
|
# 合理分配文件打包
|
|
# 如果小于 pack_attachment_max_size, 则返回单个文件
|
|
# 反之则切分为多个文件组返回
|
|
def split_pack_files(files, pack_attachment_max_size)
|
|
max_size = 0
|
|
last_files = []
|
|
ret_files = []
|
|
files.each_with_index do |f,i|
|
|
if (max_size += File.size(f)) > pack_attachment_max_size
|
|
max_size = 0
|
|
if last_files.empty? #如果单个文件超过大小，也将此文件作为一组
|
|
ret_files << {files: [f], count: 1, index: ret_files.count+1}
|
|
last_files.clear
|
|
else
|
|
ret_files << {files:last_files, count: last_files.count, index: ret_files.count+1}
|
|
last_files.clear
|
|
redo
|
|
end
|
|
else
|
|
last_files << f
|
|
end
|
|
end
|
|
|
|
ret_files << {files:last_files, count: last_files.count, index: ret_files.count+1} unless last_files.empty?
|
|
ret_files
|
|
end
|
|
|
|
def detect_content_type(name)
|
|
content_type = Redmine::MimeType.of(name)
|
|
content_type.to_s
|
|
end
|
|
|
|
def filename_to_real(name)
|
|
attach = Attachment.find_by_disk_filename(name)
|
|
attach.filename
|
|
end
|
|
end |