pgfqe6ch8/app/services/zip_service.rb

#coding=utf-8
require "base64"
require 'zip'

if RUBY_PLATFORM =~ /linux|darwin/
  require 'pdfkit'
end

module ZipService

  SAVE_FOLDER = "#{Rails.root}/files"
  OUTPUT_FOLDER = "#{Rails.root}/files/archiveZip"
  SHIXUN_FOLDER = "#{Rails.root}/shixunfiles"
  MAX_PATH = 50

  def zip_bid(bid)
    # Todo: User Access Controll
    bid_homework_path = []
    digests = []
    bid.homeworks.each do |homeattach|
      unless homeattach.attachments.empty?
        out_file = zip_homework_by_user(homeattach)
        bid_homework_path << out_file.file_path
        digests << out_file.file_digest
      end
    end
    homework_id = bid.id
    user_id = bid.author_id
    out_file = find_or_pack(homework_id, user_id, digests.sort){
      zipping("#{Time.now.to_i}_#{bid.name}.zip",
              bid_homework_path, OUTPUT_FOLDER)
    }
    [{files:[out_file.file_path], count: 1, index: 1,
      real_file: out_file.file_path,
      file: File.basename(out_file.file_path),
      base64file: encode64(File.basename(out_file.file_path)),
      size:(out_file.pack_size / 1024.0 / 1024.0).round(2)
     }]
  end

  def encode64(str)
    Base64.urlsafe_encode64(str)
  end

  def decode64(str)
    Base64.urlsafe_decode64(str)
  end

  def zip_user_exercise exercise, exercise_users
    bid_homework_path = []
    digests = []
    members = exercise.course.members
    exercise_users.each do |exercise_user|
      member = members.where(:user_id => exercise_user.user_id).first
      group_name = member.try(:course_group_id).to_i == 0 ? '未分班' : member.course_group.try(:name)
      export_file_name = "#{group_name}-#{exercise.course_id}-#{exercise.exercise_name}-#{exercise_user.user.user_extensions.student_id}-#{exercise_user.user.show_real_name}" + ".pdf"
      out_file = export_user_exercise(exercise, exercise_user, export_file_name)
      file_name = File::expand_path(out_file)

      bid_homework_path << file_name
      digests << Trustie::Utils.digest(file_name)
    end
    out_file_name = "#{Time.now.strftime("%Y%m%d%H%M%S").to_s}-#{exercise.course_id}-#{exercise.exercise_name}.zip"
    out_file_name.gsub!(" ", "-")
    out_file_name.gsub!("/", "_")
    out_file = find_or_pack(exercise.id, exercise.user_id, digests.sort){
        zipping(out_file_name,
              bid_homework_path, OUTPUT_FOLDER)
    }
    [{files:[out_file.file_path], count: 1, index: 1,
      real_file: out_file.file_path,
      file: File.basename(out_file.file_path),
      base64file: encode64(File.basename(out_file.file_path)),
      size:(out_file.pack_size / 1024.0 / 1024.0).round(2)
     }]
  end

  def zip_shixun_work homework_common, student_works
    bid_homework_path = []
    digests = []
    members = homework_common.course.members
    student_works.each do |work|
      unless work.work_status == 0
        member = members.where(:user_id => work.user_id).first
        group_id = member.try(:course_group_id).to_i == 0 ? '未分班' : member.course_group.name
        export_file_name = "#{group_id}-#{homework_common.course_id}-#{homework_common.name}-#{work.user.user_extensions.student_id}-#{work.user.show_real_name}" + ".pdf"
        out_file = export_user_shixun_work(homework_common, work, export_file_name)
        file_name = File::expand_path(out_file)

        bid_homework_path << file_name
        digests << Trustie::Utils.digest(file_name)
      end
    end
    out_file_name = "#{Time.now.strftime("%Y%m%d%H%M%S").to_s}-#{homework_common.course_id}-#{homework_common.name}.zip"
    out_file_name.gsub!(" ", "-")
    out_file_name.gsub!("/", "_")
    out_file = find_or_pack(homework_common.id, homework_common.user_id, digests.sort){
      zipping(out_file_name,
              bid_homework_path, OUTPUT_FOLDER)
    }
    [{files:[out_file.file_path], count: 1, index: 1,
      real_file: out_file.file_path,
      file: File.basename(out_file.file_path),
      base64file: encode64(File.basename(out_file.file_path)),
      size:(out_file.pack_size / 1024.0 / 1024.0).round(2)
     }]
  end

  def zip_homework_common homework_common, student_works
    bid_homework_path = []
    digests = []
    student_works.each do |work|
      unless work.attachments.empty?
        out_file = zip_student_work_by_user(work, homework_common.id)

        bid_homework_path << out_file.file_path
        digests << out_file.file_digest


      end
    end
    homework_id = homework_common.id
    user_id = homework_common.user_id
    out_file = find_or_pack(homework_id, user_id, digests.sort){
      zipping("#{Time.now.to_i}_#{homework_common.name}.zip",
              bid_homework_path, OUTPUT_FOLDER)
    }
    [{files:[out_file.file_path], count: 1, index: 1,
      real_file: out_file.file_path,
      file: File.basename(out_file.file_path),
      base64file: encode64(File.basename(out_file.file_path)),
      size:(out_file.pack_size / 1024.0 / 1024.0).round(2)
     }]
  end

  def zip_contest_work homework_common
    bid_homework_path = []
    digests = []
    homework_common.contestant_works.each do |work|
      unless work.attachments.empty?
        out_file = zip_contestant_work_by_user(work)

        bid_homework_path << out_file.file_path
        digests << out_file.file_digest


      end
    end
    homework_id = homework_common.id
    user_id = homework_common.user_id
    out_file = find_or_pack(homework_id, user_id, digests.sort){
      zipping("#{Time.now.to_i}_#{homework_common.name}.zip",
              bid_homework_path, OUTPUT_FOLDER)
    }
    [{files:[out_file.file_path], count: 1, index: 1,
      real_file: out_file.file_path,
      file: File.basename(out_file.file_path),
      base64file: encode64(File.basename(out_file.file_path)),
      size:(out_file.pack_size / 1024.0 / 1024.0).round(2)
     }]
  end

  def zip_homework_by_user(homework_attach)
    homeworks_attach_path = []
    not_exist_file = []
    # 需要将所有homework.attachments遍历加入zip
    digests = []
    homework_attach.attachments.each do |attach|
      if File.exist?(attach.diskfile)
        homeworks_attach_path << attach.diskfile
        digests << attach.digest
      else
        not_exist_file << attach.filename
        digests << 'not_exist_file'
      end
    end
    out_file = find_or_pack(homework_attach.bid_id, homework_attach.user_id, digests.sort){
      zipping("#{homework_attach.user.show_name}_#{((homework_attach.user.user_extensions.nil? || homework_attach.user.user_extensions.student_id.nil?) ? "" : homework_attach.user.user_extensions.student_id)}_#{Time.now.to_i.to_s}.zip",
              homeworks_attach_path, OUTPUT_FOLDER, true, not_exist_file)
    }
  end

  def make_zip_name(work, file_name="")
    Rails.logger.info("######################file_name: #{file_name}")
    name = file_name === "" ? "" : (file_name[0, file_name.rindex('.')]+"_")
    "#{name}#{work.user.show_real_name}_#{((work.user.user_extensions.nil? || work.user.user_extensions.student_id.nil?) ? "" : work.user.user_extensions.student_id)}"
  end

  def export_user_exercise exercise, exercise_user, file_name
    url = Setting.protocol + "://" + Setting.host_name + "/exercise/" + exercise.id.to_s + "/show_student_result?user_id=#{exercise_user.user_id}&pdf=1"
    kit = PDFKit.new(url, :page_size => "A4")
    # kit.to_pdf # inline PDF
    # file_name = "#{exercise.course_id}-#{exercise.exercise_name}-#{exercise_user.user.user_extensions.student_id}-#{exercise_user.user.show_real_name}" + ".pdf"
    # file_name = "#{Time.now.strftime("%Y%m%d%H%M%S").to_s}-#{exercise.course_id}-#{exercise.id}-#{exercise_user.user.user_extensions.student_id}" + ".pdf"
    file_name.gsub!(" ", "-")
    file_name.gsub!("/", "_")
    kit.to_file("#{OUTPUT_FOLDER}/#{file_name}")
    out_file = "#{OUTPUT_FOLDER}/#{file_name}"
    out_file
  end

  def export_user_shixun_work homework, student_work, file_name
    url = Setting.protocol + "://" + Setting.host_name + "/student_work/" + student_work.id.to_s + "/shixun_work_report?pdf=1"
    kit = PDFKit.new(url, :page_size => "A4")
    # kit.to_pdf # inline PDF
    # file_name = "#{homework.course_id}-#{homework.name}-#{student_work.user.user_extensions.student_id}-#{student_work.user.show_real_name}" + ".pdf"
    # file_name = "#{Time.now.strftime("%Y%m%d%H%M%S").to_s}-#{homework.course_id}-#{homework.id}-#{student_work.user.user_extensions.student_id}" + ".pdf"
    file_name.gsub!(" ", "-")
    file_name.gsub!("/", "_")
    kit.to_file("#{OUTPUT_FOLDER}/#{file_name}")
    out_file = "#{OUTPUT_FOLDER}/#{file_name}"
    out_file
  end


  def zip_student_work_by_user(work, object_id)
    homeworks_attach_path = []
    not_exist_file = []
    filename = []
    # 需要将所有homework.attachments遍历加入zip
    digests = []
    work.attachments.each do |attach|
      if File.exist?(attach.diskfile)
        homeworks_attach_path << attach.diskfile
        digests << attach.digest
        filename << attach.filename
      else
        not_exist_file << attach.filename
        digests << 'not_exist_file'
        filename << attach.filename
      end
    end

    #单个文件的话,不需要压缩,只改名
    out_file = nil
    if homeworks_attach_path.size == 1
      out_file = find_or_pack(object_id, work.user_id, digests.sort){
        des_path = "#{OUTPUT_FOLDER}/#{make_zip_name(work, filename.first)}_#{File.basename(homeworks_attach_path.first)}"
        FileUtils.cp homeworks_attach_path.first, des_path
        des_path
      }
    else
      out_file = find_or_pack(object_id, work.user_id, digests.sort){
        zipping("#{make_zip_name(work)}.zip",
                homeworks_attach_path, OUTPUT_FOLDER, true, not_exist_file)
      }
    end
    out_file

  end

  def zip_contestant_work_by_user(work)
    homeworks_attach_path = []
    not_exist_file = []
    # 需要将所有homework.attachments遍历加入zip
    digests = []
    work.attachments.each do |attach|
      if File.exist?(attach.diskfile)
        homeworks_attach_path << attach.diskfile
        digests << attach.digest
      else
        not_exist_file << attach.filename
        digests << 'not_exist_file'
      end
    end

    #单个文件的话,不需要压缩,只改名
    out_file = nil
    if homeworks_attach_path.size == 1
      out_file = find_or_pack(work.work_id, work.user_id, digests.sort){
        des_path = "#{OUTPUT_FOLDER}/#{make_zip_name(work)}_#{File.basename(homeworks_attach_path.first)}"
        FileUtils.cp homeworks_attach_path.first, des_path
        des_path
      }
    else
      out_file = find_or_pack(work.work_id, work.user_id, digests.sort){
        zipping("#{make_zip_name(work)}.zip",
                homeworks_attach_path, OUTPUT_FOLDER, true, not_exist_file)
      }
    end
    out_file

  end


  def find_or_pack(homework_id, user_id, digests)
    raise "please given a pack block" unless block_given?

    out_file = ZipPack.packed?(homework_id, user_id, digests.sort)

    unless out_file && out_file.file_valid?
      file = yield

      ZipPack.where(homework_id: homework_id,
                    user_id: user_id).delete_all

      out_file = ZipPack.create(homework_id: homework_id,
                                user_id: user_id,
                                file_digest: Trustie::Utils.digest(file),
                                file_path: file,
                                pack_size: File.size(file),
                                file_digests: digests.join(',')
      )
    else
      out_file.pack_times = out_file.pack_times + 1
      out_file.save
    end

    out_file
  end


  def zipping(zip_name_refer, files_paths, output_path, is_attachment=false, not_exist_file=[])
    rename_zipfile = zip_name_refer ||= "#{Time.now.to_i.to_s}.zip"
    # 文件名过长

    index = 1
    if rename_zipfile.size > MAX_PATH
      rename_zipfile = rename_zipfile[0,rename_zipfile.size-4][0,MAX_PATH-4] + rename_zipfile[-4,4]
    end

    zipfile_name = "#{output_path}/#{rename_zipfile}"

    Dir.mkdir(File.dirname(zipfile_name)) unless File.exist?(File.dirname(zipfile_name))
    Zip::File.open(zipfile_name, Zip::File::CREATE) do |zipfile|
      files_paths.each do |filename|
        rename_file = File.basename(filename)
        rename_file = filename_to_real( File.basename(filename)) if is_attachment

        begin
          zipfile.add(rename_file, filename)
        rescue Exception => e
          rename_file = rename_same_file(rename_file, index)
          index += 1
          zipfile.add(rename_file, filename)
          # zipfile.get_output_stream('FILE_NOTICE.txt'){|os| os.write l(:label_file_exist)}
          next
        end
      end
      unless not_exist_file.empty?
        zipfile.get_output_stream('FILE_LOST.txt'){|os| os.write l(:label_file_lost) + not_exist_file.join(',').to_s}
      end
    end
    zipfile_name
  end

  # 合理分配文件打包
  # 如果小于 pack_attachment_max_size, 则返回单个文件
  # 反之则切分为多个文件组返回
  def split_pack_files(files, pack_attachment_max_size)
    max_size = 0
    last_files = []
    ret_files = []
    files.each_with_index do |f,i|
      if (max_size += File.size(f)) > pack_attachment_max_size
        max_size = 0
        if last_files.empty? #如果单个文件超过大小，也将此文件作为一组
          ret_files << {files: [f], count: 1, index: ret_files.count+1}
          last_files.clear
        else
          ret_files << {files:last_files, count: last_files.count, index: ret_files.count+1}
          last_files.clear
          redo
        end
      else
        last_files << f
      end
    end

    ret_files << {files:last_files, count: last_files.count, index: ret_files.count+1} unless last_files.empty?
    ret_files
  end

  def detect_content_type(name)
    content_type = Redmine::MimeType.of(name)
    content_type.to_s
  end

  def filename_to_real(name)
    attach = Attachment.find_by_disk_filename(name)
    attach.filename
  end

  def rename_same_file(name, index)
    basename = File.basename(name, ".*")
    new_basename = basename + "_" + index.to_s
    extname = File.extname(name)
    new_basename + extname
  end
end