提高并行能力

Gemfile

@@ -109,3 +109,5 @@ gem 'request_store'
 
 # 敏感词汇
 gem 'harmonious_dictionary', '~> 0.0.1'
+
+gem 'parallel', '~> 1.19', '>= 1.19.1'

app/services/subjects/course_used_info_service.rb

@@ -21,7 +21,8 @@ class Subjects::CourseUsedInfoService < ApplicationService
     # choice_shixun_num: 选用该课程实训的个数（去重）
     # choice_shixun_frequency: 选用该课程实训的次数
     course_info = []
-    schools.map do |school|
+    schools.find_in_batches do |s|
+      Parallel.each(s) do |school|
         name = school.name
         course_count = school.course_count
         student_count = school.courses.joins(:course_members).where(course_members: {role: 4, course_id: course_ids}).size
@@ -33,6 +34,7 @@ class Subjects::CourseUsedInfoService < ApplicationService
         course_info << {school_id: school.id, school_name: name, course_count: course_count, student_count: student_count,
                         choice_shixun_num: choice_shixun_num, choice_shixun_frequency: choice_shixun_frequency}
       end
+    end
     course_info
   end
 

app/services/subjects/user_used_info_service.rb

@@ -1,6 +1,8 @@
 class Subjects::UserUsedInfoService < ApplicationService
+  require 'parallel'
   attr_reader :subject, :shixun_ids
 
+
   def initialize(subject)
     @subject = subject
     @shixun_ids = subject.shixuns.pluck(:id)
@@ -10,7 +12,8 @@ class Subjects::UserUsedInfoService < ApplicationService
   def call
     users_info = []
     users = User.includes(myshixuns: :games).where(myshixuns: {shixun_id: shixun_ids}, games: {status: 2}, users: {is_test: false})
-    users.find_each do |user|
+    users.find_in_batches do |u|
+      Parallel.each(u, in_processes: 5) do |user|
         myshixuns = user.myshixuns.select{|m| shixun_ids.include?(m.shixun_id)}
         name =  "#{user.lastname}#{user.firstname}"
         passed_myshixun_count = myshixuns.select{|m| m.status == 1}.size
@@ -22,6 +25,8 @@ class Subjects::UserUsedInfoService < ApplicationService
                        passed_games_count: passed_games_count, code_line_count: code_line_count,
                        evaluate_count: evaluate_count, cost_time: cost_time}
       end
+    end
+
     users_info
   end
 

lib/tasks/statistic_subject_info.rake

@@ -51,7 +51,7 @@ namespace :subjects do
       puts("---------------------course_info_statistic: #{subject.id}")
       Rails.logger.info("---------------------course_info_statistic: #{subject.id}")
       data = Subjects::CourseUsedInfoService.call(subject)
-      data.each do |key|
+      Parallel.map(data) do |key|
         next if key[:school_id].nil?
         str += ", " unless str.empty?
         str += ("(#{subject.id}, #{key[:school_id]}, '#{key[:school_name]}', #{key[:course_count]}, " +
@@ -125,7 +125,7 @@ namespace :subjects do
     subjects.find_each(batch_size: 50) do |subject|
       puts("---------------------user_info_statistic: #{subject.id}")
       data = Subjects::UserUsedInfoService.call(subject)
-      data.each do |key|
+      Parallel.each(data) do |key|
         next if key[:user_id].nil?
         str += ", " unless str.empty?
         str += ("(#{key[:user_id]}, #{subject.id}, '#{key[:name].gsub(/'/, '"')}', #{key[:passed_myshixun_count]}, " +