1

lib/tasks/statistic_subject_info.rake

@@ -86,8 +86,7 @@ namespace :subjects do
     column_value = "subject_id, shixun_id, stage, shixun_name, challenge_count, course_count, " +
         "school_count, used_count, passed_count, evaluate_count, passed_ave_time, created_at, updated_at"
     subjects.find_in_batches(batch_size: 50) do |s|
-      str = []
+      Parallel.each_with_index(s, in_processes: 4) do |subject, index, str = []|
-      Parallel.each_with_index(s, in_processes: 4) do |subject|
         puts("---------------------shixun_info_statistic: #{subject.id}")
         Rails.logger.info("---------------------shixun_info_statistic: #{subject.id}")
         data = Subjects::ShixunUsedInfoService.call(subject)
@@ -98,15 +97,13 @@ namespace :subjects do
               "#{key[:evaluate_count]}, #{key[:passed_ave_time]}, " +
               "'#{Time.now.strftime('%Y-%m-%d %H:%M:%S')}', '#{Time.now.strftime('%Y-%m-%d %H:%M:%S')}')")
           if str.size == 1000
-            str_c = str
+            sql = "REPLACE INTO subject_shixun_infos(#{column_value}) VALUES #{str.join(",")}"
-            sql = "REPLACE INTO subject_shixun_infos(#{column_value}) VALUES #{str_c.uniq.join(",")}"
             puts sql
             ActiveRecord::Base.connection.execute sql
-            str -= str_c
           end
         end
         if str.size > 0
-          sql = "REPLACE INTO subject_shixun_infos(#{column_value}) VALUES #{str.uniq.join(",")}"
+          sql = "REPLACE INTO subject_shixun_infos(#{column_value}) VALUES #{str.join(",")}"
           puts sql
           ActiveRecord::Base.connection.execute sql
         end
@@ -120,27 +117,22 @@ namespace :subjects do
     puts("---------------------user_info_statistic_begin")
     Rails.logger.info("---------------------user_info_statistic_begin")
     subjects = Subject.where(status: 2, hidden: 0)
-    str = ""
-    buffer_size = 0
     column_value = "user_id, subject_id, username, passed_myshixun_count, passed_games_count, " +
         "code_line_count, evaluate_count, cost_time, created_at, updated_at"
 
     subjects.find_in_batches(batch_size: 50) do |s|
-      Parallel.each_with_index(s, in_processes: 4) do |subject, index|
+      str = []
+      Parallel.each(s, in_processes: 4) do |subject|
         puts("---------------------user_info_statistic: #{subject.id}")
         data = Subjects::UserUsedInfoService.call(subject)
         data.each do |key|
           next if key[:user_id].nil?
-          str += ", " unless str.empty?
+          str << ("(#{key[:user_id]}, #{subject.id}, '#{key[:name].gsub(/'/, '"')}', #{key[:passed_myshixun_count]}, " +
-          str += ("(#{key[:user_id]}, #{subject.id}, '#{key[:name].gsub(/'/, '"')}', #{key[:passed_myshixun_count]}, " +
               "#{key[:passed_games_count]}, #{key[:code_line_count]}, #{key[:evaluate_count]}, #{key[:cost_time]}, " +
               "'#{Time.now.strftime('%Y-%m-%d %H:%M:%S')}', '#{Time.now.strftime('%Y-%m-%d %H:%M:%S')}')")
-          buffer_size += 1
+          if str.size == 1000
-          if buffer_size == 1000 || (key == data.last)
             sql = "REPLACE INTO subject_user_infos(#{column_value}) VALUES #{str}"
             ActiveRecord::Base.connection.execute sql
-            str = ""
-            buffer_size = 0
           end
         end
       end