插入

lib/tasks/statistic_subject_info.rake

@@ -7,39 +7,38 @@ namespace :subjects do
     subjects = Subject.where(status: 2, hidden: 0)
     column_value = "subject_id, study_count, course_study_count, initiative_study, passed_count, course_used_count, " +
         "school_used_count, created_at, updated_at"
-    Parallel.in_processes(4) do |i|
-      puts("Parallel.worker_number: #{Parallel.worker_number}")
-      subjects.find_in_batches(start: (Parallel.worker_number/4) * subjects.count,
-                               finish: ((Parallel.worker_number+1)/4) * subjects.count) do |s|
-        str = []
-        s.each do |subject|
-          puts("---------------------data_statistic: #{subject.id}")
-          Rails.logger.info("---------------------data_statistic: #{subject.id}")
-          data = Subjects::DataStatisticService.new(subject)
-          study_count = data.study_count
-          #next if study_count == 0
-          course_study_count = data.course_study_count
-          initiative_study = study_count - course_study_count
-          str << ("(#{subject.id}, #{study_count}, #{course_study_count}, #{initiative_study}, " +
-              "#{data.passed_count}, #{data.course_used_count}, #{data.school_used_count}, " +
-              "'#{Time.now.strftime('%Y-%m-%d %H:%M:%S')}', '#{Time.now.strftime('%Y-%m-%d %H:%M:%S')}')")
-          puts "####str: #{str}"
-          puts "####str: #{str.size}"
-          puts "#####{subject == s.last}"
-          if subject == s.last
-            put "------------------------------------------------"
-            sql = "REPLACE INTO subject_records(#{column_value}) VALUES #{str.uniq.join(",")}"
-            puts sql
-            ActiveRecord::Base.connection.execute sql
-          end
-        end
-      end
-
-    end
-
+    # Parallel.in_processes(4) do |i|
+    #   puts("Parallel.worker_number: #{Parallel.worker_number}")
+    #   subjects.find_in_batches(start: (Parallel.worker_number/4) * subjects.count,
+    #                            finish: ((Parallel.worker_number+1)/4) * subjects.count) do |s|
+    #     str = []
+    #     s.each do |subject|
+    #       puts("---------------------data_statistic: #{subject.id}")
+    #       Rails.logger.info("---------------------data_statistic: #{subject.id}")
+    #       data = Subjects::DataStatisticService.new(subject)
+    #       study_count = data.study_count
+    #       #next if study_count == 0
+    #       course_study_count = data.course_study_count
+    #       initiative_study = study_count - course_study_count
+    #       str << ("(#{subject.id}, #{study_count}, #{course_study_count}, #{initiative_study}, " +
+    #           "#{data.passed_count}, #{data.course_used_count}, #{data.school_used_count}, " +
+    #           "'#{Time.now.strftime('%Y-%m-%d %H:%M:%S')}', '#{Time.now.strftime('%Y-%m-%d %H:%M:%S')}')")
+    #       puts "####str: #{str}"
+    #       puts "####str: #{str.size}"
+    #       puts "#####{subject == s.last}"
+    #       if subject == s.last
+    #         put "------------------------------------------------"
+    #         sql = "REPLACE INTO subject_records(#{column_value}) VALUES #{str.uniq.join(",")}"
+    #         puts sql
+    #         ActiveRecord::Base.connection.execute sql
+    #       end
+    #     end
+    #   end
+    #
+    # end
     subjects.find_in_batches(batch_size: 50) do |s|
       str = []
-      Parallel.each_with_index(s, in_processes: 4) do |subject, index|
+      Parallel.each_with_index(s, in_threads: 4) do |subject, index|
         puts("---------------------data_statistic: #{subject.id}")
         Rails.logger.info("---------------------data_statistic: #{subject.id}")
         data = Subjects::DataStatisticService.new(subject)
@@ -52,7 +51,7 @@ namespace :subjects do
             "'#{Time.now.strftime('%Y-%m-%d %H:%M:%S')}', '#{Time.now.strftime('%Y-%m-%d %H:%M:%S')}')")
         puts "index: #{index}; worker_number: #{Parallel.worker_number}"
         puts "####str: #{str}"
-        if subject == s.last
+        if str.size == 50
           sql = "REPLACE INTO subject_records(#{column_value}) VALUES #{str.uniq.join(",")}"
           puts sql
           ActiveRecord::Base.connection.execute sql