|
|
|
@ -8,11 +8,10 @@ namespace :subjects do
|
|
|
|
|
column_value = "subject_id, study_count, course_study_count, initiative_study, passed_count, course_used_count, " +
|
|
|
|
|
"school_used_count, created_at, updated_at"
|
|
|
|
|
buffer_size = 0
|
|
|
|
|
str = ""
|
|
|
|
|
str = []
|
|
|
|
|
subjects.find_in_batches(batch_size: 50) do |s|
|
|
|
|
|
Parallel.each_with_index(s, in_processes: 4) do |subject, index|
|
|
|
|
|
buffer_size += 1
|
|
|
|
|
str += ", " unless str.empty?
|
|
|
|
|
puts("---------------------data_statistic: #{subject.id}")
|
|
|
|
|
Rails.logger.info("---------------------data_statistic: #{subject.id}")
|
|
|
|
|
data = Subjects::DataStatisticService.new(subject)
|
|
|
|
@ -20,13 +19,13 @@ namespace :subjects do
|
|
|
|
|
next if study_count == 0
|
|
|
|
|
course_study_count = data.course_study_count
|
|
|
|
|
initiative_study = study_count - course_study_count
|
|
|
|
|
str += ("(#{subject.id}, #{study_count}, #{course_study_count}, #{initiative_study}, " +
|
|
|
|
|
str << ("(#{subject.id}, #{study_count}, #{course_study_count}, #{initiative_study}, " +
|
|
|
|
|
"#{data.passed_count}, #{data.course_used_count}, #{data.school_used_count}, " +
|
|
|
|
|
"'#{Time.now.strftime('%Y-%m-%d %H:%M:%S')}', '#{Time.now.strftime('%Y-%m-%d %H:%M:%S')}')")
|
|
|
|
|
puts "index: #{index}; worker_number: #{Parallel.worker_number}"
|
|
|
|
|
puts "####str: #{str}"
|
|
|
|
|
if buffer_size == 1000 || subject == s.last
|
|
|
|
|
sql = "REPLACE INTO subject_records(#{column_value}) VALUES #{str}"
|
|
|
|
|
sql = "REPLACE INTO subject_records(#{column_value}) VALUES #{str.join(",")}"
|
|
|
|
|
puts sql
|
|
|
|
|
ActiveRecord::Base.connection.execute sql
|
|
|
|
|
str = ""
|
|
|
|
@ -35,7 +34,7 @@ namespace :subjects do
|
|
|
|
|
end
|
|
|
|
|
end
|
|
|
|
|
if buffer_size > 0
|
|
|
|
|
sql = "REPLACE INTO subject_records(#{column_value}) VALUES #{str}"
|
|
|
|
|
sql = "REPLACE INTO subject_records(#{column_value}) VALUES #{str.join(",")}"
|
|
|
|
|
puts sql
|
|
|
|
|
ActiveRecord::Base.connection.execute sql
|
|
|
|
|
end
|
|
|
|
|