Adjustreact
daiao 6 years ago
parent a2fb0a247c
commit 579177bff1

@ -7,39 +7,38 @@ namespace :subjects do
subjects = Subject.where(status: 2, hidden: 0) subjects = Subject.where(status: 2, hidden: 0)
column_value = "subject_id, study_count, course_study_count, initiative_study, passed_count, course_used_count, " + column_value = "subject_id, study_count, course_study_count, initiative_study, passed_count, course_used_count, " +
"school_used_count, created_at, updated_at" "school_used_count, created_at, updated_at"
Parallel.in_processes(4) do |i| # Parallel.in_processes(4) do |i|
puts("Parallel.worker_number: #{Parallel.worker_number}") # puts("Parallel.worker_number: #{Parallel.worker_number}")
subjects.find_in_batches(start: (Parallel.worker_number/4) * subjects.count, # subjects.find_in_batches(start: (Parallel.worker_number/4) * subjects.count,
finish: ((Parallel.worker_number+1)/4) * subjects.count) do |s| # finish: ((Parallel.worker_number+1)/4) * subjects.count) do |s|
str = [] # str = []
s.each do |subject| # s.each do |subject|
puts("---------------------data_statistic: #{subject.id}") # puts("---------------------data_statistic: #{subject.id}")
Rails.logger.info("---------------------data_statistic: #{subject.id}") # Rails.logger.info("---------------------data_statistic: #{subject.id}")
data = Subjects::DataStatisticService.new(subject) # data = Subjects::DataStatisticService.new(subject)
study_count = data.study_count # study_count = data.study_count
#next if study_count == 0 # #next if study_count == 0
course_study_count = data.course_study_count # course_study_count = data.course_study_count
initiative_study = study_count - course_study_count # initiative_study = study_count - course_study_count
str << ("(#{subject.id}, #{study_count}, #{course_study_count}, #{initiative_study}, " + # str << ("(#{subject.id}, #{study_count}, #{course_study_count}, #{initiative_study}, " +
"#{data.passed_count}, #{data.course_used_count}, #{data.school_used_count}, " + # "#{data.passed_count}, #{data.course_used_count}, #{data.school_used_count}, " +
"'#{Time.now.strftime('%Y-%m-%d %H:%M:%S')}', '#{Time.now.strftime('%Y-%m-%d %H:%M:%S')}')") # "'#{Time.now.strftime('%Y-%m-%d %H:%M:%S')}', '#{Time.now.strftime('%Y-%m-%d %H:%M:%S')}')")
puts "####str: #{str}" # puts "####str: #{str}"
puts "####str: #{str.size}" # puts "####str: #{str.size}"
puts "#####{subject == s.last}" # puts "#####{subject == s.last}"
if subject == s.last # if subject == s.last
put "------------------------------------------------" # put "------------------------------------------------"
sql = "REPLACE INTO subject_records(#{column_value}) VALUES #{str.uniq.join(",")}" # sql = "REPLACE INTO subject_records(#{column_value}) VALUES #{str.uniq.join(",")}"
puts sql # puts sql
ActiveRecord::Base.connection.execute sql # ActiveRecord::Base.connection.execute sql
end # end
end # end
end # end
#
end # end
subjects.find_in_batches(batch_size: 50) do |s| subjects.find_in_batches(batch_size: 50) do |s|
str = [] str = []
Parallel.each_with_index(s, in_processes: 4) do |subject, index| Parallel.each_with_index(s, in_threads: 4) do |subject, index|
puts("---------------------data_statistic: #{subject.id}") puts("---------------------data_statistic: #{subject.id}")
Rails.logger.info("---------------------data_statistic: #{subject.id}") Rails.logger.info("---------------------data_statistic: #{subject.id}")
data = Subjects::DataStatisticService.new(subject) data = Subjects::DataStatisticService.new(subject)
@ -52,7 +51,7 @@ namespace :subjects do
"'#{Time.now.strftime('%Y-%m-%d %H:%M:%S')}', '#{Time.now.strftime('%Y-%m-%d %H:%M:%S')}')") "'#{Time.now.strftime('%Y-%m-%d %H:%M:%S')}', '#{Time.now.strftime('%Y-%m-%d %H:%M:%S')}')")
puts "index: #{index}; worker_number: #{Parallel.worker_number}" puts "index: #{index}; worker_number: #{Parallel.worker_number}"
puts "####str: #{str}" puts "####str: #{str}"
if subject == s.last if str.size == 50
sql = "REPLACE INTO subject_records(#{column_value}) VALUES #{str.uniq.join(",")}" sql = "REPLACE INTO subject_records(#{column_value}) VALUES #{str.uniq.join(",")}"
puts sql puts sql
ActiveRecord::Base.connection.execute sql ActiveRecord::Base.connection.execute sql

Loading…
Cancel
Save