运行速度问题

dev_tj
daiao 6 years ago
parent 535f77ba77
commit 2e7d1c111d

@ -122,21 +122,24 @@ namespace :subjects do
buffer_size = 0 buffer_size = 0
column_value = "user_id, subject_id, username, passed_myshixun_count, passed_games_count, " + column_value = "user_id, subject_id, username, passed_myshixun_count, passed_games_count, " +
"code_line_count, evaluate_count, cost_time, created_at, updated_at" "code_line_count, evaluate_count, cost_time, created_at, updated_at"
subjects.find_each(batch_size: 50) do |subject|
puts("---------------------user_info_statistic: #{subject.id}") subjects.find_in_batches(batch_size: 50) do |s|
data = Subjects::UserUsedInfoService.call(subject) Parallel.each(s, in_processes: 10) do |subject|
Parallel.each(data, in_processes: 10) do |key| puts("---------------------user_info_statistic: #{subject.id}")
next if key[:user_id].nil? data = Subjects::UserUsedInfoService.call(subject)
str += ", " unless str.empty? Parallel.each(data, in_processes: 10) do |key|
str += ("(#{key[:user_id]}, #{subject.id}, '#{key[:name].gsub(/'/, '"')}', #{key[:passed_myshixun_count]}, " + next if key[:user_id].nil?
"#{key[:passed_games_count]}, #{key[:code_line_count]}, #{key[:evaluate_count]}, #{key[:cost_time]}, " + str += ", " unless str.empty?
"'#{Time.now.strftime('%Y-%m-%d %H:%M:%S')}', '#{Time.now.strftime('%Y-%m-%d %H:%M:%S')}')") str += ("(#{key[:user_id]}, #{subject.id}, '#{key[:name].gsub(/'/, '"')}', #{key[:passed_myshixun_count]}, " +
buffer_size += 1 "#{key[:passed_games_count]}, #{key[:code_line_count]}, #{key[:evaluate_count]}, #{key[:cost_time]}, " +
if buffer_size == 1000 "'#{Time.now.strftime('%Y-%m-%d %H:%M:%S')}', '#{Time.now.strftime('%Y-%m-%d %H:%M:%S')}')")
sql = "REPLACE INTO subject_user_infos(#{column_value}) VALUES #{str}" buffer_size += 1
ActiveRecord::Base.connection.execute sql if buffer_size == 1000
str = "" sql = "REPLACE INTO subject_user_infos(#{column_value}) VALUES #{str}"
buffer_size = 0 ActiveRecord::Base.connection.execute sql
str = ""
buffer_size = 0
end
end end
end end
end end

Loading…
Cancel
Save