ruby 如何在几分钟而不是几小时内通过ActiveRecord导入百万条记录

Posted 2021-05-16

class ProductsImporter

  def self.run
    ...
    # read the CSV files and assigns rows to variable rows

    ActiveRecord::Base.transaction do
      rows.each do |row|
        p = Product.find_or_initialize_by_product_id(row[:product_id])
        p.assign_attributes(row)
        p.save!
      end
    end
  end
end

task :import do
  FILE=/tmp/big_file.csv rake data:import
end