SimpleIterator

gem 'simple_iterator'

itr = SimpleIterator::Plain.new(
  offset:           0,
  increment_offset: 100,
  next_cb:          lambda { |current_offset|
    users = User.offset(current_offset).limit(100)
    users.length > 0 ? users : nil
  }
)

while (users = itr.next)
  users.each do |user|
    p user
  end
end

itr = SimpleIterator::File.new(
  file_path:        tsv_file,
  separate:         "\t",
  increment_lines:  1000,
  line_separate_cb: lambda { |row|
    {
      id:   row[0],
      name: row[1]
    }
  }
)

while (rows = itr.next)
  rows.each do |row|
    p row[:id]
    p row[:name]
  end
end