SERP Scraper

gem 'serp_scraper', github: 'kjellberg/serp_scraper'

google = SerpScraper.new(engine: 'google', tld: 'com')
first_result = google.search('buy cars onlines').organic[0]
puts first_result
# => {:position=>1, :title=>"Buying From CarMax", :scheme=>"https", :domain=>"www.carmax.com", :url=>"/car-buying-process", :full_url=>"https://www.carmax.com/car-buying-process"}

require 'serp_scraper'

s = SerpScraper.new(engine: 'google')
response = s.search('buy cars online')

response.organic.each do |result|
  puts result
  # => {:position=>1, :title=>"Buying From CarMax", :scheme=>"https", :domain=>"www.carmax.com", :url=>"/car-buying-process", :full_url=>"https://www.carmax.com/car-buying-process"}
end

# Set '.se' as TLD for swedish results
s = SerpScraper.new(engine: 'google', tld: 'se')

# Set 'sv' (Swedish) as language parameter
s.engine.parameter('hl', 'sv')

# Set 'se' (Sweden) as country parameter.
s.engine.parameter('gl', 'se')

begin
  response = s.search('casino online')
  puts response.organic
rescue SerpScraper::CaptchaException => e
  puts "Blocked by captcha"
end

google = SerpScraper.new(engine: 'google', tld: 'com')

# Set proxy host (required), port (required), user (optional) and password (optional).
google.set_proxy(host, port, user, password)

google.search('buy cars online').organic[0]
# => {:position=>1, :title=>"Buying From CarMax", :scheme=>"https", :domain=>"www.carmax.com", :url=>"/car-buying-process", :full_url=>"https://www.carmax.com/car-buying-process"}