Brother you can use python library beutifulsoup , check demo below
import requests
from bs4 import BeautifulSoup
def scrape_google_serp(query):
url = f"https://www.google.com/search?q={query}"
headers = {
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36"
}
response = requests.get(url, headers=headers)
response.raise_for_status()
soup = BeautifulSoup(response.text, "html.parser")
search_results = []
result_divs = soup.find_all("div", class_="g")
for result in result_divs:
title = result.find("h3").text
link = result.find("a")["href"]
snippet = result.find("div", class_="s").text
search_result = {
"title": title,
"link": link,
"snippet": snippet
}
search_results.append(search_result)
return search_results
# Example usage
query = "scraping with Beautiful Soup"
results = scrape_google_serp(query)
for result in results:
print(result["title"])
print(result["link"])
print(result["snippet"])
print()
