In [1]:
import pandas as pd
In [2]:
import json
In [3]:
import requests
In [4]:
key = ""
cx = ""
In [13]:
url = "https://www.googleapis.com/customsearch/v1"
parameters = {"q": "noemi crochet",
"cx": cx,
"key": key,
}
In [14]:
page = requests.request("GET", url, params=parameters)
In [15]:
results = json.loads(page.text)
In [16]:
results.keys()
Out[16]:
In [17]:
def process_search(results):
link_list = [item["link"] for item in results["items"]]
df = pd.DataFrame(link_list, columns=["link"])
df["title"] = [item["title"] for item in results["items"]]
df["snippet"] = [item["snippet"] for item in results["items"]]
return df
In [18]:
df = process_search(results)
In [19]:
df
Out[19]:
In [ ]: