In [1]:
import urllib.request
from bs4 import BeautifulSoup
url = 'http://www.yahoo.co.jp/'
ua = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_3) '\
'AppleWebKit/537.36 (KHTML, like Gecko) '\
'Chrome/55.0.2883.95 Safari/537.36 '
req = urllib.request.Request(url, headers={'User-Agent': ua})
html = urllib.request.urlopen(req)
soup = BeautifulSoup(html, "html.parser")
li_list = soup.find(id='yahooservice').find_all('li')
# li_list = soup.find('div', attrs={'id': 'yahooservice'}).find_all('li')
# li_list = soup.select('div#yahooservice > ul > li')
for li in li_list:
print(li.find('a').text)