notebook.community

Edit and run 





In [9]:



    


# Import all the things!
import urllib.request
from datetime import *
from lxml import html
from bs4 import BeautifulSoup

# Scrape all HTML from webpage.
def scrapewebpage(url):
	# Open URL and get HTML.
	web = urllib.request.urlopen(url)

	# Make sure there wasn't any errors opening the URL.
	if (web.getcode() == 200):
		html = web.read()
		return(html)
	else:
		print("Error %s reading %s" % str(web.getcode()), url)

# Helper function that scrape the webpage and turn it into soup.
def makesoup(url):
	html = scrapewebpage(url)
	return(BeautifulSoup(html, "lxml"))



    











In [10]:



    


# Scrape page with list of all models.
models_soup = makesoup("http://www.elitemodel.se/women/direct/")

# Get list of all models in two steps.
# First, we get the <div class="search-results"> and then the <ul> inside.
div = models_soup.find("div", "search-results")
models = div.find("ul")



    











In [11]:



    


# Create an empty list were we'll store the links.
links = []

# Get each link and add it to the end of the list.
for model in models.find_all("a"):
    # Make sure only women models are added.
    if model["href"][0:6] == "/women":
        # Add model to list.
        links.append("http://www.elitemodel.se" + model["href"])



    











In [12]:



    


# How many models do we have in the list?
len(links)



    


















    
Out[12]:








701

















In [13]:



    


links



    


















    
Out[13]:








['http://www.elitemodel.se/women/mainboard/?model=11080',
 'http://www.elitemodel.se/women/direct/?model=2568',
 'http://www.elitemodel.se/women/direct/?model=8582',
 'http://www.elitemodel.se/women/mainboard/?model=9392',
 'http://www.elitemodel.se/women/direct/?model=10576',
 'http://www.elitemodel.se/women/direct/?model=9399',
 'http://www.elitemodel.se/women/mainboard/?model=11060',
 'http://www.elitemodel.se/women/direct/?model=11050',
 'http://www.elitemodel.se/women/direct/?model=10493',
 'http://www.elitemodel.se/women/mainboard/?model=7356',
 'http://www.elitemodel.se/women/development/?model=8135',
 'http://www.elitemodel.se/women/mainboard/?model=9516',
 'http://www.elitemodel.se/women/mainboard/?model=9870',
 'http://www.elitemodel.se/women/mainboard/?model=10988',
 'http://www.elitemodel.se/women/mainboard/?model=5606',
 'http://www.elitemodel.se/women/direct/?model=9864',
 'http://www.elitemodel.se/women/development/?model=10170',
 'http://www.elitemodel.se/women/mainboard/?model=10508',
 'http://www.elitemodel.se/women/direct/?model=7152',
 'http://www.elitemodel.se/women/mainboard/?model=3101',
 'http://www.elitemodel.se/women/mainboard/?model=9929',
 'http://www.elitemodel.se/women/mainboard/?model=11140',
 'http://www.elitemodel.se/women/direct/?model=7148',
 'http://www.elitemodel.se/women/development/?model=10611',
 'http://www.elitemodel.se/women/direct/?model=9330',
 'http://www.elitemodel.se/women/direct/?model=1505',
 'http://www.elitemodel.se/women/direct/?model=9725',
 'http://www.elitemodel.se/women/development/?model=10167',
 'http://www.elitemodel.se/women/development/?model=9149',
 'http://www.elitemodel.se/women/direct/?model=9903',
 'http://www.elitemodel.se/women/mainboard/?model=10134',
 'http://www.elitemodel.se/women/mainboard/?model=8880',
 'http://www.elitemodel.se/women/mainboard/?model=8960',
 'http://www.elitemodel.se/women/direct/?model=9517',
 'http://www.elitemodel.se/women/development/?model=9712',
 'http://www.elitemodel.se/women/mainboard/?model=10049',
 'http://www.elitemodel.se/women/direct/?model=10022',
 'http://www.elitemodel.se/women/direct/?model=2140',
 'http://www.elitemodel.se/women/mainboard/?model=11193',
 'http://www.elitemodel.se/women/direct/?model=4100',
 'http://www.elitemodel.se/women/direct/?model=9003',
 'http://www.elitemodel.se/women/development/?model=10674',
 'http://www.elitemodel.se/women/development/?model=7635',
 'http://www.elitemodel.se/women/mainboard/?model=10625',
 'http://www.elitemodel.se/women/direct/?model=4290',
 'http://www.elitemodel.se/women/mainboard/?model=2835',
 'http://www.elitemodel.se/women/direct/?model=4102',
 'http://www.elitemodel.se/women/direct/?model=5080',
 'http://www.elitemodel.se/women/mainboard/?model=8786',
 'http://www.elitemodel.se/women/direct/?model=8811',
 'http://www.elitemodel.se/women/mainboard/?model=9135',
 'http://www.elitemodel.se/women/development/?model=9885',
 'http://www.elitemodel.se/women/mainboard/?model=10003',
 'http://www.elitemodel.se/women/direct/?model=10284',
 'http://www.elitemodel.se/women/direct/?model=10499',
 'http://www.elitemodel.se/women/development/?model=10802',
 'http://www.elitemodel.se/women/direct/?model=11039',
 'http://www.elitemodel.se/women/mainboard/?model=3071',
 'http://www.elitemodel.se/women/mainboard/?model=2952',
 'http://www.elitemodel.se/women/direct/?model=9798',
 'http://www.elitemodel.se/women/mainboard/?model=10119',
 'http://www.elitemodel.se/women/mainboard/?model=9783',
 'http://www.elitemodel.se/women/direct/?model=9490',
 'http://www.elitemodel.se/women/mainboard/?model=10743',
 'http://www.elitemodel.se/women/mainboard/?model=9160',
 'http://www.elitemodel.se/women/mainboard/?model=9173',
 'http://www.elitemodel.se/women/direct/?model=10447',
 'http://www.elitemodel.se/women/mainboard/?model=10894',
 'http://www.elitemodel.se/women/direct/?model=10017',
 'http://www.elitemodel.se/women/direct/?model=9580',
 'http://www.elitemodel.se/women/direct/?model=1620',
 'http://www.elitemodel.se/women/mainboard/?model=7485',
 'http://www.elitemodel.se/women/direct/?model=10666',
 'http://www.elitemodel.se/women/mainboard/?model=8622',
 'http://www.elitemodel.se/women/mainboard/?model=10602',
 'http://www.elitemodel.se/women/direct/?model=9302',
 'http://www.elitemodel.se/women/mainboard/?model=5826',
 'http://www.elitemodel.se/women/mainboard/?model=8991',
 'http://www.elitemodel.se/women/direct/?model=10259',
 'http://www.elitemodel.se/women/direct/?model=5761',
 'http://www.elitemodel.se/women/direct/?model=4103',
 'http://www.elitemodel.se/women/direct/?model=4084',
 'http://www.elitemodel.se/women/direct/?model=4105',
 'http://www.elitemodel.se/women/direct/?model=9487',
 'http://www.elitemodel.se/women/mainboard/?model=10942',
 'http://www.elitemodel.se/women/direct/?model=9831',
 'http://www.elitemodel.se/women/direct/?model=4175',
 'http://www.elitemodel.se/women/mainboard/?model=6744',
 'http://www.elitemodel.se/women/mainboard/?model=10105',
 'http://www.elitemodel.se/women/mainboard/?model=10120',
 'http://www.elitemodel.se/women/direct/?model=10073',
 'http://www.elitemodel.se/women/direct/?model=9826',
 'http://www.elitemodel.se/women/direct/?model=9494',
 'http://www.elitemodel.se/women/mainboard/?model=9834',
 'http://www.elitemodel.se/women/direct/?model=10588',
 'http://www.elitemodel.se/women/development/?model=11046',
 'http://www.elitemodel.se/women/direct/?model=6735',
 'http://www.elitemodel.se/women/direct/?model=10240',
 'http://www.elitemodel.se/women/mainboard/?model=10987',
 'http://www.elitemodel.se/women/direct/?model=10734',
 'http://www.elitemodel.se/women/mainboard/?model=8455',
 'http://www.elitemodel.se/women/direct/?model=9521',
 'http://www.elitemodel.se/women/direct/?model=8933',
 'http://www.elitemodel.se/women/mainboard/?model=4269',
 'http://www.elitemodel.se/women/direct/?model=9673',
 'http://www.elitemodel.se/women/direct/?model=11070',
 'http://www.elitemodel.se/women/mainboard/?model=8439',
 'http://www.elitemodel.se/women/direct/?model=10601',
 'http://www.elitemodel.se/women/direct/?model=9476',
 'http://www.elitemodel.se/women/direct/?model=10933',
 'http://www.elitemodel.se/women/development/?model=10962',
 'http://www.elitemodel.se/women/mainboard/?model=6364',
 'http://www.elitemodel.se/women/mainboard/?model=4118',
 'http://www.elitemodel.se/women/direct/?model=8878',
 'http://www.elitemodel.se/women/mainboard/?model=9610',
 'http://www.elitemodel.se/women/direct/?model=2720',
 'http://www.elitemodel.se/women/mainboard/?model=9069',
 'http://www.elitemodel.se/women/mainboard/?model=11052',
 'http://www.elitemodel.se/women/direct/?model=4157',
 'http://www.elitemodel.se/women/direct/?model=10152',
 'http://www.elitemodel.se/women/development/?model=10638',
 'http://www.elitemodel.se/women/mainboard/?model=10115',
 'http://www.elitemodel.se/women/mainboard/?model=10803',
 'http://www.elitemodel.se/women/mainboard/?model=11178',
 'http://www.elitemodel.se/women/direct/?model=4270',
 'http://www.elitemodel.se/women/direct/?model=10012',
 'http://www.elitemodel.se/women/direct/?model=10937',
 'http://www.elitemodel.se/women/mainboard/?model=10831',
 'http://www.elitemodel.se/women/mainboard/?model=11083',
 'http://www.elitemodel.se/women/mainboard/?model=8033',
 'http://www.elitemodel.se/women/mainboard/?model=6690',
 'http://www.elitemodel.se/women/mainboard/?model=8765',
 'http://www.elitemodel.se/women/direct/?model=8833',
 'http://www.elitemodel.se/women/direct/?model=10774',
 'http://www.elitemodel.se/women/mainboard/?model=8082',
 'http://www.elitemodel.se/women/direct/?model=9100',
 'http://www.elitemodel.se/women/direct/?model=10166',
 'http://www.elitemodel.se/women/direct/?model=10559',
 'http://www.elitemodel.se/women/direct/?model=4174',
 'http://www.elitemodel.se/women/direct/?model=10621',
 'http://www.elitemodel.se/women/direct/?model=9697',
 'http://www.elitemodel.se/women/direct/?model=9980',
 'http://www.elitemodel.se/women/direct/?model=8079',
 'http://www.elitemodel.se/women/direct/?model=10713',
 'http://www.elitemodel.se/women/direct/?model=9146',
 'http://www.elitemodel.se/women/mainboard/?model=10093',
 'http://www.elitemodel.se/women/mainboard/?model=9058',
 'http://www.elitemodel.se/women/direct/?model=9962',
 'http://www.elitemodel.se/women/direct/?model=9988',
 'http://www.elitemodel.se/women/direct/?model=4014',
 'http://www.elitemodel.se/women/direct/?model=4106',
 'http://www.elitemodel.se/women/mainboard/?model=4107',
 'http://www.elitemodel.se/women/mainboard/?model=2112',
 'http://www.elitemodel.se/women/direct/?model=10132',
 'http://www.elitemodel.se/women/direct/?model=9957',
 'http://www.elitemodel.se/women/mainboard/?model=10138',
 'http://www.elitemodel.se/women/direct/?model=10597',
 'http://www.elitemodel.se/women/direct/?model=4108',
 'http://www.elitemodel.se/women/direct/?model=8236',
 'http://www.elitemodel.se/women/mainboard/?model=8902',
 'http://www.elitemodel.se/women/development/?model=9985',
 'http://www.elitemodel.se/women/direct/?model=10776',
 'http://www.elitemodel.se/women/direct/?model=9263',
 'http://www.elitemodel.se/women/mainboard/?model=8087',
 'http://www.elitemodel.se/women/direct/?model=8683',
 'http://www.elitemodel.se/women/direct/?model=10490',
 'http://www.elitemodel.se/women/mainboard/?model=9685',
 'http://www.elitemodel.se/women/direct/?model=4041',
 'http://www.elitemodel.se/women/direct/?model=1998',
 'http://www.elitemodel.se/women/direct/?model=9811',
 'http://www.elitemodel.se/women/mainboard/?model=10934',
 'http://www.elitemodel.se/women/direct/?model=8907',
 'http://www.elitemodel.se/women/development/?model=10406',
 'http://www.elitemodel.se/women/direct/?model=9902',
 'http://www.elitemodel.se/women/mainboard/?model=10086',
 'http://www.elitemodel.se/women/direct/?model=9581',
 'http://www.elitemodel.se/women/mainboard/?model=11131',
 'http://www.elitemodel.se/women/direct/?model=10091',
 'http://www.elitemodel.se/women/direct/?model=7440',
 'http://www.elitemodel.se/women/mainboard/?model=9241',
 'http://www.elitemodel.se/women/direct/?model=9805',
 'http://www.elitemodel.se/women/development/?model=10149',
 'http://www.elitemodel.se/women/direct/?model=9528',
 'http://www.elitemodel.se/women/direct/?model=8985',
 'http://www.elitemodel.se/women/direct/?model=9544',
 'http://www.elitemodel.se/women/direct/?model=9820',
 'http://www.elitemodel.se/women/development/?model=9964',
 'http://www.elitemodel.se/women/development/?model=10226',
 'http://www.elitemodel.se/women/mainboard/?model=8839',
 'http://www.elitemodel.se/women/direct/?model=9512',
 'http://www.elitemodel.se/women/direct/?model=9652',
 'http://www.elitemodel.se/women/direct/?model=414',
 'http://www.elitemodel.se/women/mainboard/?model=9344',
 'http://www.elitemodel.se/women/mainboard/?model=11130',
 'http://www.elitemodel.se/women/mainboard/?model=11133',
 'http://www.elitemodel.se/women/development/?model=10039',
 'http://www.elitemodel.se/women/mainboard/?model=1904',
 'http://www.elitemodel.se/women/development/?model=10448',
 'http://www.elitemodel.se/women/direct/?model=5563',
 'http://www.elitemodel.se/women/direct/?model=7700',
 'http://www.elitemodel.se/women/mainboard/?model=8479',
 'http://www.elitemodel.se/women/direct/?model=7299',
 'http://www.elitemodel.se/women/direct/?model=2485',
 'http://www.elitemodel.se/women/mainboard/?model=8496',
 'http://www.elitemodel.se/women/mainboard/?model=9065',
 'http://www.elitemodel.se/women/mainboard/?model=9533',
 'http://www.elitemodel.se/women/direct/?model=10390',
 'http://www.elitemodel.se/women/direct/?model=4042',
 'http://www.elitemodel.se/women/development/?model=8730',
 'http://www.elitemodel.se/women/development/?model=10609',
 'http://www.elitemodel.se/women/development/?model=10992',
 'http://www.elitemodel.se/women/mainboard/?model=6349',
 'http://www.elitemodel.se/women/direct/?model=10672',
 'http://www.elitemodel.se/women/development/?model=8154',
 'http://www.elitemodel.se/women/development/?model=10169',
 'http://www.elitemodel.se/women/direct/?model=10121',
 'http://www.elitemodel.se/women/direct/?model=9541',
 'http://www.elitemodel.se/women/mainboard/?model=9731',
 'http://www.elitemodel.se/women/direct/?model=9904',
 'http://www.elitemodel.se/women/direct/?model=10263',
 'http://www.elitemodel.se/women/direct/?model=9713',
 'http://www.elitemodel.se/women/development/?model=10100',
 'http://www.elitemodel.se/women/direct/?model=6654',
 'http://www.elitemodel.se/women/direct/?model=10173',
 'http://www.elitemodel.se/women/direct/?model=9510',
 'http://www.elitemodel.se/women/mainboard/?model=10563',
 'http://www.elitemodel.se/women/mainboard/?model=3852',
 'http://www.elitemodel.se/women/mainboard/?model=10023',
 'http://www.elitemodel.se/women/mainboard/?model=9732',
 'http://www.elitemodel.se/women/mainboard/?model=9343',
 'http://www.elitemodel.se/women/mainboard/?model=10074',
 'http://www.elitemodel.se/women/direct/?model=10651',
 'http://www.elitemodel.se/women/mainboard/?model=4109',
 'http://www.elitemodel.se/women/direct/?model=8594',
 'http://www.elitemodel.se/women/mainboard/?model=9484',
 'http://www.elitemodel.se/women/mainboard/?model=4206',
 'http://www.elitemodel.se/women/mainboard/?model=9850',
 'http://www.elitemodel.se/women/mainboard/?model=11216',
 'http://www.elitemodel.se/women/direct/?model=10620',
 'http://www.elitemodel.se/women/mainboard/?model=9665',
 'http://www.elitemodel.se/women/direct/?model=8085',
 'http://www.elitemodel.se/women/mainboard/?model=7128',
 'http://www.elitemodel.se/women/direct/?model=10875',
 'http://www.elitemodel.se/women/mainboard/?model=8624',
 'http://www.elitemodel.se/women/direct/?model=9536',
 'http://www.elitemodel.se/women/mainboard/?model=10818',
 'http://www.elitemodel.se/women/mainboard/?model=9260',
 'http://www.elitemodel.se/women/direct/?model=11210',
 'http://www.elitemodel.se/women/mainboard/?model=4860',
 'http://www.elitemodel.se/women/direct/?model=8293',
 'http://www.elitemodel.se/women/mainboard/?model=3551',
 'http://www.elitemodel.se/women/direct/?model=9808',
 'http://www.elitemodel.se/women/mainboard/?model=6907',
 'http://www.elitemodel.se/women/mainboard/?model=7053',
 'http://www.elitemodel.se/women/mainboard/?model=3954',
 'http://www.elitemodel.se/women/direct/?model=7156',
 'http://www.elitemodel.se/women/direct/?model=2811',
 'http://www.elitemodel.se/women/direct/?model=4190',
 'http://www.elitemodel.se/women/direct/?model=4030',
 'http://www.elitemodel.se/women/development/?model=9538',
 'http://www.elitemodel.se/women/direct/?model=8629',
 'http://www.elitemodel.se/women/development/?model=9274',
 'http://www.elitemodel.se/women/direct/?model=9631',
 'http://www.elitemodel.se/women/direct/?model=4087',
 'http://www.elitemodel.se/women/mainboard/?model=11198',
 'http://www.elitemodel.se/women/mainboard/?model=9545',
 'http://www.elitemodel.se/women/direct/?model=9117',
 'http://www.elitemodel.se/women/mainboard/?model=11025',
 'http://www.elitemodel.se/women/direct/?model=9906',
 'http://www.elitemodel.se/women/mainboard/?model=9524',
 'http://www.elitemodel.se/women/direct/?model=9832',
 'http://www.elitemodel.se/women/direct/?model=3870',
 'http://www.elitemodel.se/women/mainboard/?model=10128',
 'http://www.elitemodel.se/women/mainboard/?model=10709',
 'http://www.elitemodel.se/women/mainboard/?model=7579',
 'http://www.elitemodel.se/women/mainboard/?model=6967',
 'http://www.elitemodel.se/women/mainboard/?model=9676',
 'http://www.elitemodel.se/women/direct/?model=9362',
 'http://www.elitemodel.se/women/mainboard/?model=11134',
 'http://www.elitemodel.se/women/mainboard/?model=9525',
 'http://www.elitemodel.se/women/direct/?model=5879',
 'http://www.elitemodel.se/women/direct/?model=3570',
 'http://www.elitemodel.se/women/development/?model=9858',
 'http://www.elitemodel.se/women/direct/?model=10130',
 'http://www.elitemodel.se/women/direct/?model=4078',
 'http://www.elitemodel.se/women/development/?model=9862',
 'http://www.elitemodel.se/women/direct/?model=6813',
 'http://www.elitemodel.se/women/development/?model=6852',
 'http://www.elitemodel.se/women/mainboard/?model=8000',
 'http://www.elitemodel.se/women/direct/?model=7466',
 'http://www.elitemodel.se/women/mainboard/?model=9085',
 'http://www.elitemodel.se/women/direct/?model=10884',
 'http://www.elitemodel.se/women/mainboard/?model=4371',
 'http://www.elitemodel.se/women/direct/?model=6513',
 'http://www.elitemodel.se/women/development/?model=9005',
 'http://www.elitemodel.se/women/direct/?model=9082',
 'http://www.elitemodel.se/women/direct/?model=10139',
 'http://www.elitemodel.se/women/mainboard/?model=10231',
 'http://www.elitemodel.se/women/direct/?model=10408',
 'http://www.elitemodel.se/women/development/?model=10631',
 'http://www.elitemodel.se/women/direct/?model=10830',
 'http://www.elitemodel.se/women/mainboard/?model=11149',
 'http://www.elitemodel.se/women/direct/?model=10970',
 'http://www.elitemodel.se/women/mainboard/?model=9346',
 'http://www.elitemodel.se/women/direct/?model=4273',
 'http://www.elitemodel.se/women/mainboard/?model=9542',
 'http://www.elitemodel.se/women/direct/?model=11157',
 'http://www.elitemodel.se/women/direct/?model=8245',
 'http://www.elitemodel.se/women/direct/?model=8897',
 'http://www.elitemodel.se/women/direct/?model=10869',
 'http://www.elitemodel.se/women/direct/?model=9554',
 'http://www.elitemodel.se/women/development/?model=9710',
 'http://www.elitemodel.se/women/direct/?model=6350',
 'http://www.elitemodel.se/women/direct/?model=2318',
 'http://www.elitemodel.se/women/development/?model=10598',
 'http://www.elitemodel.se/women/direct/?model=8524',
 'http://www.elitemodel.se/women/direct/?model=11057',
 'http://www.elitemodel.se/women/mainboard/?model=11066',
 'http://www.elitemodel.se/women/mainboard/?model=8592',
 'http://www.elitemodel.se/women/direct/?model=5057',
 'http://www.elitemodel.se/women/direct/?model=9061',
 'http://www.elitemodel.se/women/mainboard/?model=8667',
 'http://www.elitemodel.se/women/mainboard/?model=10020',
 'http://www.elitemodel.se/women/direct/?model=9166',
 'http://www.elitemodel.se/women/direct/?model=11049',
 'http://www.elitemodel.se/women/mainboard/?model=11081',
 'http://www.elitemodel.se/women/mainboard/?model=7182',
 'http://www.elitemodel.se/women/mainboard/?model=10136',
 'http://www.elitemodel.se/women/direct/?model=10737',
 'http://www.elitemodel.se/women/direct/?model=10761',
 'http://www.elitemodel.se/women/mainboard/?model=8146',
 'http://www.elitemodel.se/women/mainboard/?model=8521',
 'http://www.elitemodel.se/women/mainboard/?model=10150',
 'http://www.elitemodel.se/women/mainboard/?model=1641',
 'http://www.elitemodel.se/women/direct/?model=4126',
 'http://www.elitemodel.se/women/direct/?model=4906',
 'http://www.elitemodel.se/women/mainboard/?model=9506',
 'http://www.elitemodel.se/women/mainboard/?model=10742',
 'http://www.elitemodel.se/women/direct/?model=6140',
 'http://www.elitemodel.se/women/mainboard/?model=2544',
 'http://www.elitemodel.se/women/direct/?model=10726',
 'http://www.elitemodel.se/women/direct/?model=7538',
 'http://www.elitemodel.se/women/mainboard/?model=11114',
 'http://www.elitemodel.se/women/direct/?model=8107',
 'http://www.elitemodel.se/women/mainboard/?model=8901',
 'http://www.elitemodel.se/women/mainboard/?model=7151',
 'http://www.elitemodel.se/women/direct/?model=8278',
 'http://www.elitemodel.se/women/direct/?model=9644',
 'http://www.elitemodel.se/women/direct/?model=10663',
 'http://www.elitemodel.se/women/direct/?model=4365',
 'http://www.elitemodel.se/women/direct/?model=9933',
 'http://www.elitemodel.se/women/mainboard/?model=11207',
 'http://www.elitemodel.se/women/direct/?model=11059',
 'http://www.elitemodel.se/women/direct/?model=8787',
 'http://www.elitemodel.se/women/direct/?model=10703',
 'http://www.elitemodel.se/women/direct/?model=10712',
 'http://www.elitemodel.se/women/mainboard/?model=8119',
 'http://www.elitemodel.se/women/direct/?model=10402',
 'http://www.elitemodel.se/women/mainboard/?model=7155',
 'http://www.elitemodel.se/women/mainboard/?model=9851',
 'http://www.elitemodel.se/women/direct/?model=11096',
 'http://www.elitemodel.se/women/direct/?model=10692',
 'http://www.elitemodel.se/women/mainboard/?model=10715',
 'http://www.elitemodel.se/women/mainboard/?model=10910',
 'http://www.elitemodel.se/women/mainboard/?model=9529',
 'http://www.elitemodel.se/women/direct/?model=10775',
 'http://www.elitemodel.se/women/direct/?model=10966',
 'http://www.elitemodel.se/women/mainboard/?model=5011',
 'http://www.elitemodel.se/women/direct/?model=3839',
 'http://www.elitemodel.se/women/direct/?model=8600',
 'http://www.elitemodel.se/women/direct/?model=10690',
 'http://www.elitemodel.se/women/direct/?model=9825',
 'http://www.elitemodel.se/women/mainboard/?model=11126',
 'http://www.elitemodel.se/women/mainboard/?model=8194',
 'http://www.elitemodel.se/women/direct/?model=9626',
 'http://www.elitemodel.se/women/direct/?model=6884',
 'http://www.elitemodel.se/women/direct/?model=1526',
 'http://www.elitemodel.se/women/direct/?model=1562',
 'http://www.elitemodel.se/women/direct/?model=9686',
 'http://www.elitemodel.se/women/direct/?model=8415',
 'http://www.elitemodel.se/women/mainboard/?model=8784',
 'http://www.elitemodel.se/women/direct/?model=9833',
 'http://www.elitemodel.se/women/direct/?model=4700',
 'http://www.elitemodel.se/women/direct/?model=6515',
 'http://www.elitemodel.se/women/mainboard/?model=9979',
 'http://www.elitemodel.se/women/direct/?model=160',
 'http://www.elitemodel.se/women/direct/?model=9717',
 'http://www.elitemodel.se/women/development/?model=9185',
 'http://www.elitemodel.se/women/mainboard/?model=9601',
 'http://www.elitemodel.se/women/direct/?model=9932',
 'http://www.elitemodel.se/women/direct/?model=10718',
 'http://www.elitemodel.se/women/direct/?model=11018',
 'http://www.elitemodel.se/women/direct/?model=9671',
 'http://www.elitemodel.se/women/direct/?model=9258',
 'http://www.elitemodel.se/women/mainboard/?model=8625',
 'http://www.elitemodel.se/women/direct/?model=10122',
 'http://www.elitemodel.se/women/direct/?model=7551',
 'http://www.elitemodel.se/women/development/?model=10565',
 'http://www.elitemodel.se/women/mainboard/?model=8654',
 'http://www.elitemodel.se/women/direct/?model=9350',
 'http://www.elitemodel.se/women/direct/?model=7441',
 'http://www.elitemodel.se/women/direct/?model=3838',
 'http://www.elitemodel.se/women/direct/?model=6219',
 'http://www.elitemodel.se/women/direct/?model=8311',
 'http://www.elitemodel.se/women/direct/?model=9596',
 'http://www.elitemodel.se/women/mainboard/?model=10964',
 'http://www.elitemodel.se/women/mainboard/?model=6792',
 'http://www.elitemodel.se/women/direct/?model=2178',
 'http://www.elitemodel.se/women/direct/?model=9670',
 'http://www.elitemodel.se/women/direct/?model=4415',
 'http://www.elitemodel.se/women/mainboard/?model=9804',
 'http://www.elitemodel.se/women/direct/?model=6737',
 'http://www.elitemodel.se/women/mainboard/?model=8542',
 'http://www.elitemodel.se/women/direct/?model=10707',
 'http://www.elitemodel.se/women/direct/?model=10323',
 'http://www.elitemodel.se/women/direct/?model=4262',
 'http://www.elitemodel.se/women/direct/?model=8904',
 'http://www.elitemodel.se/women/mainboard/?model=4127',
 'http://www.elitemodel.se/women/mainboard/?model=9701',
 'http://www.elitemodel.se/women/mainboard/?model=10758',
 'http://www.elitemodel.se/women/mainboard/?model=9052',
 'http://www.elitemodel.se/women/development/?model=10868',
 'http://www.elitemodel.se/women/mainboard/?model=4130',
 'http://www.elitemodel.se/women/direct/?model=9141',
 'http://www.elitemodel.se/women/direct/?model=9259',
 'http://www.elitemodel.se/women/direct/?model=7386',
 'http://www.elitemodel.se/women/direct/?model=9502',
 'http://www.elitemodel.se/women/development/?model=10632',
 'http://www.elitemodel.se/women/direct/?model=8232',
 'http://www.elitemodel.se/women/mainboard/?model=8267',
 'http://www.elitemodel.se/women/direct/?model=9812',
 'http://www.elitemodel.se/women/direct/?model=9588',
 'http://www.elitemodel.se/women/mainboard/?model=9055',
 'http://www.elitemodel.se/women/direct/?model=9388',
 'http://www.elitemodel.se/women/mainboard/?model=4639',
 'http://www.elitemodel.se/women/mainboard/?model=9398',
 'http://www.elitemodel.se/women/development/?model=10018',
 'http://www.elitemodel.se/women/mainboard/?model=10076',
 'http://www.elitemodel.se/women/direct/?model=10135',
 'http://www.elitemodel.se/women/direct/?model=10107',
 'http://www.elitemodel.se/women/direct/?model=11029',
 'http://www.elitemodel.se/women/development/?model=10005',
 'http://www.elitemodel.se/women/mainboard/?model=8663',
 'http://www.elitemodel.se/women/direct/?model=9846',
 'http://www.elitemodel.se/women/direct/?model=9986',
 'http://www.elitemodel.se/women/direct/?model=10870',
 'http://www.elitemodel.se/women/mainboard/?model=9311',
 'http://www.elitemodel.se/women/direct/?model=10425',
 'http://www.elitemodel.se/women/direct/?model=8123',
 'http://www.elitemodel.se/women/mainboard/?model=9845',
 'http://www.elitemodel.se/women/mainboard/?model=6335',
 'http://www.elitemodel.se/women/direct/?model=9271',
 'http://www.elitemodel.se/women/direct/?model=10090',
 'http://www.elitemodel.se/women/mainboard/?model=11031',
 'http://www.elitemodel.se/women/direct/?model=4366',
 'http://www.elitemodel.se/women/direct/?model=9475',
 'http://www.elitemodel.se/women/direct/?model=9474',
 'http://www.elitemodel.se/women/direct/?model=9767',
 'http://www.elitemodel.se/women/direct/?model=10594',
 'http://www.elitemodel.se/women/direct/?model=10829',
 'http://www.elitemodel.se/women/direct/?model=9817',
 'http://www.elitemodel.se/women/direct/?model=4204',
 'http://www.elitemodel.se/women/direct/?model=9089',
 'http://www.elitemodel.se/women/direct/?model=9905',
 'http://www.elitemodel.se/women/direct/?model=7520',
 'http://www.elitemodel.se/women/development/?model=10976',
 'http://www.elitemodel.se/women/mainboard/?model=7067',
 'http://www.elitemodel.se/women/direct/?model=9384',
 'http://www.elitemodel.se/women/mainboard/?model=10131',
 'http://www.elitemodel.se/women/direct/?model=7437',
 'http://www.elitemodel.se/women/direct/?model=11138',
 'http://www.elitemodel.se/women/mainboard/?model=4097',
 'http://www.elitemodel.se/women/direct/?model=10087',
 'http://www.elitemodel.se/women/direct/?model=9013',
 'http://www.elitemodel.se/women/direct/?model=4116',
 'http://www.elitemodel.se/women/direct/?model=2103',
 'http://www.elitemodel.se/women/mainboard/?model=4117',
 'http://www.elitemodel.se/women/mainboard/?model=10924',
 'http://www.elitemodel.se/women/direct/?model=10706',
 'http://www.elitemodel.se/women/direct/?model=10736',
 'http://www.elitemodel.se/women/development/?model=9860',
 'http://www.elitemodel.se/women/mainboard/?model=1810',
 'http://www.elitemodel.se/women/direct/?model=9169',
 'http://www.elitemodel.se/women/mainboard/?model=6068',
 'http://www.elitemodel.se/women/development/?model=8304',
 'http://www.elitemodel.se/women/direct/?model=10123',
 'http://www.elitemodel.se/women/mainboard/?model=6328',
 'http://www.elitemodel.se/women/direct/?model=4972',
 'http://www.elitemodel.se/women/direct/?model=4567',
 'http://www.elitemodel.se/women/mainboard/?model=6807',
 'http://www.elitemodel.se/women/direct/?model=11045',
 'http://www.elitemodel.se/women/mainboard/?model=8657',
 'http://www.elitemodel.se/women/direct/?model=9613',
 'http://www.elitemodel.se/women/direct/?model=8389',
 'http://www.elitemodel.se/women/direct/?model=10381',
 'http://www.elitemodel.se/women/direct/?model=10606',
 'http://www.elitemodel.se/women/direct/?model=3776',
 'http://www.elitemodel.se/women/direct/?model=10161',
 'http://www.elitemodel.se/women/direct/?model=9531',
 'http://www.elitemodel.se/women/mainboard/?model=10124',
 'http://www.elitemodel.se/women/direct/?model=9726',
 'http://www.elitemodel.se/women/direct/?model=9351',
 'http://www.elitemodel.se/women/direct/?model=9863',
 'http://www.elitemodel.se/women/mainboard/?model=8078',
 'http://www.elitemodel.se/women/mainboard/?model=8668',
 'http://www.elitemodel.se/women/direct/?model=9112',
 'http://www.elitemodel.se/women/direct/?model=9661',
 'http://www.elitemodel.se/women/direct/?model=9992',
 'http://www.elitemodel.se/women/direct/?model=8500',
 'http://www.elitemodel.se/women/direct/?model=9655',
 'http://www.elitemodel.se/women/mainboard/?model=9793',
 'http://www.elitemodel.se/women/direct/?model=10285',
 'http://www.elitemodel.se/women/direct/?model=10943',
 'http://www.elitemodel.se/women/mainboard/?model=10094',
 'http://www.elitemodel.se/women/direct/?model=4133',
 'http://www.elitemodel.se/women/direct/?model=9961',
 'http://www.elitemodel.se/women/direct/?model=9824',
 'http://www.elitemodel.se/women/mainboard/?model=11074',
 'http://www.elitemodel.se/women/direct/?model=9807',
 'http://www.elitemodel.se/women/direct/?model=10947',
 'http://www.elitemodel.se/women/direct/?model=11042',
 'http://www.elitemodel.se/women/direct/?model=10383',
 'http://www.elitemodel.se/women/direct/?model=7404',
 'http://www.elitemodel.se/women/mainboard/?model=10623',
 'http://www.elitemodel.se/women/direct/?model=9315',
 'http://www.elitemodel.se/women/mainboard/?model=9570',
 'http://www.elitemodel.se/women/mainboard/?model=10801',
 'http://www.elitemodel.se/women/direct/?model=9537',
 'http://www.elitemodel.se/women/direct/?model=9255',
 'http://www.elitemodel.se/women/mainboard/?model=6790',
 'http://www.elitemodel.se/women/mainboard/?model=11132',
 'http://www.elitemodel.se/women/mainboard/?model=4059',
 'http://www.elitemodel.se/women/direct/?model=9714',
 'http://www.elitemodel.se/women/direct/?model=10935',
 'http://www.elitemodel.se/women/direct/?model=7317',
 'http://www.elitemodel.se/women/development/?model=10578',
 'http://www.elitemodel.se/women/direct/?model=10164',
 'http://www.elitemodel.se/women/mainboard/?model=9062',
 'http://www.elitemodel.se/women/direct/?model=3708',
 'http://www.elitemodel.se/women/direct/?model=5784',
 'http://www.elitemodel.se/women/mainboard/?model=10250',
 'http://www.elitemodel.se/women/direct/?model=6317',
 'http://www.elitemodel.se/women/mainboard/?model=11137',
 'http://www.elitemodel.se/women/mainboard/?model=8175',
 'http://www.elitemodel.se/women/direct/?model=9282',
 'http://www.elitemodel.se/women/direct/?model=7346',
 'http://www.elitemodel.se/women/direct/?model=7398',
 'http://www.elitemodel.se/women/direct/?model=9658',
 'http://www.elitemodel.se/women/direct/?model=9573',
 'http://www.elitemodel.se/women/direct/?model=10289',
 'http://www.elitemodel.se/women/direct/?model=10792',
 'http://www.elitemodel.se/women/mainboard/?model=11051',
 'http://www.elitemodel.se/women/direct/?model=6988',
 'http://www.elitemodel.se/women/direct/?model=9321',
 'http://www.elitemodel.se/women/direct/?model=10102',
 'http://www.elitemodel.se/women/mainboard/?model=10965',
 'http://www.elitemodel.se/women/direct/?model=10016',
 'http://www.elitemodel.se/women/mainboard/?model=8826',
 'http://www.elitemodel.se/women/direct/?model=2631',
 'http://www.elitemodel.se/women/direct/?model=6548',
 'http://www.elitemodel.se/women/direct/?model=9829',
 'http://www.elitemodel.se/women/direct/?model=10766',
 'http://www.elitemodel.se/women/mainboard/?model=4195',
 'http://www.elitemodel.se/women/direct/?model=9522',
 'http://www.elitemodel.se/women/mainboard/?model=10593',
 'http://www.elitemodel.se/women/mainboard/?model=5048',
 'http://www.elitemodel.se/women/direct/?model=10608',
 'http://www.elitemodel.se/women/development/?model=6057',
 'http://www.elitemodel.se/women/direct/?model=9353',
 'http://www.elitemodel.se/women/mainboard/?model=7486',
 'http://www.elitemodel.se/women/direct/?model=10794',
 'http://www.elitemodel.se/women/mainboard/?model=9279',
 'http://www.elitemodel.se/women/direct/?model=6063',
 'http://www.elitemodel.se/women/direct/?model=8867',
 'http://www.elitemodel.se/women/direct/?model=10307',
 'http://www.elitemodel.se/women/direct/?model=5052',
 'http://www.elitemodel.se/women/direct/?model=9380',
 'http://www.elitemodel.se/women/direct/?model=6520',
 'http://www.elitemodel.se/women/direct/?model=4276',
 'http://www.elitemodel.se/women/direct/?model=10497',
 'http://www.elitemodel.se/women/direct/?model=10732',
 'http://www.elitemodel.se/women/direct/?model=9552',
 'http://www.elitemodel.se/women/mainboard/?model=8254',
 'http://www.elitemodel.se/women/direct/?model=8720',
 'http://www.elitemodel.se/women/mainboard/?model=10444',
 'http://www.elitemodel.se/women/direct/?model=10927',
 'http://www.elitemodel.se/women/mainboard/?model=10995',
 'http://www.elitemodel.se/women/direct/?model=11033',
 'http://www.elitemodel.se/women/mainboard/?model=5687',
 'http://www.elitemodel.se/women/direct/?model=11076',
 'http://www.elitemodel.se/women/mainboard/?model=7473',
 'http://www.elitemodel.se/women/direct/?model=8108',
 'http://www.elitemodel.se/women/mainboard/?model=6875',
 'http://www.elitemodel.se/women/mainboard/?model=6791',
 'http://www.elitemodel.se/women/mainboard/?model=7116',
 'http://www.elitemodel.se/women/direct/?model=7397',
 'http://www.elitemodel.se/women/mainboard/?model=8818',
 'http://www.elitemodel.se/women/direct/?model=2872',
 'http://www.elitemodel.se/women/mainboard/?model=3308',
 'http://www.elitemodel.se/women/direct/?model=9285',
 'http://www.elitemodel.se/women/direct/?model=4416',
 'http://www.elitemodel.se/women/direct/?model=7277',
 'http://www.elitemodel.se/women/direct/?model=9654',
 'http://www.elitemodel.se/women/direct/?model=10714',
 'http://www.elitemodel.se/women/direct/?model=10401',
 'http://www.elitemodel.se/women/development/?model=10652',
 'http://www.elitemodel.se/women/direct/?model=11183',
 'http://www.elitemodel.se/women/direct/?model=9087',
 'http://www.elitemodel.se/women/direct/?model=10072',
 'http://www.elitemodel.se/women/mainboard/?model=10749',
 'http://www.elitemodel.se/women/direct/?model=9672',
 'http://www.elitemodel.se/women/direct/?model=2956',
 'http://www.elitemodel.se/women/direct/?model=10228',
 'http://www.elitemodel.se/women/mainboard/?model=8922',
 'http://www.elitemodel.se/women/mainboard/?model=9493',
 'http://www.elitemodel.se/women/direct/?model=9920',
 'http://www.elitemodel.se/women/direct/?model=10510',
 'http://www.elitemodel.se/women/direct/?model=9843',
 'http://www.elitemodel.se/women/mainboard/?model=7273',
 'http://www.elitemodel.se/women/mainboard/?model=10125',
 'http://www.elitemodel.se/women/direct/?model=10159',
 'http://www.elitemodel.se/women/direct/?model=4373',
 'http://www.elitemodel.se/women/direct/?model=7745',
 'http://www.elitemodel.se/women/mainboard/?model=9387',
 'http://www.elitemodel.se/women/mainboard/?model=6678',
 'http://www.elitemodel.se/women/direct/?model=8909',
 'http://www.elitemodel.se/women/direct/?model=10614',
 'http://www.elitemodel.se/women/direct/?model=10600',
 'http://www.elitemodel.se/women/direct/?model=6909',
 'http://www.elitemodel.se/women/mainboard/?model=8883',
 'http://www.elitemodel.se/women/direct/?model=9718',
 'http://www.elitemodel.se/women/direct/?model=10659',
 'http://www.elitemodel.se/women/direct/?model=11136',
 'http://www.elitemodel.se/women/mainboard/?model=11044',
 'http://www.elitemodel.se/women/direct/?model=10971',
 'http://www.elitemodel.se/women/direct/?model=9010',
 'http://www.elitemodel.se/women/direct/?model=11053',
 'http://www.elitemodel.se/women/direct/?model=3749',
 'http://www.elitemodel.se/women/direct/?model=9855',
 'http://www.elitemodel.se/women/direct/?model=6853',
 'http://www.elitemodel.se/women/direct/?model=8169',
 'http://www.elitemodel.se/women/direct/?model=10157',
 'http://www.elitemodel.se/women/mainboard/?model=11064',
 'http://www.elitemodel.se/women/mainboard/?model=6294',
 'http://www.elitemodel.se/women/direct/?model=9692',
 'http://www.elitemodel.se/women/direct/?model=11030',
 'http://www.elitemodel.se/women/development/?model=9816',
 'http://www.elitemodel.se/women/development/?model=9940',
 'http://www.elitemodel.se/women/direct/?model=9871',
 'http://www.elitemodel.se/women/development/?model=10846',
 'http://www.elitemodel.se/women/direct/?model=6331',
 'http://www.elitemodel.se/women/development/?model=8494',
 'http://www.elitemodel.se/women/mainboard/?model=11135',
 'http://www.elitemodel.se/women/direct/?model=10664',
 'http://www.elitemodel.se/women/direct/?model=9155',
 'http://www.elitemodel.se/women/mainboard/?model=10171',
 'http://www.elitemodel.se/women/direct/?model=9328',
 'http://www.elitemodel.se/women/direct/?model=9955',
 'http://www.elitemodel.se/women/direct/?model=9540',
 'http://www.elitemodel.se/women/mainboard/?model=10961',
 'http://www.elitemodel.se/women/mainboard/?model=9527',
 'http://www.elitemodel.se/women/mainboard/?model=6077',
 'http://www.elitemodel.se/women/development/?model=9292',
 'http://www.elitemodel.se/women/direct/?model=9854',
 'http://www.elitemodel.se/women/direct/?model=3903',
 'http://www.elitemodel.se/women/direct/?model=10027',
 'http://www.elitemodel.se/women/mainboard/?model=10948',
 'http://www.elitemodel.se/women/direct/?model=9995',
 'http://www.elitemodel.se/women/direct/?model=4119',
 'http://www.elitemodel.se/women/direct/?model=6188',
 'http://www.elitemodel.se/women/mainboard/?model=9158',
 'http://www.elitemodel.se/women/direct/?model=11009',
 'http://www.elitemodel.se/women/direct/?model=10974',
 'http://www.elitemodel.se/women/development/?model=7403',
 'http://www.elitemodel.se/women/direct/?model=8994',
 'http://www.elitemodel.se/women/mainboard/?model=9509',
 'http://www.elitemodel.se/women/direct/?model=8798',
 'http://www.elitemodel.se/women/direct/?model=9358',
 'http://www.elitemodel.se/women/direct/?model=9515',
 'http://www.elitemodel.se/women/direct/?model=9844',
 'http://www.elitemodel.se/women/direct/?model=10235',
 'http://www.elitemodel.se/women/direct/?model=11208',
 'http://www.elitemodel.se/women/development/?model=9621',
 'http://www.elitemodel.se/women/direct/?model=9359',
 'http://www.elitemodel.se/women/direct/?model=1934',
 'http://www.elitemodel.se/women/direct/?model=10617',
 'http://www.elitemodel.se/women/direct/?model=10627',
 'http://www.elitemodel.se/women/mainboard/?model=10536',
 'http://www.elitemodel.se/women/mainboard/?model=9016',
 'http://www.elitemodel.se/women/mainboard/?model=10959',
 'http://www.elitemodel.se/women/mainboard/?model=11082',
 'http://www.elitemodel.se/women/direct/?model=2012',
 'http://www.elitemodel.se/women/mainboard/?model=5147',
 'http://www.elitemodel.se/women/direct/?model=8091',
 'http://www.elitemodel.se/women/direct/?model=8953',
 'http://www.elitemodel.se/women/mainboard/?model=11062',
 'http://www.elitemodel.se/women/direct/?model=10765',
 'http://www.elitemodel.se/women/mainboard/?model=11048',
 'http://www.elitemodel.se/women/direct/?model=4121',
 'http://www.elitemodel.se/women/mainboard/?model=1924',
 'http://www.elitemodel.se/women/direct/?model=4120']

















In [14]:



    


# We have to import "time" to be able to add delays.
import time

Note:

This will scrape very slowly - and that's the point. Too fast, and the server will get angry and overload.

A 1 second delay between each scrape is sufficient.





In [15]:



    


# A counter that stores how many pages (models) scraped in total.
i = 0

# The next step is to go through all links in the list "links".
for link in links:
    # Increase counter everytime we scrape a page.
    i = i + 1
    
    print("Scraping {0} of {1} ({2}%): {3}".format(i, len(links), round((i/len(links)) * 100, 1), link))
    
    # Scrape specific model page.
    data_soup = makesoup(link)

    # Extract data for measurements.
    measurements = data_soup.find("div", "dimensions")
    p = measurements.find_all("p")
    print(p[0].text, p[1].text, p[2].text, p[3].text, p[4].text, p[5].text, p[6].text)

    # Delay one second.
    time.sleep(1.0)
        
    # This will stop the scraping after five pages. This is useful during
    # development so you can see that everything seems to be working.
    # Remove when you want to scrape all pages.
    if i > 4:
        print("Reached max")
        break
        
print("Done")



    


















    






Scraping 1 of 701 (0.1%): http://www.elitemodel.se/women/mainboard/?model=11080
 175 cm 81 cm 64 cm 88 cm 40 Brown Blue
Scraping 2 of 701 (0.3%): http://www.elitemodel.se/women/direct/?model=2568
 180 cm 84 cm 61 cm 89 cm 39 Blonde Blue
Scraping 3 of 701 (0.4%): http://www.elitemodel.se/women/direct/?model=8582
 176 cm 85 cm 58 cm 86 cm 38 Light Brown Blue
Scraping 4 of 701 (0.6%): http://www.elitemodel.se/women/mainboard/?model=9392
 179 cm 78 cm 60 cm 88 cm 40 Black Brown
Scraping 5 of 701 (0.7%): http://www.elitemodel.se/women/direct/?model=10576
 179 cm 87 cm 61 cm 89 cm 39 Black Brown
Reached max
Done

Content source: peterdalle/mij

Similar notebooks:

notebook.community | gallery | about