In [9]:

    

import mysql.connector
import urllib.request as ur
from bs4 import BeautifulSoup
import re
import os
import cookiejar
import json
import shutil
import string


    

In [10]:

    

#connect to mysql server
cnx = mysql.connector.connect(host='localhost', user='ctolson', password='ilaYOU5!', database='sephora_cosmetics')
cursor = cnx.cursor()

#query reviews by product id
query = ("SELECT product_id, brand, name "
         "FROM Product")
cursor.execute(query)

#close mysql server
cnx.close()


    

In [11]:

    

#clean reviews data
product_id = []
brand = []
name = []
for (x, y, z) in cursor:
    product_id.append(int(x))
    brand.append(y)
    name.append(z)


    

In [12]:

    

def get_soup(url,header):
    return BeautifulSoup(ur.urlopen(ur.Request(url,headers=header)),'html.parser')

for i in range(0,len(product_id)):
    #create query for google images
    b = brand[i].split('"}')[0] 
    b = "".join(filter(lambda x: ord(x)<128, b))
    n = " ".join(re.findall("[a-zA-Z]+", name[i]))
    query = b+' '+ n+' sephora'
    query= query.split()
    query='+'.join(query)
    image_type="ActiOn"
    url="https://www.google.co.in/search?q="+query+"&source=lnms&tbm=isch"
    
    #add the directory for your image here
    DIR="product_images"
    header={'User-Agent':"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/43.0.2357.134 Safari/537.36"
    }
    soup = get_soup(url,header)

    #scrape for images
    ActualImages=[]
    for a in soup.find_all("div",{"class":"rg_meta"}):
        link , Type =json.loads(a.text)["ou"]  ,json.loads(a.text)["ity"]
        ActualImages.append((link,Type))

    #create directory
    if not os.path.exists(DIR):
        os.mkdir(DIR)
        
    #find image url at sephora
    pattern = re.compile("main-hero|main-Lhero|main-Rhero")
    for j in range(0, len(ActualImages)):
        (img , Type) = ActualImages[j]
        if pattern.search(img):
            break
    if j==(len(ActualImages)-1):
        (img , Type) = ActualImages[0]
    print(i)
    print(img)
    
    #save images
    req = ur.Request(img,headers=header)
    raw_img = ur.urlopen(req).read()
    if len(Type)==0:
        f = open(os.path.join(DIR , str(product_id[i])+".jpg"), 'wb')
    else :
        f = open(os.path.join(DIR , str(product_id[i])+"."+Type), 'wb')
    f.write(raw_img)
    f.close()


    

    




307
http://www.sephora.com/productimages/sku/s1737246-main-Lhero.jpg
308
http://www.sephora.com/productimages/sku/s1741974-main-hero.jpg
309
http://www.sephora.com/images/sku/s986836-main-hero.jpg
310
http://www.sephora.com/productimages/sku/s1813906-main-hero.jpg
311
http://www.sephora.com/images/sku/s1784586-main-hero.jpg
312
http://www.sephora.com/productimages/sku/s1784545-main-Lhero.jpg
313
http://www.sephora.com/productimages/sku/s1718733-main-Lhero.jpg
314
http://www.sephora.com/images/sku/s1707835-main-hero.jpg
315
http://www.sephora.com/productimages/sku/s1580166-main-Lhero.jpg
316
http://www.sephora.com/images/sku/s1357813-main-hero.jpg
317
http://www.sephora.com/images/sku/s1568930-main-hero.jpg
318
http://www.sephora.com/images/sku/s1507367-main-hero.jpg
319
http://www.sephora.com/images/sku/s1507367-main-hero.jpg
320
http://www.sephora.com/images/sku/s1511229-main-hero.jpg
321
http://www.sephora.com/images/sku/s1635770-main-hero.jpg
322
http://www.sephora.com/productimages/sku/s1666023-main-Lhero.jpg
323
http://www.sephora.com/images/sku/s1666007-main-hero.jpg
324
http://www.sephora.com/images/sku/s98731-main-hero.jpg
325
http://www.sephora.com/productimages/sku/s1585934-main-Lhero.jpg
326
http://www.sephora.com/images/sku/s1366186-main-hero.jpg
327
http://www.sephora.com/productimages/sku/s1366194-main-Lhero.jpg
328
http://www.sephora.com/productimages/sku/s1671999-main-hero.jpg
329
http://www.sephora.com/productimages/sku/s1512243-main-Lhero.jpg
330
http://www.sephora.com/images/sku/s1512318-main-hero.jpg
331
http://www.sephora.com/images/sku/s1725100-main-hero.jpg
332
http://www.sephora.com/images/sku/s1554732-main-hero.jpg
333
http://www.sephora.com/images/sku/s1320225-main-hero.jpg
334
http://www.sephora.com/productimages/sku/s364992-main-Lhero.jpg
335
http://www.sephora.com/productimages/sku/s1568476-main-Lhero.jpg
336
http://www.sephora.com/productimages/sku/s1200054-main-Lhero.jpg
337
http://www.sephora.com/images/sku/s1074061-main-hero.jpg
338
http://www.sephora.com/productimages/sku/s1327923-main-Lhero.jpg
339
http://www.sephora.com/productimages/sku/s1452416-main-hero.jpg
340
http://www.sephora.com/productimages/sku/s1830397-main-Lhero.jpg
341
http://www.sephora.com/productimages/sku/s1760560-main-hero.jpg
342
http://www.sephora.com/productimages/sku/s1269604-main-Lhero.jpg
343
http://www.sephora.com/images/sku/s1396399-main-hero.jpg
344
http://www.sephora.com/productimages/sku/s1819549-main-hero.jpg
345
http://www.sephora.com/productimages/sku/s1524990-main-hero.jpg
346
http://www.sephora.com/productimages/sku/s1779313-main-Lhero.jpg
347
http://api.sephora.com/productimages/sku/s1779172-main-hero.jpg
348
http://www.sephora.com/images/sku/s1711100-main-hero.jpg
349
http://www.sephora.com/images/sku/s1802057-main-hero.jpg
350
http://www.sephora.com/productimages/sku/s1376268-main-Lhero.jpg
351
http://www.sephora.com/productimages/sku/s1376276-main-Lhero.jpg
352
http://www.sephora.com/productimages/sku/s1539253-main-Lhero.jpg
353
http://www.sephora.com/images/sku/s1665082-main-hero.jpg
354
http://www.sephora.com/productimages/sku/s1784727-main-Lhero.jpg
355
http://www.sephora.com/images/sku/s1795194-main-hero.jpg
356
http://www.sephora.com/productimages/sku/s1759745-main-hero.jpg
357
http://www.sephora.com/productimages/sku/s1198886-main-hero.jpg
358
http://www.sephora.com/productimages/sku/s1554039-main-Lhero.jpg
359
http://www.sephora.com/images/sku/s1797562-main-hero.jpg
360
http://www.sephora.com/productimages/sku/s1624675-main-hero.jpg
361
http://www.sephora.com/productimages/sku/s1198886-main-hero.jpg
362
http://www.sephora.com/productimages/sku/s1492990-main-hero.jpg
363
http://www.sephora.com/productimages/sku/s1738848-main-hero.jpg
364
http://www.sephora.com/productimages/sku/s1148451-main-Lhero.jpg
365
http://www.sephora.com/productimages/sku/s1585322-main-Lhero.jpg
366
http://www.sephora.com/productimages/sku/s1522440-main-Lhero.jpg
367
http://www.sephora.com/productimages/sku/s1629542-main-Lhero.jpg
368
http://www.sephora.com/images/sku/s1270230-main-hero.jpg
369
http://www.sephora.com/productimages/sku/s1158591-main-Lhero.jpg
370
https://s-media-cache-ak0.pinimg.com/564x/11/e4/8a/11e48ab9bb2788a82117a1780742e9db.jpg
371
http://www.sephora.com/productimages/sku/s1555523-main-hero.jpg
372
http://www.sephora.com/productimages/sku/s1202167-main-Lhero.jpg
373
http://api.sephora.com/productimages/sku/s1750090-main-hero.jpg
374
http://www.sephora.com/productimages/sku/s940502-main-Lhero.jpg
375
http://www.sephora.com/productimages/sku/s1849264-main-Lhero.jpg
376
http://www.temptalia.com/wp-content/uploads/2016/03/summer2016_beccaluminousblush005.jpg
377
http://www.sephora.com/images/sku/s1678614-main-hero.jpg
378
http://www.sephora.com/productimages/sku/s1677558-main-Lhero.jpg
379
http://www.sephora.com/productimages/sku/s1677616-main-Lhero.jpg
380
http://www.sephora.com/images/sku/s1788942-main-hero.jpg
381
http://www.sephora.com/productimages/sku/s1324722-main-Lhero.jpg
382
http://www.sephora.com/productimages/sku/s1587435-main-Lhero.jpg
383
http://www.sephora.com/images/sku/s1544311-main-hero.jpg
384
http://www.sephora.com/images/sku/s1520329-main-hero.jpg
385
http://www.sephora.com/images/sku/s1520329-main-hero.jpg
386
http://www.sephora.com/productimages/sku/s1802024-main-Lhero.jpg
387
http://www.sephora.com/productimages/sku/s1612126-main-hero.jpg
388
http://www.sephora.com/productimages/sku/s1721844-main-Lhero.jpg
389
http://www.sephora.com/productimages/sku/s1477264-main-Lhero.jpg
390
http://www.sephora.com/productimages/sku/s1804996-main-Lhero.jpg
391
http://www.sephora.com/productimages/sku/s1852219-main-hero.jpg
392
http://www.sephora.com/images/sku/s1635788-main-hero.jpg
393
http://www.sephora.com/productimages/sku/s1221399-main-Lhero.jpg
394
http://www.sephora.com/images/sku/s1840362-main-hero.jpg
395
http://www.sephora.com/images/sku/s1270198-main-hero.jpg
396
http://www.sephora.com/images/sku/s1868215-main-hero.jpg
397
http://www.sephora.com/images/sku/s1519438-main-hero.jpg
398
http://www.sephora.com/images/sku/s1686781-main-hero.jpg
399
http://www.sephora.com/images/sku/s1444934-main-hero.jpg
400
http://www.sephora.com/images/sku/s1894468-main-hero.jpg
401
http://www.sephora.com/images/sku/s1494434-main-hero.jpg
402
http://www.sephora.com/productimages/sku/s1364009-main-Lhero.jpg
403
http://www.sephora.com/productimages/sku/s1777515-main-hero.jpg
404
http://www.sephora.com/productimages/sku/s1851468-main-Lhero.jpg
405
http://www.sephora.com/productimages/sku/s1787134-main-Lhero.jpg
406
http://www.sephora.com/productimages/sku/s1863687-main-Lhero.jpg
407
http://www.sephora.com/productimages/sku/s1863687-main-Lhero.jpg
408
http://www.sephora.com/productimages/sku/s1726496-main-hero.jpg
409
http://www.sephora.com/productimages/sku/s1397884-main-hero.jpg
410
http://www.sephora.com/images/sku/s1846021-main-hero.jpg
411
http://www.sephora.com/images/sku/s1713437-main-hero.jpg
412
https://i.ytimg.com/vi/RpWB0BorsCA/maxresdefault.jpg
413
http://www.sephora.com/productimages/sku/s1540517-main-Lhero.jpg
414
http://www.sephora.com/productimages/sku/s1587963-main-Lhero.jpg
415
http://www.sephora.com/images/sku/s1326305-main-hero.jpg
416
http://www.sephora.com/productimages/sku/s1602911-main-Lhero.jpg
417
http://www.sephora.com/images/sku/s1799899-main-hero.jpg
418
https://s-media-cache-ak0.pinimg.com/564x/0e/c4/26/0ec426dac5e229496112ae2228bd73d9.jpg
419
http://www.sephora.com/images/sku/s1697267-main-hero.jpg
420
http://www.sephora.com/images/sku/s1697275-main-hero.jpg
421
http://www.sephora.com/productimages/sku/s1793207-main-Lhero.jpg
422
http://www.sephora.com/productimages/sku/s1821651-main-hero.jpg
423
http://www.sephora.com/productimages/sku/s1557131-main-Lhero.jpg
424
http://www.sephora.com/productimages/sku/s1793371-main-hero.jpg
425
http://www.sephora.com/images/sku/s1813237-main-hero.jpg
426
http://www.sephora.com/productimages/sku/s1821966-main-hero.jpg
427
http://www.sephora.com/images/sku/s1697440-main-hero.jpg
428
http://www.sephora.com/images/sku/s1697440-main-hero.jpg
429
http://www.sephora.com/productimages/sku/s1907617-main-hero.jpg
430
http://www.sephora.com/images/sku/s1270024-main-hero.jpg
431
http://www.sephora.com/images/sku/s1877059-main-hero.jpg
432
http://www.sephora.com/images/sku/s1874189-main-hero.jpg
433
http://www.sephora.com/images/sku/s870337-main-hero.jpg
434
http://www.sephora.com/images/sku/s905364-main-hero.jpg
435
http://www.sephora.com/images/sku/s1099183-main-hero.jpg
436
http://www.sephora.com/images/sku/s1543750-main-hero.jpg
437
http://www.sephora.com/productimages/sku/s1452705-main-hero.jpg
438
http://www.sephora.com/images/sku/s1795590-main-hero.jpg
439
http://www.sephora.com/productimages/sku/s1765452-main-Lhero.jpg
440
http://www.sephora.com/productimages/sku/s1368034-main-Lhero.jpg
441
http://www.sephora.com/productimages/sku/s1577089-main-hero.jpg
442
http://www.sephora.com/images/sku/s1841980-main-hero.jpg
443
http://www.sephora.com/images/sku/s1752542-main-hero.jpg
444
http://www.sephora.com/productimages/sku/s1781285-main-Lhero.jpg
445
http://www.sephora.com/images/sku/s1576305-main-hero.jpg
446
http://www.sephora.com/images/sku/s1734094-main-hero.jpg
447
http://www.sephora.com/productimages/sku/s1782796-main-Lhero.jpg
448
http://www.sephora.com/productimages/sku/s1782804-main-Lhero.jpg
449
http://www.sephora.com/productimages/sku/s1833532-main-Lhero.jpg
450
http://www.sephora.com/productimages/sku/s1856772-main-Lhero.jpg
451
http://www.sephora.com/productimages/sku/s1610773-main-Lhero.jpg
452
http://www.sephora.com/productimages/sku/s1610658-main-hero.jpg
453
http://www.sephora.com/images/sku/s1610831-main-hero.jpg
454
http://www.sephora.com/images/sku/s1064849-main-hero.jpg
455
http://www.sephora.com/images/sku/s1687656-main-hero.jpg
456
https://s-media-cache-ak0.pinimg.com/736x/95/64/0e/95640e369fdd4c152bc932d306f1f78b.jpg
457
http://www.sephora.com/images/sku/s1860667-main-hero.jpg
458
http://www.sephora.com/images/sku/s1750140-main-hero.jpg
459
http://www.sephora.com/productimages/sku/s1774405-main-hero.jpg
460
http://www.sephora.com/images/sku/s1758184-main-hero.jpg
461
http://www.sephora.com/productimages/sku/s1395243-main-Lhero.jpg
462
http://www.sephora.com/productimages/sku/s1795939-main-hero.jpg
463
http://www.sephora.com/images/sku/s1860030-main-hero.jpg
464
http://www.sephora.com/images/sku/s1871102-main-hero.jpg
465
http://www.sephora.com/images/sku/s1860030-main-hero.jpg
466
http://www.sephora.com/productimages/sku/s1858042-main-hero.jpg
467
http://www.sephora.com/productimages/sku/s1728955-main-hero.jpg
468
http://www.sephora.com/productimages/sku/s1802065-main-Lhero.jpg
469
http://www.sephora.com/productimages/sku/s1823376-main-Lhero.jpg
470
http://www.sephora.com/images/sku/s1747286-main-hero.jpg
471
http://www.sephora.com/images/sku/s1801851-main-hero.jpg
472
http://www.sephora.com/productimages/sku/s1725407-main-hero.jpg
473
http://www.sephora.com/images/sku/s1333731-main-hero.jpg
474
http://www.sephora.com/productimages/sku/s1663897-main-hero.jpg
475
https://s-media-cache-ak0.pinimg.com/originals/0a/67/25/0a67252d1eab42ae9b59a919f9f9b9aa.jpg
476
http://www.sephora.com/productimages/sku/s1814029-main-hero.jpg
477
http://www.sephora.com/productimages/sku/s1327923-main-Lhero.jpg
478
http://www.sephora.com/productimages/sku/s1786938-main-Lhero.jpg
479
https://i.ytimg.com/vi/z-BtNuxeKD0/maxresdefault.jpg
480
http://www.sephora.com/images/sku/s1744424-main-hero.jpg
481
http://www.sephora.com/productimages/sku/s1840560-main-hero.jpg
482
http://www.sephora.com/productimages/sku/s1877042-main-hero.jpg
483
http://www.sephora.com/productimages/sku/s1869031-main-hero.jpg
484
http://www.sephora.com/productimages/sku/s1868165-main-hero.jpg
485
http://www.sephora.com/images/sku/s1153394-main-hero.jpg

In [ ]: