In [2]:
import numpy as np
import pandas as pd
from pandas import *
import csv
In [4]:
from pandas import *
#create a list of csvs
files = !ls *.csv # IPython magic
#load into a df
df_list = [pd.read_csv(file) for file in files]
//anaconda/lib/python2.7/site-packages/IPython/core/interactiveshell.py:2723: DtypeWarning: Columns (0,2,3,31,500) have mixed types. Specify dtype option on import or set low_memory=False.
interactivity=interactivity, compiler=compiler, result=result)
//anaconda/lib/python2.7/site-packages/IPython/core/interactiveshell.py:2723: DtypeWarning: Columns (0,2,3,30,32,584) have mixed types. Specify dtype option on import or set low_memory=False.
interactivity=interactivity, compiler=compiler, result=result)
//anaconda/lib/python2.7/site-packages/IPython/core/interactiveshell.py:2723: DtypeWarning: Columns (0,2,3,30,32,617) have mixed types. Specify dtype option on import or set low_memory=False.
interactivity=interactivity, compiler=compiler, result=result)
In [ ]:
In [40]:
df_list[0]
Out[40]:
id
rating
recipeName
sourceDisplayName
American
Asian
Barbecue
Cajun & Creole
Chinese
Cuban
...
yellow onion
yellow peppers
yoghurt
yoghurt natural low fat
yoplait
yukon gold potatoes
za'atar
zesty italian dressing
zucchini
zucchini blossoms
0
Bacon-Cheddar-Pinwheels-768341
4
Bacon-Cheddar Pinwheels
NaN
0
0
0
0
0
0
...
0.0
0.0
0.0
NaN
0.0
NaN
NaN
NaN
0.0
NaN
1
Fiesta-Corn-Dip-1711704
4
Fiesta Corn Dip
The Hill Hangout
0
0
0
0
0
0
...
0.0
0.0
0.0
NaN
0.0
NaN
NaN
NaN
0.0
NaN
2
Crunchy-Taco-Cups-1684027
4
Crunchy Taco Cups
Kevin and Amanda
0
0
0
0
0
0
...
0.0
0.0
0.0
NaN
0.0
NaN
NaN
NaN
0.0
NaN
3
Chipotle-Meatball-Appetizers-768376
4
Chipotle Meatball Appetizers
NaN
0
0
0
0
0
0
...
0.0
0.0
0.0
NaN
0.0
NaN
NaN
NaN
0.0
NaN
4
Sausage-Crescent-Cheese-Balls-768337
4
Sausage Crescent Cheese Balls
NaN
0
0
0
0
0
0
...
0.0
0.0
0.0
NaN
0.0
NaN
NaN
NaN
0.0
NaN
5
Sausage-and-Cheese-Crescent-Squares-768368
4
Sausage and Cheese Crescent Squares
NaN
0
0
0
0
0
0
...
0.0
0.0
0.0
NaN
0.0
NaN
NaN
NaN
0.0
NaN
6
Refreshing-Watermelon-Salsa-1707761
3
Refreshing Watermelon Salsa
My Real Food Family
0
0
0
0
0
0
...
0.0
0.0
0.0
NaN
0.0
NaN
NaN
NaN
0.0
NaN
7
Mexican-Spring-Rolls-with-Cilantro-Lime-Dip-17...
4
Mexican Spring Rolls with Cilantro Lime Dip
Three Olives Branch
0
0
0
0
0
0
...
0.0
0.0
0.0
NaN
0.0
NaN
NaN
NaN
0.0
NaN
8
Fried-Catfish-Nuggets-1708128
4
Fried Catfish Nuggets
The Gracious Wife
0
0
0
0
0
0
...
0.0
0.0
0.0
NaN
0.0
NaN
NaN
NaN
0.0
NaN
9
Sticky-AND-Crispy-Asian-Chicken-Wings-1710725
4
Sticky AND Crispy Asian Chicken Wings
Kitchen Sanctuary
0
0
0
0
0
0
...
0.0
0.0
0.0
NaN
0.0
NaN
NaN
NaN
0.0
NaN
10
7-Layer-Nacho-Dip-1709976
4
7 Layer Nacho Dip
365 Days of Easy Recipes
0
0
0
0
0
0
...
0.0
0.0
0.0
NaN
0.0
NaN
NaN
NaN
0.0
NaN
11
Individual-Seven-Layer-Dips-1709378
4
Individual Seven Layer Dips
Garnish With Lemon
0
0
0
0
0
0
...
0.0
0.0
0.0
NaN
0.0
NaN
NaN
NaN
0.0
NaN
12
Jalapeno-Bacon-Deviled-Eggs-1710608
4
Jalapeno Bacon Deviled Eggs
Ready to Yumble
0
0
0
0
0
0
...
0.0
0.0
0.0
NaN
0.0
NaN
NaN
NaN
0.0
NaN
13
Healthy-Cowboy-Caviar-1708326
4
Healthy Cowboy Caviar
Foodie Girl Chicago
0
0
0
0
0
0
...
0.0
0.0
0.0
NaN
0.0
NaN
NaN
NaN
0.0
NaN
14
Stuffed-Mushrooms-Easy-1684901
4
Stuffed Mushrooms Easy
All She Cooks
0
0
0
0
0
0
...
0.0
0.0
0.0
NaN
0.0
NaN
NaN
NaN
0.0
NaN
15
Dill-Smoked-Salmon-Dip-1708987
4
Dill Smoked Salmon Dip
Serena Bakes Simply from Scratch
0
0
0
0
0
0
...
0.0
0.0
0.0
NaN
0.0
NaN
NaN
NaN
0.0
NaN
16
Fresh-Mozzarella-Bites-1624217
4
Fresh Mozzarella Bites
Pocket Change Gourmet
0
0
0
0
0
0
...
0.0
0.0
0.0
NaN
0.0
NaN
NaN
NaN
0.0
NaN
17
Homemade-Hummus-with-Canned-Chickpeas-1710566
4
Homemade Hummus with Canned Chickpeas
Chelsea's Healthy Kitchen
0
0
0
0
0
0
...
0.0
0.0
0.0
NaN
0.0
NaN
NaN
NaN
0.0
NaN
18
Mexican-Street-Corn-Salsa-1697579
4
Mexican Street Corn Salsa
Three Olives Branch
0
0
0
0
0
0
...
0.0
0.0
0.0
NaN
0.0
NaN
NaN
NaN
0.0
NaN
19
Easy-Three-Ingredient-Jalapeno-Poppers-768357
4
Easy Three-Ingredient Jalapeño Poppers
NaN
0
0
0
0
0
0
...
0.0
0.0
0.0
NaN
0.0
NaN
NaN
NaN
0.0
NaN
20
Cherry-Tomatoes-With-Shrimp-And-Cream-Cheese-1...
4
Cherry Tomatoes With Shrimp And Cream Cheese
Good food. Best Recipes
0
0
0
0
0
0
...
0.0
0.0
0.0
NaN
0.0
NaN
NaN
NaN
0.0
NaN
21
Guacamole-1704904
4
Guacamole
Hungry Soul by Abha
0
0
0
0
0
0
...
0.0
0.0
0.0
NaN
0.0
NaN
NaN
NaN
0.0
NaN
22
Sausage-stuffed-Jalapeno-Poppers-1696606
4
Sausage stuffed Jalapeño Poppers
Get In My Belly
0
0
0
0
0
0
...
0.0
0.0
0.0
NaN
0.0
NaN
NaN
NaN
0.0
NaN
23
Crock-Pot-Hot-Pizza-Dip-1710433
4
Crock Pot Hot Pizza Dip
Recipes That Crock
0
0
0
0
0
0
...
0.0
0.0
0.0
NaN
0.0
NaN
NaN
NaN
0.0
NaN
24
Spinach-Artichoke-Dip-1573335
4
Spinach Artichoke Dip
Add a Pinch
0
0
0
0
0
0
...
0.0
0.0
0.0
NaN
0.0
NaN
NaN
NaN
0.0
NaN
25
Artichoke-Garlic-Scape-Pesto-1712644
4
Artichoke Garlic Scape Pesto
Real Food Real Deals
0
0
0
0
0
0
...
0.0
0.0
0.0
NaN
0.0
NaN
NaN
NaN
0.0
NaN
26
Creamy-Parmesan-Spinach-Dip-1693397
4
Creamy Parmesan Spinach Dip
Skinnytaste
0
0
0
0
0
0
...
0.0
0.0
0.0
NaN
0.0
NaN
NaN
NaN
0.0
NaN
27
Spanish-Garlic-Shrimp-1631041
3
Spanish Garlic Shrimp
Life Tastes Good
0
0
0
0
0
0
...
0.0
0.0
0.0
NaN
0.0
NaN
NaN
NaN
0.0
NaN
28
Buffalo-Jalapeno-Poppers-768367
4
Buffalo Jalapeño Poppers
NaN
0
0
0
0
0
0
...
0.0
0.0
0.0
NaN
0.0
NaN
NaN
NaN
0.0
NaN
29
Chipotle-Chicken-Ranch-Dip-1705157
4
Chipotle Chicken Ranch Dip
Chef In Training
0
0
0
0
0
0
...
0.0
0.0
0.0
NaN
0.0
NaN
NaN
NaN
0.0
NaN
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
1970
Pub-Style-Beer-Cheese-Dip-1482343
4
Pub Style Beer Cheese Dip
Family Fresh Meals
0
0
0
0
0
0
...
0.0
NaN
0.0
NaN
0.0
0.0
0.0
0.0
0.0
NaN
1971
Spicy-Indian-Mango-Pickle-1706028
3
Spicy Indian Mango Pickle
Food52
0
0
0
0
0
0
...
0.0
NaN
0.0
NaN
0.0
0.0
0.0
0.0
0.0
NaN
1972
Roasted-Tomato-Jam-and-Goat-Cheese-Bruschetta-...
4
Roasted Tomato Jam and Goat Cheese Bruschetta ...
Rock Recipes
0
0
0
0
0
0
...
0.0
NaN
0.0
NaN
0.0
0.0
0.0
0.0
0.0
NaN
1973
Deviled-Eggs-Allrecipes_1
4
Deviled Eggs
AllRecipes
0
0
0
0
0
0
...
0.0
NaN
0.0
NaN
0.0
0.0
0.0
0.0
0.0
NaN
1974
Pineapple-jalapeno-wings-with-creamy-dipping-s...
4
Pineapple Jalapeno Wings With Creamy Dipping S...
Unilever North America
0
0
0
0
0
0
...
0.0
NaN
0.0
NaN
0.0
0.0
0.0
0.0
0.0
NaN
1975
How-To-Roast-Garlic-1067897
4
How To Roast Garlic
Wonky Wonderful
0
0
0
0
0
0
...
0.0
NaN
0.0
NaN
0.0
0.0
0.0
0.0
0.0
NaN
1976
Fried-Mozzarella-Balls-Epicurious
5
Fried Mozzarella Balls
Epicurious
0
0
0
0
0
0
...
0.0
NaN
0.0
NaN
0.0
0.0
0.0
0.0
0.0
NaN
1977
Gouda-Cheese-Logs-1393688
3
Gouda Cheese Logs
Betty Crocker
0
0
0
0
0
0
...
0.0
NaN
0.0
NaN
0.0
0.0
0.0
0.0
0.0
NaN
1978
Sweet-Potato-Curry-Hummus-Naturally-Ella-200079
5
Sweet Potato Curry Hummus
Naturally Ella
0
0
0
0
0
0
...
0.0
NaN
0.0
NaN
0.0
0.0
0.0
0.0
0.0
NaN
1979
Mango-Salsa-980551
4
Mango Salsa
Serena Bakes Simply from Scratch
0
0
0
0
0
0
...
0.0
NaN
0.0
NaN
0.0
0.0
0.0
0.0
0.0
NaN
1980
Popeye-_or-Shrek_-Hummus-1212647
4
Popeye (or Shrek) Hummus
Fuss Free Flavours
0
0
0
0
0
0
...
0.0
NaN
0.0
NaN
0.0
0.0
0.0
0.0
0.0
NaN
1981
Baba-Ghanoush-1685370
4
Baba Ghanoush
Riegl Palate
0
0
0
0
0
0
...
0.0
NaN
0.0
NaN
0.0
0.0
0.0
0.0
0.0
NaN
1982
Cauliflower-Buffalo-_Wings_-1574016
3
Cauliflower Buffalo "Wings"
FlapJacked
0
0
0
0
0
0
...
0.0
NaN
0.0
NaN
0.0
0.0
0.0
0.0
0.0
NaN
1983
BLT-Dip-1044857
4
BLT Dip
Emily Bites
0
0
0
0
0
0
...
0.0
NaN
0.0
NaN
0.0
0.0
0.0
0.0
0.0
NaN
1984
How-To-Make-Garlic-Herb-Butter-1572035
4
How To Make Garlic Herb Butter
Holly's Cheat Day
0
0
0
0
0
0
...
0.0
NaN
0.0
NaN
0.0
0.0
0.0
0.0
0.0
NaN
1985
Chipotle-and-Roasted-Garlic-Compound-Butter-79...
3
Chipotle and Roasted Garlic Compound Butter
Tasting Table
0
0
0
0
0
0
...
0.0
NaN
0.0
NaN
0.0
0.0
0.0
0.0
0.0
NaN
1986
Star-spangled-spread-297262
4
Star Spangled Spread
Unilever North America
0
0
0
0
0
0
...
0.0
NaN
0.0
NaN
0.0
0.0
0.0
0.0
0.0
NaN
1987
Lemon-Dill-Dip-1032925
4
Lemon Dill Dip
Mandy's Recipe Box
0
0
0
0
0
0
...
0.0
NaN
0.0
NaN
0.0
0.0
0.0
0.0
0.0
NaN
1988
How-to-Make-Simple-Jalapeno-Poppers-1061182
4
How to Make Simple Jalapeno Poppers
Organized Island
0
0
0
0
0
0
...
0.0
NaN
0.0
NaN
0.0
0.0
0.0
0.0
0.0
NaN
1989
Parmesan-Herb-Chicken-Wings-1254842
3
Parmesan Herb Chicken Wings
The Happier Homemaker
0
0
0
0
0
0
...
0.0
NaN
0.0
NaN
0.0
0.0
0.0
0.0
0.0
NaN
1990
Salmon-Mousse-474901
4
Salmon Mousse
Annie's Eats
0
0
0
0
0
0
...
0.0
NaN
0.0
NaN
0.0
0.0
0.0
0.0
0.0
NaN
1991
Feta-Bruschetta-1298727
4
Feta Bruschetta
Valerie's Kitchen
0
0
0
0
0
0
...
0.0
NaN
0.0
NaN
0.0
0.0
0.0
0.0
0.0
NaN
1992
Blackened-Jalapeno-Serrano-Salsa-1331220
4
Blackened Jalapeño-Serrano Salsa
Hispanic Kitchen
0
0
0
0
0
0
...
0.0
NaN
0.0
NaN
0.0
0.0
0.0
0.0
0.0
NaN
1993
Spicy-Black-Bean-Hummus-993806
4
Spicy Black Bean Hummus
Vegan in the Freezer
0
0
0
0
0
0
...
0.0
NaN
0.0
NaN
0.0
0.0
0.0
0.0
0.0
NaN
1994
Jalapeno-Popper-Pinwheels-An-Easy-Holiday-Appe...
4
Jalapeno Popper Pinwheels – An Easy Holiday Ap...
Small Home Big Start
0
0
0
0
0
0
...
0.0
NaN
0.0
NaN
0.0
0.0
0.0
0.0
0.0
NaN
1995
Creamy-Dill-Dip-1184339
3
Creamy Dill Dip
McCormick
0
0
0
0
0
0
...
0.0
NaN
0.0
NaN
0.0
0.0
0.0
0.0
0.0
NaN
1996
Healthy_-Easy-Guacamole-1545366
4
Healthy, Easy Guacamole
Fitness Blender
0
0
0
0
0
0
...
0.0
NaN
0.0
NaN
0.0
0.0
0.0
0.0
0.0
NaN
1997
Queso-Fresco-Dip-1102073
4
Queso Fresco Dip
The Girl Who Ate Everything
0
0
0
0
0
0
...
0.0
NaN
0.0
NaN
0.0
0.0
0.0
0.0
0.0
NaN
1998
Bacon-Wrapped-Chicken-Wings-512716
5
Bacon-Wrapped Chicken Wings
Leite's Culinaria
0
0
1
0
0
0
...
0.0
NaN
0.0
NaN
0.0
0.0
0.0
0.0
0.0
NaN
1999
Baked-Fontina-Dip-1187482
4
Baked Fontina Dip
A Sprinkle of This and That
0
0
0
0
0
0
...
0.0
NaN
0.0
NaN
0.0
0.0
0.0
0.0
0.0
NaN
2000 rows × 1478 columns
In [3]:
data = pd.concat(df_list, axis = 1)
---------------------------------------------------------------------------
NameError Traceback (most recent call last)
<ipython-input-3-d961dfaba4d8> in <module>()
----> 1 data = pd.concat(df_list, axis = 1)
NameError: name 'df_list' is not defined
In [41]:
print data.shape
data.head()
(513588, 3341)
Out[41]:
(10 oz.) frozen spinach
9 inch chocolate crumb crust
American
Asian
Barbecue
Cajun & Creole
Chinese
Cuban
English
French
...
yoplait greek 100 raspberry yogurt
yoplait greek caramel yogurt
yukon gold
yukon gold potatoes
za'atar
zest
zesty italian dressing
ziti
zucchini
zucchini blossoms
0
0.0
NaN
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
...
NaN
NaN
NaN
NaN
NaN
NaN
NaN
NaN
0.0
NaN
1
0.0
NaN
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
...
NaN
NaN
NaN
NaN
NaN
NaN
NaN
NaN
0.0
NaN
2
0.0
NaN
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
...
NaN
NaN
NaN
NaN
NaN
NaN
NaN
NaN
0.0
NaN
3
0.0
NaN
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
...
NaN
NaN
NaN
NaN
NaN
NaN
NaN
NaN
0.0
NaN
4
0.0
NaN
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
...
NaN
NaN
NaN
NaN
NaN
NaN
NaN
NaN
0.0
NaN
5 rows × 3341 columns
In [ ]:
data.duplicated().sum()
In [ ]:
Content source: babebe/Yummly
Similar notebooks: