In [9]:
    
import numpy as np
import pandas as pd
import os
import sys
import matplotlib
%matplotlib inline
import simplejson as json
from pandas import Series, DataFrame
    
In [10]:
    
f = open('../data/ch3/foods.json', 'rb')
json_data = json.load(f)
info_keys = ['description', 'group', 'id']
data = DataFrame(json_data, columns = info_keys)
data.head(20)
    
    Out[10]:
  
    
       
      description 
      group 
      id 
     
  
  
    
      0 
      Cheese, caraway 
      Dairy and Egg Products 
      1008 
     
    
      1 
      Cheese, cheddar 
      Dairy and Egg Products 
      1009 
     
    
      2 
      Cheese, edam 
      Dairy and Egg Products 
      1018 
     
    
      3 
      Cheese, feta 
      Dairy and Egg Products 
      1019 
     
    
      4 
      Cheese, mozzarella, part skim milk 
      Dairy and Egg Products 
      1028 
     
    
      5 
      Cheese, mozzarella, part skim milk, low moisture 
      Dairy and Egg Products 
      1029 
     
    
      6 
      Cheese, romano 
      Dairy and Egg Products 
      1038 
     
    
      7 
      Cheese, roquefort 
      Dairy and Egg Products 
      1039 
     
    
      8 
      Cheese spread, pasteurized process, american, ... 
      Dairy and Egg Products 
      1048 
     
    
      9 
      Cream, fluid, half and half 
      Dairy and Egg Products 
      1049 
     
    
      10 
      Sour dressing, non-butterfat, cultured, filled... 
      Dairy and Egg Products 
      1058 
     
    
      11 
      Milk, filled, fluid, with blend of hydrogenate... 
      Dairy and Egg Products 
      1059 
     
    
      12 
      Cream substitute, liquid, with lauric acid oil... 
      Dairy and Egg Products 
      1068 
     
    
      13 
      Cream substitute, powdered 
      Dairy and Egg Products 
      1069 
     
    
      14 
      Milk, producer, fluid, 3.7% milkfat 
      Dairy and Egg Products 
      1078 
     
    
      15 
      Milk, reduced fat, fluid, 2% milkfat, with add... 
      Dairy and Egg Products 
      1079 
     
    
      16 
      Milk, reduced fat, fluid, 2% milkfat, with add... 
      Dairy and Egg Products 
      1080 
     
    
      17 
      Milk, reduced fat, fluid, 2% milkfat, protein ... 
      Dairy and Egg Products 
      1081 
     
    
      18 
      Milk, lowfat, fluid, 1% milkfat, with added vi... 
      Dairy and Egg Products 
      1082 
     
    
      19 
      Milk, lowfat, fluid, 1% milkfat, with added no... 
      Dairy and Egg Products 
      1083 
     
  
In [11]:
    
data[0:50].to_json('ch3_out.json', orient = 'records', lines = True)
!cat ch3_out.json
    
    
{"description":"Cheese, caraway","group":"Dairy and Egg Products","id":1008}
{"description":"Cheese, cheddar","group":"Dairy and Egg Products","id":1009}
{"description":"Cheese, edam","group":"Dairy and Egg Products","id":1018}
{"description":"Cheese, feta","group":"Dairy and Egg Products","id":1019}
{"description":"Cheese, mozzarella, part skim milk","group":"Dairy and Egg Products","id":1028}
{"description":"Cheese, mozzarella, part skim milk, low moisture","group":"Dairy and Egg Products","id":1029}
{"description":"Cheese, romano","group":"Dairy and Egg Products","id":1038}
{"description":"Cheese, roquefort","group":"Dairy and Egg Products","id":1039}
{"description":"Cheese spread, pasteurized process, american, without di sodium phosphate","group":"Dairy and Egg Products","id":1048}
{"description":"Cream, fluid, half and half","group":"Dairy and Egg Products","id":1049}
{"description":"Sour dressing, non-butterfat, cultured, filled cream-type","group":"Dairy and Egg Products","id":1058}
{"description":"Milk, filled, fluid, with blend of hydrogenated vegetable oils","group":"Dairy and Egg Products","id":1059}
{"description":"Cream substitute, liquid, with lauric acid oil and sodium caseinate","group":"Dairy and Egg Products","id":1068}
{"description":"Cream substitute, powdered","group":"Dairy and Egg Products","id":1069}
{"description":"Milk, producer, fluid, 3.7% milkfat","group":"Dairy and Egg Products","id":1078}
{"description":"Milk, reduced fat, fluid, 2% milkfat, with added vitamin A and vitamin D","group":"Dairy and Egg Products","id":1079}
{"description":"Milk, reduced fat, fluid, 2% milkfat, with added nonfat milk solids and vitamin A and vitamin D","group":"Dairy and Egg Products","id":1080}
{"description":"Milk, reduced fat, fluid, 2% milkfat, protein fortified, with added vitamin A and vitamin D","group":"Dairy and Egg Products","id":1081}
{"description":"Milk, lowfat, fluid, 1% milkfat, with added vitamin A and vitamin D","group":"Dairy and Egg Products","id":1082}
{"description":"Milk, lowfat, fluid, 1% milkfat, with added nonfat milk solids, vitamin A and vitamin D","group":"Dairy and Egg Products","id":1083}
{"description":"Milk, lowfat, fluid, 1% milkfat, protein fortified, with added vitamin A and vitamin D","group":"Dairy and Egg Products","id":1084}
{"description":"Milk, nonfat, fluid, with added vitamin A and vitamin D (fat free or skim)","group":"Dairy and Egg Products","id":1085}
{"description":"Milk, nonfat, fluid, with added nonfat milk solids, vitamin A and vitamin D (fat free or skim)","group":"Dairy and Egg Products","id":1086}
{"description":"Milk, nonfat, fluid, protein fortified, with added vitamin A and vitamin D (fat free and skim)","group":"Dairy and Egg Products","id":1087}
{"description":"Milk, buttermilk, fluid, cultured, lowfat","group":"Dairy and Egg Products","id":1088}
{"description":"Milk, low sodium, fluid","group":"Dairy and Egg Products","id":1089}
{"description":"Milk, dry, whole, with added vitamin D","group":"Dairy and Egg Products","id":1090}
{"description":"Milk, dry, nonfat, regular, without added vitamin A and vitamin D","group":"Dairy and Egg Products","id":1091}
{"description":"Milk, dry, nonfat, instant, with added vitamin A and vitamin D","group":"Dairy and Egg Products","id":1092}
{"description":"Milk, dry, nonfat, calcium reduced","group":"Dairy and Egg Products","id":1093}
{"description":"Milk, buttermilk, dried","group":"Dairy and Egg Products","id":1094}
{"description":"Milk, canned, condensed, sweetened","group":"Dairy and Egg Products","id":1095}
{"description":"Milk, canned, evaporated, with added vitamin D and without added vitamin A","group":"Dairy and Egg Products","id":1096}
{"description":"Milk, canned, evaporated, nonfat, with added vitamin A and vitamin D","group":"Dairy and Egg Products","id":1097}
{"description":"Milk, indian buffalo, fluid","group":"Dairy and Egg Products","id":1108}
{"description":"Milk, sheep, fluid","group":"Dairy and Egg Products","id":1109}
{"description":"Yogurt, plain, skim milk, 13 grams protein per 8 ounce","group":"Dairy and Egg Products","id":1118}
{"description":"Yogurt, vanilla, low fat, 11 grams protein per 8 ounce","group":"Dairy and Egg Products","id":1119}
{"description":"Egg, whole, cooked, fried","group":"Dairy and Egg Products","id":1128}
{"description":"Egg, whole, cooked, hard-boiled","group":"Dairy and Egg Products","id":1129}
{"description":"Egg, duck, whole, fresh, raw","group":"Dairy and Egg Products","id":1138}
{"description":"Egg, goose, whole, fresh, raw","group":"Dairy and Egg Products","id":1139}
{"description":"Cheese, pasteurized process, swiss, without di sodium phosphate","group":"Dairy and Egg Products","id":1148}
{"description":"Cheese food, pasteurized process, american, with di sodium phosphate","group":"Dairy and Egg Products","id":1149}
{"description":"Cheese, goat, soft type","group":"Dairy and Egg Products","id":1159}
{"description":"Cheese, low fat, cheddar or colby","group":"Dairy and Egg Products","id":1168}
{"description":"Cheese, low-sodium, cheddar or colby","group":"Dairy and Egg Products","id":1169}
{"description":"Sour cream, reduced fat","group":"Dairy and Egg Products","id":1178}
{"description":"Sour cream, light","group":"Dairy and Egg Products","id":1179}
{"description":"Sour cream, fat free","group":"Dairy and Egg Products","id":1180}
In [12]:
    
import MySQLdb
import pandas.io.sql as sql
# conn = MySQLdb.conect(host =, user = , passwd =, db =, port =, charset = 'utf8')
# data = sql.read_frame('select * from xxx', conn)
# conn.close()
    
Content source: yao-matrix/mLearning
Similar notebooks: