In [ ]:
import glob
import pandas as pd
import os
import itertools
tmp = []
meta_file = pd.read_json('/home/ang/work/dataset/twisty/metadata/TwiSty-EN.json')
data_en_folder = glob.glob('/home/ang/work/dataset/twisty/tars/en/users_id/*.json')
In [28]:
x = read_corpus()
df = pd.DataFrame(x)
In [30]:
df.head()
df.shape
Out[30]: