In [2]:
import numpy as np
import pandas as pd
from scipy.spatial import distance
from sklearn.cluster import SpectralClustering
from sklearn.cluster import KMeans
from sklearn.mixture import GaussianMixture
from sklearn.metrics import silhouette_samples, silhouette_score
import matplotlib.pyplot as plt
%matplotlib inline
In [97]:
df
Out[97]:
categories
city
hours
is_open
latitude
longitude
name
neighborhood
postal_code
review_count
...
Music_karaoke
Music_live
Music_no_music
Music_video
OutdoorSeating
RestaurantsDelivery
RestaurantsGoodForGroups
Smoking
review_count_greater_median
cuisine_Chinese
EDqCEAGXVGCH4FJXgqtjqg
[Restaurants, Pizza, Chicken Wings, Italian]
Toronto
[Monday 11:0-2:0, Tuesday 11:0-2:0, Wednesday ...
1
43.661054
-79.429089
Pizza Pizza
Dufferin Grove
M6H 1L5
7
...
NaN
NaN
False
False
False
False
False
False
False
1
GDnbt3isfhd57T1QqU6flg
[Tex-Mex, Mexican, Fast Food, Restaurants]
Scottsdale
[Monday 10:0-22:0, Tuesday 10:0-22:0, Wednesda...
1
33.586710
-111.835410
Taco Bell
85259
9
...
NaN
NaN
False
False
False
False
False
False
False
1
a1Ba6XeIOP48e64YFD0dMw
[Sandwiches, Breakfast & Brunch, Salad, Restau...
Montréal
[Monday 6:30-17:0, Tuesday 6:30-17:0, Wednesda...
1
45.502346
-73.573807
La Prep
Ville-Marie
H3A 2Z6
3
...
NaN
NaN
NaN
NaN
NaN
NaN
NaN
NaN
False
0
826djy6K_9Fp0ptqJ2_Yag
[Fast Food, Mexican, Restaurants]
Toronto
[Monday 10:45-22:0, Tuesday 10:45-22:0, Wednes...
1
43.644920
-79.383333
Chipotle Mexican Grill
Downtown Core
M5J 2M2
68
...
NaN
NaN
False
True
True
False
False
True
True
1
Mi5uhdFB9OJteXPd0_IKfw
[Restaurants, Italian, Seafood]
Glendale
[Monday 16:0-22:0, Tuesday 16:0-22:0, Wednesda...
1
33.639301
-112.180893
Carrabba's Italian Grill
85308
119
...
NaN
NaN
True
False
True
False
False
True
True
1
Uxh0fXFH_QQBivRnIBpdiw
[Restaurants, Mexican, American (Traditional)]
Amherst
[Monday 11:0-22:0, Tuesday 11:0-22:0, Wednesda...
1
41.416152
-82.207603
Don Tequila
44001
22
...
NaN
NaN
True
False
True
False
False
True
False
1
YPavuOh2XsnRbLfl0DH2lQ
[Restaurants, Waffles, Southern, Soul Food]
Phoenix
[Monday 9:0-22:0, Tuesday 9:0-22:0, Wednesday ...
1
33.435372
-112.073970
Lo-Lo's Chicken & Waffles
85003
1276
...
NaN
NaN
True
False
True
False
True
True
True
1
hovoWva_UjbnyLWEbnFvBw
[Thai, Restaurants]
Stow
[Monday 11:0-21:30, Tuesday 11:0-21:30, Wednes...
1
41.165709
-81.441370
Thai Gourmet
44224
68
...
NaN
NaN
True
False
True
False
False
True
True
1
L_thK7r3K_h5M4tV7amEKQ
[Diners, Italian, Sandwiches, Breakfast & Brun...
Toronto
[Monday 0:0-0:0, Tuesday 0:0-0:0, Wednesday 0:...
1
43.822982
-79.247915
Honey B Hives Restaurant
Scarborough
M1V 4C3
118
...
NaN
NaN
True
False
False
False
False
True
True
1
hEcn9k6ONd5n2mq0lB2aew
[American (Traditional), Restaurants]
Phoenix
[Monday 6:0-22:0, Tuesday 6:0-22:0, Wednesday ...
1
33.552767
-112.135969
JB's Restaurant
85051
24
...
NaN
NaN
False
False
True
False
False
True
False
1
diXqpz9WOr4WLQq6uvARkg
[Indian, Restaurants]
Brampton
[Monday 11:30-15:0, Monday 17:0-23:0, Tuesday ...
1
43.742613
-79.698765
Firangi
L6S
7
...
NaN
NaN
True
False
NaN
False
False
False
False
1
se2a2QaJi8Yx_KjE1r-_sQ
[Breakfast & Brunch, Restaurants]
Cleveland
[Monday 7:0-22:0, Tuesday 7:0-22:0, Wednesday ...
1
41.405193
-81.693042
Eat'n Park Restaurant
44134
17
...
NaN
NaN
True
False
False
False
False
True
False
0
J3H6VSIgUTlACkb_HPFA8w
[Food, Restaurants, Breakfast & Brunch, Coffee...
Mesa
[Monday 6:0-14:0, Tuesday 6:0-14:0, Wednesday ...
1
33.393917
-111.787272
Broken Yolk Cafe
85204
137
...
NaN
NaN
True
False
False
False
False
True
True
0
Ja4stXdNYr39u5CZHMNtjw
[Mexican, Restaurants]
Scottsdale
[Monday 11:0-23:0, Tuesday 11:0-0:0, Wednesday...
1
33.494399
-111.925341
Cien Agaves Tacos & Tequila
85251
480
...
NaN
NaN
False
False
True
False
False
True
True
1
TegeuAoYBVgQRUBiDLU7Mw
[Restaurants, Breakfast & Brunch, Burgers, San...
Hudson
[Monday 6:30-22:0, Tuesday 6:30-22:0, Wednesda...
1
41.238735
-81.440526
Yours Truly Restaurants
44236
52
...
NaN
NaN
True
False
False
False
False
True
True
0
7caQImCyJKGHwSlsDNZHhA
[Restaurants, Fruits & Veggies, Specialty Food...
Ludwigsburg
[Monday 9:30-18:30, Tuesday 9:30-18:30, Wednes...
1
48.898303
9.188904
Feinkost Galeria
71634
4
...
NaN
NaN
False
False
NaN
NaN
False
NaN
False
0
ZUvAR3I1uhC27zQFcRXumw
[Sports Bars, Nightlife, Bars, Pizza, Restaura...
Cleveland
[Monday 11:0-2:30, Tuesday 11:0-2:30, Wednesda...
1
41.439572
-81.726279
Dina's Pizza & Pub
Old Brooklyn
44144
77
...
NaN
False
True
False
True
False
False
True
True
0
A2pZTpFXWC38z506XIhnBQ
[Chicken Wings, Fast Food, Restaurants]
Las Vegas
[Monday 10:30-0:0, Tuesday 10:30-0:0, Wednesda...
1
36.249719
-115.244528
Wingstop
Northwest
89130
41
...
NaN
NaN
True
False
True
False
False
True
True
0
mRv3Z25F56qduMKnvnCkVA
[Korean, Restaurants]
Toronto
[Monday 17:0-2:0, Tuesday 17:0-2:0, Wednesday ...
1
43.778223
-79.414869
Kokoya
Willowdale
M2N 5S3
41
...
NaN
NaN
False
False
False
False
False
True
True
1
Ir_QIzs-4o9ElOtiGuxJrw
[Sandwiches, Restaurants, Mexican, Breakfast &...
Montréal
[Tuesday 12:0-20:0, Wednesday 12:0-20:0, Thurs...
1
45.473632
-73.588135
Torteria Lupita
Sud-Ouest
H4C 1S5
5
...
NaN
NaN
NaN
NaN
NaN
NaN
NaN
NaN
False
1
QfWFxmXqRGixztgaZN0gOA
[Juice Bars & Smoothies, Breakfast & Brunch, S...
Madison
[Monday 7:0-17:0, Tuesday 7:0-17:0, Wednesday ...
1
43.059633
-89.513525
Helbachs Coffee House
53719
46
...
NaN
NaN
True
False
False
False
False
True
True
0
h7uxML49NQ_Wj-7zk0DSqg
[Restaurants, Breakfast & Brunch, American (Tr...
Charlotte
[Monday 11:0-22:0, Tuesday 11:0-22:0, Wednesda...
1
35.295757
-80.741677
O'Charley's Restaurant & Bar
University City
28213
41
...
NaN
NaN
True
False
False
False
False
True
True
1
IikkB8j2E-1QmujRsPh5wQ
[Korean, Restaurants]
Toronto
[Monday 0:0-0:0, Tuesday 0:0-0:0, Wednesday 0:...
1
43.777384
-79.415295
Kayagum
Willowdale
M2N 6K7
73
...
NaN
NaN
True
False
True
False
False
True
True
1
q_KQbgnaYDlPx8EHTydcBQ
[Asian Fusion, Fast Food, Coffee & Tea, Food, ...
Markham
[Monday 11:0-22:0, Tuesday 11:0-22:0, Wednesda...
1
43.850517
-79.357526
Kiko Cafe
Brown's Corners
L3R
63
...
NaN
NaN
True
False
False
False
False
True
True
2
2px99IppAcnxR238eq_8_w
[Restaurants, Chinese]
Surprise
[Monday 11:0-21:0, Tuesday 11:0-21:0, Wednesda...
1
33.625285
-112.414446
Big Buddha
85388
273
...
NaN
NaN
True
False
True
False
False
True
True
2
jDqaz1jKdeWk_fTVCzc1Pg
[Food, Imported Food, Restaurants, Ethnic Food...
Pittsburgh
[Monday 11:0-19:0, Tuesday 11:0-19:0, Wednesda...
1
40.442581
-79.952735
Conflict Kitchen
Oakland
15213
145
...
NaN
NaN
False
False
False
NaN
False
NaN
True
0
dFArFtgDj1rIahUDHU8L7Q
[Steakhouses, Restaurants]
Mesa
[Monday 11:0-21:30, Tuesday 11:0-21:30, Wednes...
1
33.385631
-111.679104
Outback Steakhouse
85208
88
...
NaN
NaN
True
False
True
False
False
True
True
0
mvsnt4q3A5TzcbPFolpsZQ
[Restaurants, Italian]
Scottsdale
[Monday 17:0-21:0, Tuesday 17:0-21:0, Wednesda...
1
33.587356
-111.837278
Tesoro Ristorante Italiano
85259
117
...
NaN
NaN
True
False
True
False
False
False
True
1
Eq3qA7F5uZBUbcYXROzntA
[Sushi Bars, Restaurants, Japanese]
Solon
[Monday 11:0-14:0, Monday 17:0-21:0, Tuesday 1...
1
41.423565
-81.477437
Shinano Sushi Bar & Japanese Cuisine
44139
63
...
NaN
NaN
True
False
True
False
False
False
True
1
Ld2hhA3q3cdkptwS1fsYEg
[Restaurants, Noodles, Sushi Bars, Japanese, S...
Phoenix
[Monday 11:0-21:0, Tuesday 11:0-21:0, Wednesda...
1
33.714506
-112.112238
Yogi's Grill
85085
51
...
NaN
NaN
False
False
False
False
False
True
True
1
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
9Z_6rRy7Tl_C6HIgm7y6FA
[Chinese, Restaurants]
Glendale
[Tuesday 11:0-21:30, Wednesday 11:0-21:30, Thu...
1
33.567795
-112.161177
Grand Dragon
85302
58
...
NaN
NaN
True
False
True
False
False
True
True
2
WuPSEvu8pES752S92awAVQ
[Bars, Restaurants, Sports Bars, Nightlife, Am...
Cleveland
[Monday 11:0-0:0, Tuesday 11:0-0:0, Wednesday ...
1
41.498390
-81.687425
Buffalo Wild Wings
Gateway District
44115
15
...
NaN
NaN
NaN
NaN
False
False
NaN
False
False
1
uB2By0pTXV2JeM_CsMg7xw
[Restaurants, Coffee & Tea, Sandwiches, Food]
Mesa
[Monday 7:0-15:0, Tuesday 7:0-15:0, Wednesday ...
1
33.392788
-111.634786
Octane Cafe
85209
14
...
NaN
NaN
True
False
False
False
False
False
False
0
uLUl_dMl6a9m774LGReDVA
[Chinese, Restaurants]
Phoenix
[Monday 11:0-15:0, Tuesday 11:0-15:0, Tuesday ...
1
33.597418
-111.981636
Golden Wok Chinese Restaurant
85032
59
...
NaN
NaN
True
False
True
False
False
True
True
2
P0ytQBoqSbMG9S7Hx-PAdw
[Hot Dogs, Fast Food, Burgers, Restaurants]
Cleveland
[Monday 10:0-1:0, Tuesday 10:0-1:0, Wednesday ...
1
41.480559
-81.713416
Old Fashion Hot Dogs
Ohio City
44113
56
...
NaN
NaN
False
False
False
False
False
False
True
0
ofXqwIbHprYF6TP47XudOw
[Mexican, Tex-Mex, Restaurants, Event Planning...
Charlotte
[Monday 11:0-20:0, Tuesday 11:0-20:0, Wednesda...
1
35.190241
-80.922065
Salsarita's Fresh Cantina
28208
39
...
NaN
NaN
True
False
False
False
False
True
True
1
ORloM7z9R9eh-G-an5DQLA
[American (Traditional), Restaurants, Sandwich...
Medina
[Monday 7:0-14:0, Tuesday 7:0-14:0, Wednesday ...
1
41.140432
-81.863604
Michelle's Place
44256
12
...
NaN
NaN
NaN
NaN
False
False
NaN
False
False
1
fh6tKiiZlrGk6fRaxd8buA
[Chicken Wings, Restaurants]
Glendale
[Monday 11:0-22:0, Tuesday 11:0-22:0, Wednesda...
1
33.538270
-112.177625
Church's Chicken
85301
6
...
NaN
NaN
False
False
False
False
False
False
False
0
2OVuHRbdb5GTHUqrCqV-Fg
[Delis, Sandwiches, Salad, Restaurants]
Mesa
[Monday 10:0-18:0, Tuesday 10:0-18:0, Wednesda...
1
33.392492
-111.677369
Picadilly's Square Sandwiches & Sweets
85209
4
...
NaN
NaN
NaN
NaN
NaN
False
NaN
False
False
0
UNG2-2YFN93Z9lIoCuGteg
[Coffee & Tea, Cafes, Bakeries, Food, Restaura...
Stuttgart
[Monday 6:30-19:30, Tuesday 6:30-19:30, Wednes...
1
48.773212
9.178170
Cafe Chamäleon
70173
31
...
NaN
NaN
False
False
False
False
False
False
True
0
tquWyW3Mm5ka8LJtzodALg
[Chinese, Restaurants, Sushi Bars]
Stuttgart
[Monday 9:0-22:0, Tuesday 9:0-22:0, Wednesday ...
1
48.782953
9.179733
Sushi.Wrap
70173
20
...
NaN
NaN
NaN
NaN
False
NaN
NaN
NaN
False
2
A-apTF3JfkUPR_oeazZC1Q
[Specialty Food, Restaurants, Delis, Meat Shop...
Phoenix
[Monday 10:0-18:0, Tuesday 10:0-18:0, Wednesda...
1
33.598137
-111.983613
HoneyBaked Ham
85032
23
...
NaN
NaN
True
False
False
False
False
False
False
0
22RFH-U5gboNJgws_GBG3w
[Delis, Sandwiches, Restaurants, American (Tra...
Fort Mill
[Monday 11:0-21:0, Tuesday 11:0-21:0, Wednesda...
1
35.007098
-80.854607
Groucho's Deli
29707
19
...
NaN
NaN
False
False
False
False
False
False
False
1
9iJMGMsTK-q6W5MB1_Ny3Q
[Chinese, Restaurants]
Richmond Hill
[Monday 11:0-22:0, Tuesday 11:0-22:0, Wednesda...
1
43.867072
-79.457974
Dynasty Chinese Restaurant
L4C 9W9
6
...
NaN
NaN
NaN
NaN
False
False
NaN
False
False
2
J6tgF98vwUz4D8T-N72org
[Restaurants, Middle Eastern]
Oakville
[Monday 11:0-22:0, Tuesday 11:0-22:0, Wednesda...
1
43.426584
-79.726580
Royal Shawarma
L6M 4A1
17
...
NaN
NaN
True
False
False
False
False
False
False
1
UkoseRjoLT4K2bEzvmyhYA
[American (Traditional), Bars, Restaurants, Ni...
Toronto
[Monday 16:0-0:0, Tuesday 16:0-0:0, Wednesday ...
1
43.682410
-79.328050
The Wren
The Danforth
M4J 1M9
118
...
NaN
False
False
False
True
False
False
True
True
1
w5CSi-An5meLnxjKSFn0wQ
[Asian Fusion, Restaurants, Seafood, Thai]
Las Vegas
[Monday 11:0-4:0, Tuesday 11:0-4:0, Wednesday ...
1
36.132774
-115.172826
Thai St Cafe
89109
504
...
NaN
NaN
True
False
True
False
False
True
True
2
RzXSaz2BjPBHeJzEIUKoQw
[Caterers, Food, Comfort Food, Restaurants, Ca...
Scottsdale
[Monday 8:0-14:0, Tuesday 8:0-14:0, Wednesday ...
1
33.581695
-111.924056
Street Cafe and Coffee Lounge
85253
65
...
NaN
NaN
True
False
False
False
False
True
True
0
Q3UkgxNNInsPcUFhsQFcrg
[Chinese, Barbeque, Restaurants]
Richmond Hill
[Monday 11:30-20:30, Tuesday 11:30-20:30, Wedn...
1
43.843598
-79.391201
Kum Hong BBQ Restaurant
L4B 3K2
52
...
NaN
NaN
True
False
False
False
False
True
True
2
GIfZNMP0oIJCje_Xp0Bgrw
[Gastropubs, Restaurants, American (New), Brea...
Cleveland
[Monday 11:0-22:0, Tuesday 11:0-22:0, Wednesda...
1
41.499074
-81.690421
The Greenhouse Tavern
Gateway District
44115
829
...
NaN
NaN
False
True
True
False
True
False
True
1
bVgRVpdPgwHBLa7RHb9CpQ
[French, American (New), Restaurants]
Montréal
[Monday 11:30-22:30, Tuesday 11:30-22:30, Wedn...
1
45.501552
-73.570468
Bistro le Cap Vert
Ville-Marie
H3B 4J8
18
...
NaN
NaN
NaN
NaN
NaN
NaN
NaN
NaN
False
1
2hUENHFcBIqop8-uWvrf6A
[Event Planning & Services, Venues & Event Spa...
Cornelius
[Monday 16:0-0:0, Tuesday 16:0-0:0, Wednesday ...
1
35.448316
-80.890005
Galway Hooker
28031
100
...
NaN
False
True
False
True
False
False
True
True
1
J1RDyyPxhioqm8c_fi4P4Q
[Restaurants, Nightlife, Bars, American (New),...
Cleveland
[Monday 17:0-22:0, Tuesday 17:0-22:0, Wednesda...
1
41.498793
-81.690292
Lola
Gateway District
44115
802
...
NaN
False
False
False
True
False
False
False
True
1
_BJ2lBc1TWwIfxNzXbaaBA
[Venues & Event Spaces, Breakfast & Brunch, Ca...
Toronto
[Monday 8:0-18:0, Tuesday 8:0-18:0, Wednesday ...
1
43.655328
-79.340498
District 28 Bar Bistro
Leslieville
M4M 2M8
5
...
NaN
False
False
False
False
False
False
False
False
0
C_chktl5jFeRqu1C0rmScA
[Indian, Restaurants, Food]
Toronto
[Monday 11:0-23:0, Tuesday 11:0-23:0, Wednesda...
1
43.754837
-79.277202
Kairali - Taste of Kerala
Scarborough
M1P 2L1
19
...
NaN
NaN
True
False
True
False
False
True
False
1
xowy4YxBXXGOYuajsxjwkA
[Food Trucks, American (New), Caterers, Tapas ...
Las Vegas
[Monday 12:0-0:0, Tuesday 12:0-0:0, Wednesday ...
1
36.169988
-115.140684
LV Food Junky
Downtown
98011
50
...
NaN
NaN
True
False
True
False
False
True
True
1
g9gAuOEXBbWnLlu2uOftwA
[Indian, Ethnic Food, Food, Bakeries, Specialt...
Phoenix
[Monday 11:0-14:30, Monday 16:30-21:0, Tuesday...
1
33.641789
-111.994731
Pastries N Chaat
85032
80
...
NaN
NaN
False
True
True
False
False
True
True
1
-McKyjNSqS1h9dDJH3dyUA
[Cafes, Coffee & Tea, Restaurants, German, Food]
Stuttgart
[Monday 11:0-0:0, Tuesday 11:0-0:0, Wednesday ...
1
48.778747
9.183511
Restaurant Plenum
70173
13
...
NaN
NaN
False
False
False
NaN
False
NaN
False
1
eHLUQ2W_hXx61NmiL9kSVg
[Pizza, Italian, Restaurants]
Scottsdale
[Monday 11:0-0:0, Tuesday 11:0-0:0, Wednesday ...
1
33.651369
-111.886245
Rosati's Pizza
85255
60
...
NaN
NaN
False
False
False
False
False
True
True
1
OgwN65jZebPRIPSmNpRP7A
[Restaurants, Ethnic Food, Chinese, Seafood, S...
Middleton
[Monday 16:0-20:30, Tuesday 16:0-20:30, Wednes...
1
43.095930
-89.513004
Taigu
53562
55
...
NaN
NaN
False
False
True
False
False
True
True
2
27314 rows × 66 columns
In [3]:
df = pd.read_pickle('df_1518.pkl')
In [4]:
spatial_label = pd.read_pickle('../data_processeing/spatial_labels.pkl')
In [5]:
df_new = pd.concat([df,spatial_label], axis=1)
In [6]:
df_select = df_new[(df_new['stars'] >= 4) & (df_new['spatial_label'] == 3) & (df_new['cuisine_Chinese'] == 2)]
In [12]:
X = df_select.loc[:, 'AgesAllowed': 'review_count_greater_median']
X = pd.concat([X, df_select[['stars']]], axis=1)
X['stars'] = X['stars'].apply(str)
X = pd.get_dummies(X, dummy_na=False, drop_first=True)
def true_false(x):
if x == True:
return 1
else:
return 0
X['review_count_greater_median'] = X['review_count_greater_median'].apply(true_false)
In [32]:
for n_clusters in range(2,5):
spectural_clustering = SpectralClustering(n_clusters=n_clusters, random_state=100, affinity='sigmoid').fit(X)
labels = spectural_clustering.labels_
print silhouette_score(X, labels, metric='cityblock')
print list(labels).count(0)
print list(labels).count(1)
print list(labels).count(2)
print list(labels).count(3)
print list(labels).count(4)
0.217059188173
223
12
0
0
0
0.118840713371
163
66
6
0
0
0.0865960643722
141
69
11
14
0
In [33]:
spectural_clustering = SpectralClustering(n_clusters=2, random_state=999, affinity='sigmoid').fit(X)
labels_spectural = spectural_clustering.labels_
In [34]:
df_select.shape
Out[34]:
(235, 67)
In [35]:
## Dictionary to store anomaly results
dic_anomaly = {}
In [36]:
## function that gets silhouette scores for a clustering method
def get_silhouette_score(X, cluster_method, method='complete'):
#Choose a range(list) of clusters I would like to try:
range_n_clusters = range(2,10)
if cluster_method == 'kmeans':
for n_clusters in range_n_clusters:
km_result = KMeans(n_clusters=n_clusters, random_state=22).fit(X) # fit model
cluster_labels = km_result.labels_
# clustering model & clustering result to variable "cluster_labels".
silhouette_avg = silhouette_score(X, cluster_labels, random_state=22)
print("For n_clusters ={},".format(n_clusters)+"{} - average silhouette_score :{}".\
format(cluster_method, silhouette_avg))
elif cluster_method == 'gaussian_mix':
for n_clusters in range_n_clusters:
gm = GaussianMixture(n_components=n_clusters, random_state=22).fit(X) # fit model
cluster_labels = gm.predict(X)
# clustering model & clustering result to variable "cluster_labels".
silhouette_avg = silhouette_score(X, cluster_labels, random_state=22)
print("For n_clusters ={},".format(n_clusters)+"{} - average silhouette_score :{}".\
format(cluster_method, silhouette_avg))
# res_mix_cluster.predict(X)
elif cluster_method == 'hierarchical':
# Define Z
Z = linkage(X, method)
for n_clusters in range_n_clusters:
cluster_labels= fcluster(Z, n_clusters, criterion='maxclust')
silhouette_avg = silhouette_score(X, cluster_labels, random_state=22)
print("For n_clusters ={},".format(n_clusters)+"{} - average silhouette_score :{}".\
format(cluster_method, silhouette_avg))
In [37]:
## choose the number of clusters using silhouette method
get_silhouette_score(X, 'kmeans')
For n_clusters =2,kmeans - average silhouette_score :0.14333626835
For n_clusters =3,kmeans - average silhouette_score :0.124606938754
For n_clusters =4,kmeans - average silhouette_score :0.106677619927
For n_clusters =5,kmeans - average silhouette_score :0.120790156938
For n_clusters =6,kmeans - average silhouette_score :0.106533678219
For n_clusters =7,kmeans - average silhouette_score :0.108980657389
For n_clusters =8,kmeans - average silhouette_score :0.101234949656
For n_clusters =9,kmeans - average silhouette_score :0.0756416849073
In [43]:
n_clusters = 2 # number of clusters
#XX= X.ix[:, ] # hour of day data
#train the model.
km=KMeans(n_clusters=n_clusters, random_state=22).fit(X)
labels_km = km.labels_
print list(labels_km).count(0)
print list(labels_km).count(1)
116
119
In [45]:
## Distance
# KM=KMeans(n_clusters=k,random_state=9)
scor=km.fit_predict(X)
res_p=pd.DataFrame(km.transform(X)) ## distances of each data point to each cluster center!!!
res_p=pd.concat((res_p, pd.DataFrame(km.fit_predict(X))),axis=1)
res_p.columns=list(range(n_clusters))+["cluster"]
res_p.loc[:,"score"]=res_p.apply(lambda x: x[int(x["cluster"])],axis=1)
res_p.sort_values("score",ascending=False)[:5]
Out[45]:
0
1
cluster
score
223
3.220044
3.131738
1
3.131738
120
3.374304
2.942197
1
2.942197
188
2.919564
3.001577
0
2.919564
129
2.805117
3.019720
0
2.805117
209
2.808189
2.782185
1
2.782185
In [52]:
X_df = X.copy()
In [53]:
X_df['km'] = labels_km
In [54]:
X_df['distance_KM'] = res_p.score.values
In [55]:
## Get Anomalies
def get_anomaly(df, label_col, dist_or_likelihood, thres):
df_anomalies = pd.DataFrame(columns=df.columns)
clustermean = df.groupby(label_col)[dist_or_likelihood].mean()
clusterstd = df.groupby(label_col)[dist_or_likelihood].std()
for label in df[label_col].unique():
anomaly = df[(df[label_col]==label) \
& (abs(df[dist_or_likelihood] - clustermean[label]) / clusterstd[label] > thres)]
df_anomalies = pd.concat([df_anomalies, anomaly], axis=0)
return df_anomalies
In [59]:
## get anomalies based on kmeans distance
km_anomalies = get_anomaly(X_df, 'km', 'distance_KM', 2)
In [60]:
km_anomalies['distance_KM']
Out[60]:
review_count_greater_median
AgesAllowed_True
Ambience_classy_full_bar
Ambience_classy_none
Ambience_divey_True
Ambience_hipster_loud
Ambience_hipster_quiet
Ambience_hipster_very_loud
Ambience_romantic_dressy
Ambience_romantic_formal
...
Music_no_music_True
Music_video_True
OutdoorSeating_True
RestaurantsDelivery_True
RestaurantsGoodForGroups_True
Smoking_True
stars_4.5
stars_5.0
km
distance_KM
WKayXylpXcAEReoqgNK3tA
0.0
0.0
1.0
0.0
1.0
1.0
0.0
0.0
0.0
0.0
...
1.0
0.0
0.0
0.0
0.0
1.0
1.0
0.0
0.0
2.689006
dy0O7DaSUd49NZWSEtvz_g
1.0
0.0
1.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
...
0.0
0.0
1.0
0.0
0.0
0.0
0.0
0.0
0.0
2.730364
zHNk2BnANwkvHvaXD7yYsg
0.0
1.0
1.0
0.0
1.0
0.0
0.0
1.0
0.0
0.0
...
0.0
0.0
1.0
0.0
0.0
0.0
0.0
0.0
0.0
2.736672
bGuxRBRKv7i1BKKfGbjxEw
1.0
0.0
1.0
0.0
1.0
0.0
0.0
0.0
0.0
0.0
...
0.0
1.0
1.0
0.0
0.0
0.0
0.0
0.0
0.0
2.805117
GkY6UWWn0Fz2ehcuBp66pg
1.0
0.0
0.0
1.0
0.0
0.0
0.0
0.0
0.0
0.0
...
1.0
0.0
1.0
0.0
0.0
1.0
0.0
0.0
0.0
1.366998
D9bf5U0y_0MnL9wMFc4bKQ
1.0
0.0
1.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
...
0.0
0.0
1.0
0.0
0.0
0.0
0.0
0.0
0.0
2.749243
B5JCODx4728Ce2Qca1NFHw
1.0
0.0
1.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
...
0.0
0.0
1.0
0.0
0.0
0.0
0.0
0.0
0.0
2.919564
E0iHvHraTa-t6ka9rYL8uQ
0.0
0.0
1.0
0.0
1.0
1.0
0.0
0.0
0.0
0.0
...
1.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
1.0
2.942197
1pttL4MkpxOL6Mj2azOjVQ
1.0
0.0
1.0
0.0
0.0
0.0
1.0
0.0
1.0
0.0
...
0.0
0.0
0.0
1.0
0.0
0.0
0.0
0.0
1.0
2.728816
ZDDzKXN_JXe7694zePRuTQ
1.0
0.0
0.0
1.0
0.0
1.0
0.0
0.0
0.0
0.0
...
0.0
1.0
0.0
0.0
0.0
1.0
0.0
0.0
1.0
2.782185
gtcsOodbmk4E0TulYHnlHA
1.0
0.0
1.0
0.0
0.0
1.0
0.0
0.0
0.0
0.0
...
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
1.0
3.131738
11 rows × 45 columns
In [ ]:
In [ ]:
In [61]:
##### Gaussian Mixture #########
## choose the number of clusters using silhouette method
get_silhouette_score(X, 'gaussian_mix')
For n_clusters =2,gaussian_mix - average silhouette_score :0.0700811363279
For n_clusters =3,gaussian_mix - average silhouette_score :0.0463177492177
For n_clusters =4,gaussian_mix - average silhouette_score :0.0921314493081
For n_clusters =5,gaussian_mix - average silhouette_score :0.101691581721
For n_clusters =6,gaussian_mix - average silhouette_score :0.0959442789522
For n_clusters =7,gaussian_mix - average silhouette_score :0.0892368458572
For n_clusters =8,gaussian_mix - average silhouette_score :0.0671194726295
For n_clusters =9,gaussian_mix - average silhouette_score :0.0890050267596
In [64]:
k = 5
GM=GaussianMixture(n_components=k,random_state=22)
GM.fit(X)
label_gm = GM.predict(X)
In [65]:
print list(label_gm).count(0)
print list(label_gm).count(1)
print list(label_gm).count(2)
print list(label_gm).count(3)
print list(label_gm).count(4)
72
45
16
80
22
In [78]:
### 3) Isolation Foreset
from sklearn.ensemble import IsolationForest
# fit the model
ISF = IsolationForest(max_samples=100, random_state=22)
ISF.fit(X)
## compute anomaly score of the input. The lower, the more abnormal.
score_isf = ISF.decision_function(X)
In [80]:
score_isf.argmin()
Out[80]:
223
In [88]:
def dist2knn(x, nn, k):
dist_ = []
for i in range(len(nn)):
dist_.append(distance.euclidean(x, nn.iloc[i,:]))
dist_.sort()
return sum(dist_[:k+1]) # +1: remove 0 self
In [92]:
dist_sum_knn = []
for i in range(len(X)):
print '\r{}%'.format(100.0*(i+1)/len(X)),
dist_sum_knn.append(dist2knn(X.iloc[i,:], X, 5))
100.0%
In [ ]:
In [85]:
result = pd.DataFrame(index=X.index)
In [94]:
result['clusters_sp'] = labels_spectural
result['clusters_km'] = labels_km
result['distance_km'] = km_anomalies['distance_KM']
result['clusters_gm'] = label_gm
result['scores_isf'] = score_isf
result['distance_knn'] = dist_sum_knn
In [95]:
result
Out[95]:
clusters_sp
clusters_km
clusters_gm
scores_isf
distance_km
distance_knn
KeQ1cK564cL5C_hBTFrqnA
0
0
2
-0.026406
NaN
12.213128
f5xm2RiwLv0gbmXU4BkrGA
0
1
4
0.036797
NaN
10.000000
q0oPX1DXW86QytTvvrD9MA
0
0
2
0.012530
NaN
10.708204
0C6uuZBD7xKS-uucgwoyQw
0
1
1
0.026864
NaN
11.157694
mevOvXMnlTLbSl4w8fcG2A
0
0
3
0.053299
NaN
8.928203
nTQhgQZa7HhIpyM0ICC1mw
0
0
3
0.023877
NaN
10.204187
TBzgzTFSa7pJXiLD7emYaQ
0
0
3
0.015436
NaN
9.700170
0XlbdDkYzC14SZF_bUGeXA
0
1
0
0.084316
NaN
7.292529
o5t33JVLpZWf269AEPB95Q
0
0
3
0.044613
NaN
8.878315
Ih7a0qOMLFnYAec8qyq2Gg
0
1
0
0.036159
NaN
7.878315
WpK-mZ7w-304c78MOEYH6A
0
0
3
0.036177
NaN
10.472136
E_mRnwhHLuz6tgMBScw1mw
0
0
3
0.013504
NaN
10.204187
2BuiyGL0JbNjnc88fYH39Q
0
0
3
0.021527
NaN
11.371115
yPR8Bh55-9NXmooZS7lrLA
0
1
0
0.072260
NaN
8.196152
Q62lGVKqoKJ09lZNt2qpfw
0
0
3
0.083150
NaN
5.828427
IithJLAUG3gWcHw9EKLLFA
0
0
3
0.075042
NaN
7.610366
OXW2erFOPT-Oov6wChxWYA
0
1
0
0.100447
NaN
6.242641
PlJ5Tf9T4QlFQoNZf99aTg
0
1
0
0.066626
NaN
9.196152
MDInVOKvIetk_OIpKd2Ofw
0
1
0
0.094849
NaN
7.706742
mBHYTLynxk-Ryq56QIx6cw
0
0
3
0.056996
NaN
9.196152
QaxDKkqYTtVYZJcqBNTnvQ
0
0
3
0.016923
NaN
10.204187
RlNmDWJ0kkEWXW7yORJZVw
0
0
3
0.037320
NaN
8.024580
sePTDv1dGHPID7kwuNzXaA
0
0
3
0.032427
NaN
8.292529
A6bnXx1see4yZSaVVCVDyw
0
0
1
-0.008277
NaN
10.708204
sqHRwTOpFMsdoN_3xsTFNQ
0
0
3
0.028482
NaN
8.878315
aarBX0VyJbjMACGCcMrfEQ
0
0
1
0.042871
NaN
9.000000
cE7ArG7tPXsLSBbgHGHYZA
0
1
1
0.030598
NaN
9.732051
RcEaxi1h3qMIzQTDQyqNFg
0
1
0
0.114343
NaN
5.828427
vuVyosC2e3CQ5GRdr9sh6A
0
1
0
0.066212
NaN
8.196152
8xPmlVJy2o6x0J04CBpEMQ
0
1
1
-0.045357
NaN
13.228757
...
...
...
...
...
...
...
snw9iNNLpFYZeHotW00uVA
0
0
4
0.006218
NaN
9.146264
8Lpoyo7RHWZrHlQW2JM2wQ
0
0
3
0.010574
NaN
9.968119
1kqLZp0_FEMHGx-W4TjTLQ
0
1
0
0.078712
NaN
9.414214
gopA-Q9KWwC8BLIRDhusgg
0
0
3
0.072526
NaN
7.706742
ZDDzKXN_JXe7694zePRuTQ
0
1
1
-0.020572
2.782185
11.905373
u3q_fVU-qxgoGWLPVy4nMw
0
1
0
0.119796
NaN
5.414214
UBKAE_miJ-lVmUqOTlI13g
0
1
0
0.080294
NaN
10.000000
S0Z8fKAUYTd2MKUuez-evA
0
1
0
0.067764
NaN
8.660254
2SyYW8GiDZsqtPb-aCbosg
0
0
1
0.067803
NaN
8.024580
jhKKwn9FSwFbZsbbYi5WfQ
0
1
1
0.022421
NaN
10.358485
F4cIFBf8u81hKlGn0KgGCg
0
1
0
0.091026
NaN
8.342417
FpFRtA1tagxqh_rLFs4XFQ
0
1
3
0.065704
NaN
9.146264
33IS-0QBNwRC8cXnHABpbg
1
0
4
0.016885
NaN
7.388905
jNiZgCwZj4CNw1noxiC8PQ
0
0
3
0.048064
NaN
8.342417
K2CdjES-IZDDEgetOnf0Vw
0
0
1
0.001539
NaN
10.944272
I8cCdp3q_5oCEykzZgPkQw
0
1
1
0.013848
NaN
12.836233
bzMO8LJmJtgo3KuyWGKUxA
0
0
3
0.026152
NaN
9.464102
mNRAFxAqL31c2Y96LEKggA
0
1
0
0.074946
NaN
6.242641
gtcsOodbmk4E0TulYHnlHA
1
1
4
-0.088266
3.131738
12.791902
0v8icS8wOOgEDiHDCOQkZQ
0
0
3
0.084803
NaN
5.732051
nqnVKM55nIZn8fNH1fIJPA
0
0
3
0.027614
NaN
9.464102
ZuZxDPtDsh-nmbLebRC8iA
0
1
1
0.081898
NaN
6.610366
FfmH-oEWN7K1za-o8KZQDA
0
1
0
0.081867
NaN
8.342417
zBd5JvFWuMGlnCYLaGsXZg
0
0
1
0.052541
NaN
9.382332
XIX4xuzrt3IzvjX9MtHr9g
0
1
1
0.003677
NaN
10.867098
u6JJojkbqVlVI4NqKsL54Q
1
1
4
-0.017084
NaN
11.157694
_5XClj4E5VCIsEscbrrPKg
1
1
0
-0.029980
NaN
12.034027
-yzBFD877La-RP739VxF7w
0
0
1
0.013570
NaN
11.820605
9iJMGMsTK-q6W5MB1_Ny3Q
0
1
0
0.062870
NaN
9.464102
Q3UkgxNNInsPcUFhsQFcrg
0
0
1
0.013495
NaN
9.936238
235 rows × 6 columns
In [87]:
result.to_csv('torronto_chi_results.csv', index_label=False, encoding='utf-8' )
Out[87]:
clusters_sp
clusters_km
clusters_gm
scores_isf
KeQ1cK564cL5C_hBTFrqnA
0
0
2
-0.026406
f5xm2RiwLv0gbmXU4BkrGA
0
1
4
0.036797
q0oPX1DXW86QytTvvrD9MA
0
0
2
0.012530
0C6uuZBD7xKS-uucgwoyQw
0
1
1
0.026864
mevOvXMnlTLbSl4w8fcG2A
0
0
3
0.053299
nTQhgQZa7HhIpyM0ICC1mw
0
0
3
0.023877
TBzgzTFSa7pJXiLD7emYaQ
0
0
3
0.015436
0XlbdDkYzC14SZF_bUGeXA
0
1
0
0.084316
o5t33JVLpZWf269AEPB95Q
0
0
3
0.044613
Ih7a0qOMLFnYAec8qyq2Gg
0
1
0
0.036159
WpK-mZ7w-304c78MOEYH6A
0
0
3
0.036177
E_mRnwhHLuz6tgMBScw1mw
0
0
3
0.013504
2BuiyGL0JbNjnc88fYH39Q
0
0
3
0.021527
yPR8Bh55-9NXmooZS7lrLA
0
1
0
0.072260
Q62lGVKqoKJ09lZNt2qpfw
0
0
3
0.083150
IithJLAUG3gWcHw9EKLLFA
0
0
3
0.075042
OXW2erFOPT-Oov6wChxWYA
0
1
0
0.100447
PlJ5Tf9T4QlFQoNZf99aTg
0
1
0
0.066626
MDInVOKvIetk_OIpKd2Ofw
0
1
0
0.094849
mBHYTLynxk-Ryq56QIx6cw
0
0
3
0.056996
QaxDKkqYTtVYZJcqBNTnvQ
0
0
3
0.016923
RlNmDWJ0kkEWXW7yORJZVw
0
0
3
0.037320
sePTDv1dGHPID7kwuNzXaA
0
0
3
0.032427
A6bnXx1see4yZSaVVCVDyw
0
0
1
-0.008277
sqHRwTOpFMsdoN_3xsTFNQ
0
0
3
0.028482
aarBX0VyJbjMACGCcMrfEQ
0
0
1
0.042871
cE7ArG7tPXsLSBbgHGHYZA
0
1
1
0.030598
RcEaxi1h3qMIzQTDQyqNFg
0
1
0
0.114343
vuVyosC2e3CQ5GRdr9sh6A
0
1
0
0.066212
8xPmlVJy2o6x0J04CBpEMQ
0
1
1
-0.045357
...
...
...
...
...
snw9iNNLpFYZeHotW00uVA
0
0
4
0.006218
8Lpoyo7RHWZrHlQW2JM2wQ
0
0
3
0.010574
1kqLZp0_FEMHGx-W4TjTLQ
0
1
0
0.078712
gopA-Q9KWwC8BLIRDhusgg
0
0
3
0.072526
ZDDzKXN_JXe7694zePRuTQ
0
1
1
-0.020572
u3q_fVU-qxgoGWLPVy4nMw
0
1
0
0.119796
UBKAE_miJ-lVmUqOTlI13g
0
1
0
0.080294
S0Z8fKAUYTd2MKUuez-evA
0
1
0
0.067764
2SyYW8GiDZsqtPb-aCbosg
0
0
1
0.067803
jhKKwn9FSwFbZsbbYi5WfQ
0
1
1
0.022421
F4cIFBf8u81hKlGn0KgGCg
0
1
0
0.091026
FpFRtA1tagxqh_rLFs4XFQ
0
1
3
0.065704
33IS-0QBNwRC8cXnHABpbg
1
0
4
0.016885
jNiZgCwZj4CNw1noxiC8PQ
0
0
3
0.048064
K2CdjES-IZDDEgetOnf0Vw
0
0
1
0.001539
I8cCdp3q_5oCEykzZgPkQw
0
1
1
0.013848
bzMO8LJmJtgo3KuyWGKUxA
0
0
3
0.026152
mNRAFxAqL31c2Y96LEKggA
0
1
0
0.074946
gtcsOodbmk4E0TulYHnlHA
1
1
4
-0.088266
0v8icS8wOOgEDiHDCOQkZQ
0
0
3
0.084803
nqnVKM55nIZn8fNH1fIJPA
0
0
3
0.027614
ZuZxDPtDsh-nmbLebRC8iA
0
1
1
0.081898
FfmH-oEWN7K1za-o8KZQDA
0
1
0
0.081867
zBd5JvFWuMGlnCYLaGsXZg
0
0
1
0.052541
XIX4xuzrt3IzvjX9MtHr9g
0
1
1
0.003677
u6JJojkbqVlVI4NqKsL54Q
1
1
4
-0.017084
_5XClj4E5VCIsEscbrrPKg
1
1
0
-0.029980
-yzBFD877La-RP739VxF7w
0
0
1
0.013570
9iJMGMsTK-q6W5MB1_Ny3Q
0
1
0
0.062870
Q3UkgxNNInsPcUFhsQFcrg
0
0
1
0.013495
235 rows × 4 columns
In [99]:
df_select
Out[99]:
categories
city
hours
is_open
latitude
longitude
name
neighborhood
postal_code
review_count
...
Music_live
Music_no_music
Music_video
OutdoorSeating
RestaurantsDelivery
RestaurantsGoodForGroups
Smoking
review_count_greater_median
cuisine_Chinese
spatial_label
KeQ1cK564cL5C_hBTFrqnA
[Delis, Chinese, Indian, Seafood, Restaurants,...
Mississauga
[Monday 11:30-0:0, Tuesday 17:30-0:0, Wednesda...
1
43.616083
-79.617576
Desi Bar & Grill
Mississauga Valley
L4W 4C3
51
...
False
True
False
True
False
False
False
True
2
3
f5xm2RiwLv0gbmXU4BkrGA
[Hot Pot, Restaurants, Chinese]
Markham
[Monday 12:0-23:0, Tuesday 12:0-23:0, Wednesda...
1
43.860726
-79.304713
Lion Pavilion Hot Pot
Unionville
L3R 0W4
4
...
NaN
NaN
NaN
True
NaN
NaN
NaN
False
2
3
q0oPX1DXW86QytTvvrD9MA
[Southern, Specialty Food, Sri Lankan, Indian,...
Toronto
[Tuesday 11:30-22:0, Wednesday 11:30-22:0, Thu...
1
43.836384
-79.251047
Ceylon Flavor
Scarborough
M1X 0A5
12
...
NaN
True
False
True
False
False
True
False
2
3
0C6uuZBD7xKS-uucgwoyQw
[Local Flavor, Asian Fusion, Restaurants, Cafe...
Mississauga
[Monday 7:0-16:0, Tuesday 7:0-16:0, Wednesday ...
1
43.687343
-79.607775
The Mission Eatery
L4V 1T1
33
...
NaN
False
True
False
False
False
False
True
2
3
mevOvXMnlTLbSl4w8fcG2A
[Chinese, Restaurants]
Vaughan
[Monday 12:0-23:0, Tuesday 12:0-23:0, Wednesda...
1
43.776459
-79.610612
Choice of the Orient
Woodbridge
L4L 9S2
8
...
NaN
True
False
False
False
False
False
False
2
3
nTQhgQZa7HhIpyM0ICC1mw
[Chinese, Cambodian, Restaurants, Vietnamese]
Vaughan
[Monday 10:0-21:30, Wednesday 10:0-21:30, Thur...
1
43.828880
-79.537802
Hu Tieu Nam Vang Hong Phat
L4K 5Y6
16
...
NaN
True
False
False
False
False
True
False
2
3
TBzgzTFSa7pJXiLD7emYaQ
[Indian, Chinese, Restaurants]
Toronto
[Monday 12:0-22:0, Wednesday 12:0-22:0, Thursd...
1
43.694272
-79.276040
Lotus Garden Hakka Indian Style Chinese
Scarborough
M1L 1E3
64
...
NaN
True
False
True
False
False
True
True
2
3
0XlbdDkYzC14SZF_bUGeXA
[Food, Specialty Food, Imported Food, Ethnic F...
Markham
[Monday 14:0-22:0, Wednesday 14:0-22:0, Thursd...
1
43.883528
-79.261944
Chef Chan
L3P 1Y6
10
...
NaN
False
False
NaN
NaN
False
NaN
False
2
3
o5t33JVLpZWf269AEPB95Q
[Chinese, Vegan, Vegetarian, Restaurants]
Toronto
[Monday 11:30-21:0, Tuesday 11:30-21:0, Thursd...
1
43.651965
-79.402650
Greens Vegetarian Restaurant
Alexandra Park
M5T 1H8
83
...
NaN
False
False
True
False
False
True
True
2
3
Ih7a0qOMLFnYAec8qyq2Gg
[Chinese, Dim Sum, Restaurants]
Toronto
[Monday 11:30-22:0, Tuesday 11:30-22:0, Wednes...
1
43.651263
-79.474637
Delights of China
Swansea
M6S 1N2
5
...
NaN
NaN
NaN
NaN
NaN
NaN
NaN
False
2
3
WpK-mZ7w-304c78MOEYH6A
[Asian Fusion, Latin American, Tapas/Small Pla...
Toronto
[Monday 17:0-22:30, Tuesday 17:0-22:30, Wednes...
1
43.649003
-79.528554
Mai Bistro
Etobicoke
M9A 1B4
46
...
NaN
True
False
True
False
False
True
True
2
3
E_mRnwhHLuz6tgMBScw1mw
[Asian Fusion, Chinese, Restaurants]
Toronto
[Monday 11:30-21:30, Tuesday 11:30-21:30, Wedn...
1
43.745538
-79.209955
Phoenix
Scarborough
M1J 3H3
29
...
NaN
True
False
True
False
False
True
False
2
3
2BuiyGL0JbNjnc88fYH39Q
[Chinese, Restaurants, Hot Pot, Noodles]
North York
[Monday 11:0-23:0, Tuesday 11:0-23:0, Wednesda...
1
43.777027
-79.414539
Hot Pot on Yonge
Willowdale
M2N 5S1
26
...
NaN
False
False
True
False
False
True
False
2
3
yPR8Bh55-9NXmooZS7lrLA
[Restaurants, Chinese, Food, Food Delivery Ser...
Toronto
[Monday 11:0-23:0, Tuesday 11:0-23:0, Wednesda...
1
43.724452
-79.252395
Royal Congee Chinese Cuisine
Scarborough
M1K 5J2
9
...
NaN
False
False
False
False
False
False
False
2
3
Q62lGVKqoKJ09lZNt2qpfw
[Chinese, Restaurants]
Scarborough
[Monday 12:0-22:0, Tuesday 12:0-22:0, Wednesda...
1
43.752733
-79.264041
Lucky Chinese Restaurant
Scarborough
M1P 2S1
54
...
NaN
True
False
True
False
False
True
True
2
3
IithJLAUG3gWcHw9EKLLFA
[Asian Fusion, Restaurants, Halal]
Scarborough
[Monday 11:30-22:0, Tuesday 11:30-22:0, Wednes...
1
43.753508
-79.276481
Kim Kim Indian Hakka Chinese Restaurant
Scarborough
M1P 2L1
46
...
NaN
True
False
True
False
False
True
True
2
3
OXW2erFOPT-Oov6wChxWYA
[Dim Sum, Asian Fusion, Restaurants, Chinese]
Toronto
[Monday 11:30-22:0, Tuesday 11:30-22:0, Wednes...
1
43.647369
-79.386763
Lee Chen Asian Bistro
Entertainment District
M5H 3S6
10
...
NaN
NaN
NaN
False
False
NaN
False
False
2
3
PlJ5Tf9T4QlFQoNZf99aTg
[Asian Fusion, Chinese, Thai, Restaurants, Ind...
Brampton
[Monday 11:0-23:0, Tuesday 11:0-23:0, Wednesda...
1
43.710523
-79.683989
Hakka No.1
L6T 4K9
7
...
NaN
NaN
NaN
False
False
NaN
False
False
2
3
MDInVOKvIetk_OIpKd2Ofw
[Chinese, Restaurants]
Mississauga
[Monday 11:0-22:0, Tuesday 11:0-22:0, Wednesda...
1
43.588358
-79.606632
Szechuan Noodle Bowl
Cooksville
L5A 1X5
14
...
NaN
NaN
NaN
False
NaN
NaN
NaN
False
2
3
mBHYTLynxk-Ryq56QIx6cw
[Restaurants, Chinese]
Mississauga
[Monday 11:30-22:0, Tuesday 11:30-22:0, Wednes...
1
43.619793
-79.572541
Dragon Palace
Summerville
L4X 1L9
15
...
NaN
True
False
False
False
False
True
False
2
3
QaxDKkqYTtVYZJcqBNTnvQ
[Noodles, Pizza, Chinese, Restaurants]
Toronto
[Monday 11:0-22:0, Tuesday 11:0-22:0, Wednesda...
1
43.653810
-79.396020
Yummy Yummy Dumplings
Downtown Core
M5T 2A8
123
...
NaN
False
False
True
False
False
True
True
2
3
RlNmDWJ0kkEWXW7yORJZVw
[Chinese, Restaurants]
North York
[Monday 10:0-1:0, Tuesday 10:0-1:0, Wednesday ...
1
43.790632
-79.366067
Congee Wong
M2H 1S8
129
...
NaN
True
False
True
False
False
True
True
2
3
sePTDv1dGHPID7kwuNzXaA
[Restaurants, Chinese, Dim Sum]
Markham
[Monday 10:0-20:0, Tuesday 10:0-20:0, Wednesda...
1
43.828469
-79.305981
Sam's Congee Delight
Milliken
L3R 9V7
102
...
NaN
True
False
False
False
False
True
True
2
3
A6bnXx1see4yZSaVVCVDyw
[Fast Food, Restaurants, Salad, Japanese, Sush...
Toronto
[Monday 11:0-22:0, Tuesday 11:0-22:0, Wednesda...
1
43.654756
-79.387492
Rolltation
Downtown Core
M5G 1C8
96
...
NaN
False
True
True
False
False
True
True
2
3
sqHRwTOpFMsdoN_3xsTFNQ
[Coffee & Tea, Vietnamese, Cafes, Juice Bars &...
Vaughan
[Monday 11:0-15:0, Tuesday 11:0-21:0, Wednesda...
1
43.828074
-79.537355
Ox Noodle
L4K 5Y6
52
...
NaN
True
False
True
False
False
True
True
2
3
aarBX0VyJbjMACGCcMrfEQ
[Asian Fusion, African, Barbeque, Restaurants,...
Brampton
[Tuesday 11:0-21:0, Wednesday 11:0-21:0, Thurs...
1
43.663580
-79.732279
Get Grill
L6Y 0P6
21
...
NaN
True
False
False
False
False
True
False
2
3
cE7ArG7tPXsLSBbgHGHYZA
[Chinese, Restaurants]
Etobicoke
[Monday 11:0-22:30, Tuesday 11:0-22:30, Wednes...
1
43.693314
-79.557283
Gourmet Express
Etobicoke
M9R 2Y8
19
...
NaN
True
False
False
False
False
False
False
2
3
RcEaxi1h3qMIzQTDQyqNFg
[Food, Desserts, Asian Fusion, Restaurants, Fi...
Toronto
[Monday 10:0-21:0, Tuesday 10:0-21:0, Wednesda...
1
43.795685
-79.422284
Pinoy Hub
M2M 3X4
5
...
NaN
NaN
NaN
NaN
NaN
NaN
NaN
False
2
3
vuVyosC2e3CQ5GRdr9sh6A
[Tea Rooms, Restaurants, Taiwanese, Coffee & T...
Newmarket
[Monday 11:0-22:0, Tuesday 11:0-22:0, Wednesda...
1
44.035145
-79.473013
Tea Hotea
L3X 1V6
11
...
NaN
False
False
NaN
NaN
False
NaN
False
2
3
8xPmlVJy2o6x0J04CBpEMQ
[Food Stands, Food, Chinese, Bakeries, Ice Cre...
Markham
[Monday 11:0-20:0, Wednesday 11:0-20:0, Thursd...
1
43.857214
-79.303344
Toast Delight
Unionville
L3R 5T5
92
...
NaN
False
True
False
False
False
False
True
2
3
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
snw9iNNLpFYZeHotW00uVA
[Restaurants, Asian Fusion]
Toronto
[Monday 17:30-22:30, Tuesday 17:30-22:30, Wedn...
1
43.644253
-79.400508
Lee Restaurant
M5V 1M5
397
...
NaN
False
False
True
False
False
False
True
2
3
8Lpoyo7RHWZrHlQW2JM2wQ
[Asian Fusion, Restaurants, Japanese, Sushi Ba...
Mississauga
[Monday 10:30-22:0, Tuesday 10:30-22:0, Wednes...
1
43.633710
-79.668259
Kura Sushi
L4Z 3E6
53
...
NaN
True
False
True
False
False
True
True
2
3
1kqLZp0_FEMHGx-W4TjTLQ
[Fast Food, Food Court, Chinese, Restaurants]
Toronto
[Monday 9:0-19:0, Tuesday 9:0-19:0, Wednesday ...
1
43.797708
-79.272237
Hong Kong Style Tea & Fast Food
Scarborough
M1S
3
...
NaN
False
False
False
False
False
False
False
2
3
gopA-Q9KWwC8BLIRDhusgg
[Restaurants, Chinese]
Brampton
[Tuesday 12:0-22:0, Wednesday 12:0-22:0, Thurs...
1
43.695403
-79.750700
Singapore Garden Chinese Restaurant
L6V 1B8
10
...
NaN
True
False
True
False
False
True
False
2
3
ZDDzKXN_JXe7694zePRuTQ
[Food, Restaurants, Chinese, Coffee & Tea, Tai...
Toronto
[Monday 11:0-0:0, Tuesday 11:0-0:0, Wednesday ...
1
43.655657
-79.384737
Chatime - Dundas
Discovery District
M5G 1C3
263
...
NaN
False
True
False
False
False
True
True
2
3
u3q_fVU-qxgoGWLPVy4nMw
[Caribbean, Chinese, Restaurants]
Vaughan
[Monday 11:0-22:0, Tuesday 11:0-22:0, Wednesda...
1
43.829573
-79.536329
Tommy's Restaurant
L4K 0A3
18
...
NaN
NaN
NaN
False
NaN
NaN
NaN
False
2
3
UBKAE_miJ-lVmUqOTlI13g
[Chinese, Caribbean, Restaurants]
Mississuaga
[Monday 12:0-23:0, Tuesday 12:0-23:0, Wednesda...
1
43.582525
-79.619314
Benab Family Restaurant
Cooksville
L5A 4E4
9
...
NaN
False
False
NaN
False
False
False
False
2
3
S0Z8fKAUYTd2MKUuez-evA
[Food, Chinese, Restaurants]
Brampton
[Monday 11:30-23:0, Tuesday 11:30-23:0, Wednes...
1
43.735154
-79.823489
Noodle To Go Chinese Food
L6Z 0E3
9
...
NaN
True
False
NaN
False
False
False
False
2
3
2SyYW8GiDZsqtPb-aCbosg
[Chinese, Vietnamese, Restaurants]
Toronto
[Monday 10:0-18:30, Tuesday 10:0-18:30, Wednes...
1
43.651181
-79.384465
Noodle King
Downtown Core
M5H 3M9
48
...
NaN
False
False
False
False
False
True
True
2
3
jhKKwn9FSwFbZsbbYi5WfQ
[Vietnamese, Juice Bars & Smoothies, Food, Des...
Toronto
[Monday 9:0-21:0, Tuesday 10:0-21:0, Wednesday...
1
43.759988
-79.412225
Holy Snack
M2N 5M6
4
...
NaN
False
True
False
False
False
False
False
2
3
F4cIFBf8u81hKlGn0KgGCg
[Asian Fusion, Restaurants]
Aurora
[Monday 11:0-21:0, Tuesday 11:0-21:0, Wednesda...
1
43.997820
-79.466982
Annalisa Asian Fusion Cuisine & Lounge
L4G 1M1
11
...
NaN
NaN
NaN
NaN
NaN
NaN
NaN
False
2
3
FpFRtA1tagxqh_rLFs4XFQ
[Restaurants, Chinese, Seafood]
Richmond Hill
[Monday 10:30-0:0, Tuesday 10:30-0:0, Wednesda...
1
43.848329
-79.382966
Sichuan Kungfu Fish
L4B 0B2
5
...
NaN
True
False
False
False
False
False
False
2
3
33IS-0QBNwRC8cXnHABpbg
[Canadian (New), Restaurants, Asian Fusion]
Toronto
[Monday 17:30-22:30, Tuesday 17:30-22:30, Wedn...
1
43.651941
-79.407317
Bent
Little Italy
M6J 1V1
167
...
NaN
False
False
True
False
False
False
True
2
3
jNiZgCwZj4CNw1noxiC8PQ
[Restaurants, Buffets, Chinese]
Markham
[Monday 11:30-15:0, Monday 17:0-21:30, Tuesday...
1
43.866984
-79.228414
Mandarin - Markham East
Box Grove
L6B 0P2
43
...
NaN
True
False
True
False
False
False
True
2
3
K2CdjES-IZDDEgetOnf0Vw
[Asian Fusion, Fast Food, Restaurants, Chinese...
Toronto
[Thursday 11:0-20:0, Friday 11:0-20:0, Saturda...
1
43.787190
-79.276623
One2 Snacks
Scarborough
M1S 2C1
101
...
NaN
True
False
True
False
False
True
True
2
3
I8cCdp3q_5oCEykzZgPkQw
[Restaurants, Taiwanese, Juice Bars & Smoothie...
Markham
[Monday 12:0-23:0, Tuesday 12:0-23:0, Wednesda...
1
43.842575
-79.386548
CoCo Fresh Tea & Juice Richmond Hill
L3T 7T1
26
...
NaN
False
True
False
False
False
True
False
2
3
bzMO8LJmJtgo3KuyWGKUxA
[Japanese, Chinese, Ramen, Noodles, Restaurants]
Toronto
[Monday 11:0-22:30, Tuesday 11:0-22:30, Wednes...
1
43.652390
-79.397391
Homemade Ramen
Chinatown
M5T 2E3
104
...
NaN
False
False
True
False
False
True
True
2
3
mNRAFxAqL31c2Y96LEKggA
[Restaurants, Chinese]
Oakville
[Monday 11:30-21:0, Tuesday 11:30-21:0, Wednes...
1
43.463397
-79.674470
King Szechuan Chinese Restaurant
L6J 7S8
6
...
NaN
NaN
NaN
NaN
NaN
NaN
NaN
False
2
3
gtcsOodbmk4E0TulYHnlHA
[Cafes, Coffee & Tea, Nightlife, Restaurants, ...
Toronto
[Monday 12:0-2:0, Tuesday 12:0-2:0, Wednesday ...
1
43.662726
-79.422167
Northwood
Bickford Park
M6G 1M1
89
...
False
False
False
False
False
False
False
True
2
3
0v8icS8wOOgEDiHDCOQkZQ
[Restaurants, Chinese, Indian]
Mississauga
[Monday 11:30-22:0, Tuesday 11:30-22:0, Wednes...
1
43.568452
-79.666129
Chilli Chicken House
L5C
230
...
NaN
True
False
True
False
False
True
True
2
3
nqnVKM55nIZn8fNH1fIJPA
[Restaurants, Chinese, Vegetarian]
Toronto
[Monday 12:0-21:0, Tuesday 12:0-21:0, Wednesda...
1
43.666863
-79.345552
Simon's Wok
Leslieville
M4M 1Y5
31
...
NaN
False
False
True
False
False
True
True
2
3
ZuZxDPtDsh-nmbLebRC8iA
[Restaurants, Asian Fusion, Sandwiches]
Toronto
[Monday 11:0-21:0, Tuesday 11:0-21:0, Wednesda...
1
43.645199
-79.414396
Nam Sandwich
West Queen West
M6J 1G3
21
...
NaN
False
False
False
False
False
True
False
2
3
FfmH-oEWN7K1za-o8KZQDA
[Food, Chinese, Restaurants, Bakeries, Coffee ...
Richmond Hill
[Tuesday 8:30-18:30, Wednesday 8:30-18:30, Thu...
1
43.851122
-79.406816
Palace Bakery and Cafe
L4B 1Y3
7
...
NaN
False
False
False
False
False
False
False
2
3
zBd5JvFWuMGlnCYLaGsXZg
[Noodles, Comfort Food, Asian Fusion, Restaura...
Markham
[Monday 9:30-16:0, Tuesday 9:30-21:0, Wednesda...
1
43.889130
-79.314860
Pho Metro
L6C 0A2
83
...
NaN
False
False
False
False
False
True
True
2
3
XIX4xuzrt3IzvjX9MtHr9g
[Restaurants, Chinese]
Etobicoke
[Monday 16:0-23:30, Tuesday 16:0-0:0, Wednesda...
1
43.691946
-79.531593
Mayflower Chinese Food
Etobicoke
M9P 3B6
22
...
NaN
True
False
True
False
False
False
False
2
3
u6JJojkbqVlVI4NqKsL54Q
[Korean, Cocktail Bars, Restaurants, Bars, Asi...
Toronto
[Tuesday 17:0-23:0, Wednesday 17:0-23:0, Thurs...
1
43.655478
-79.414277
DOMA
Bickford Park
M6G 2Y3
11
...
False
False
False
False
False
False
False
False
2
3
_5XClj4E5VCIsEscbrrPKg
[Cocktail Bars, Chinese, Restaurants, Bars, As...
Toronto
[Tuesday 18:0-2:0, Wednesday 18:0-2:0, Thursda...
1
43.655939
-79.409460
LoPan
Little Italy
M6G 1A5
9
...
False
False
False
NaN
False
False
False
False
2
3
-yzBFD877La-RP739VxF7w
[Coffee & Tea, Cafes, Tea Rooms, Taiwanese, Fo...
Toronto
[Monday 13:0-0:0, Tuesday 13:0-0:0, Wednesday ...
1
43.775339
-79.413432
Sharetea
Willowdale
M2N 7A2
43
...
NaN
False
False
False
False
False
True
True
2
3
9iJMGMsTK-q6W5MB1_Ny3Q
[Chinese, Restaurants]
Richmond Hill
[Monday 11:0-22:0, Tuesday 11:0-22:0, Wednesda...
1
43.867072
-79.457974
Dynasty Chinese Restaurant
L4C 9W9
6
...
NaN
NaN
NaN
False
False
NaN
False
False
2
3
Q3UkgxNNInsPcUFhsQFcrg
[Chinese, Barbeque, Restaurants]
Richmond Hill
[Monday 11:30-20:30, Tuesday 11:30-20:30, Wedn...
1
43.843598
-79.391201
Kum Hong BBQ Restaurant
L4B 3K2
52
...
NaN
True
False
False
False
False
True
True
2
3
235 rows × 67 columns
In [101]:
anomaly_merged = pd.concat([df_select, result], axis=1)
In [102]:
anomaly_merged
Out[102]:
categories
city
hours
is_open
latitude
longitude
name
neighborhood
postal_code
review_count
...
Smoking
review_count_greater_median
cuisine_Chinese
spatial_label
clusters_sp
clusters_km
clusters_gm
scores_isf
distance_km
distance_knn
KeQ1cK564cL5C_hBTFrqnA
[Delis, Chinese, Indian, Seafood, Restaurants,...
Mississauga
[Monday 11:30-0:0, Tuesday 17:30-0:0, Wednesda...
1
43.616083
-79.617576
Desi Bar & Grill
Mississauga Valley
L4W 4C3
51
...
False
True
2
3
0
0
2
-0.026406
NaN
12.213128
f5xm2RiwLv0gbmXU4BkrGA
[Hot Pot, Restaurants, Chinese]
Markham
[Monday 12:0-23:0, Tuesday 12:0-23:0, Wednesda...
1
43.860726
-79.304713
Lion Pavilion Hot Pot
Unionville
L3R 0W4
4
...
NaN
False
2
3
0
1
4
0.036797
NaN
10.000000
q0oPX1DXW86QytTvvrD9MA
[Southern, Specialty Food, Sri Lankan, Indian,...
Toronto
[Tuesday 11:30-22:0, Wednesday 11:30-22:0, Thu...
1
43.836384
-79.251047
Ceylon Flavor
Scarborough
M1X 0A5
12
...
True
False
2
3
0
0
2
0.012530
NaN
10.708204
0C6uuZBD7xKS-uucgwoyQw
[Local Flavor, Asian Fusion, Restaurants, Cafe...
Mississauga
[Monday 7:0-16:0, Tuesday 7:0-16:0, Wednesday ...
1
43.687343
-79.607775
The Mission Eatery
L4V 1T1
33
...
False
True
2
3
0
1
1
0.026864
NaN
11.157694
mevOvXMnlTLbSl4w8fcG2A
[Chinese, Restaurants]
Vaughan
[Monday 12:0-23:0, Tuesday 12:0-23:0, Wednesda...
1
43.776459
-79.610612
Choice of the Orient
Woodbridge
L4L 9S2
8
...
False
False
2
3
0
0
3
0.053299
NaN
8.928203
nTQhgQZa7HhIpyM0ICC1mw
[Chinese, Cambodian, Restaurants, Vietnamese]
Vaughan
[Monday 10:0-21:30, Wednesday 10:0-21:30, Thur...
1
43.828880
-79.537802
Hu Tieu Nam Vang Hong Phat
L4K 5Y6
16
...
True
False
2
3
0
0
3
0.023877
NaN
10.204187
TBzgzTFSa7pJXiLD7emYaQ
[Indian, Chinese, Restaurants]
Toronto
[Monday 12:0-22:0, Wednesday 12:0-22:0, Thursd...
1
43.694272
-79.276040
Lotus Garden Hakka Indian Style Chinese
Scarborough
M1L 1E3
64
...
True
True
2
3
0
0
3
0.015436
NaN
9.700170
0XlbdDkYzC14SZF_bUGeXA
[Food, Specialty Food, Imported Food, Ethnic F...
Markham
[Monday 14:0-22:0, Wednesday 14:0-22:0, Thursd...
1
43.883528
-79.261944
Chef Chan
L3P 1Y6
10
...
NaN
False
2
3
0
1
0
0.084316
NaN
7.292529
o5t33JVLpZWf269AEPB95Q
[Chinese, Vegan, Vegetarian, Restaurants]
Toronto
[Monday 11:30-21:0, Tuesday 11:30-21:0, Thursd...
1
43.651965
-79.402650
Greens Vegetarian Restaurant
Alexandra Park
M5T 1H8
83
...
True
True
2
3
0
0
3
0.044613
NaN
8.878315
Ih7a0qOMLFnYAec8qyq2Gg
[Chinese, Dim Sum, Restaurants]
Toronto
[Monday 11:30-22:0, Tuesday 11:30-22:0, Wednes...
1
43.651263
-79.474637
Delights of China
Swansea
M6S 1N2
5
...
NaN
False
2
3
0
1
0
0.036159
NaN
7.878315
WpK-mZ7w-304c78MOEYH6A
[Asian Fusion, Latin American, Tapas/Small Pla...
Toronto
[Monday 17:0-22:30, Tuesday 17:0-22:30, Wednes...
1
43.649003
-79.528554
Mai Bistro
Etobicoke
M9A 1B4
46
...
True
True
2
3
0
0
3
0.036177
NaN
10.472136
E_mRnwhHLuz6tgMBScw1mw
[Asian Fusion, Chinese, Restaurants]
Toronto
[Monday 11:30-21:30, Tuesday 11:30-21:30, Wedn...
1
43.745538
-79.209955
Phoenix
Scarborough
M1J 3H3
29
...
True
False
2
3
0
0
3
0.013504
NaN
10.204187
2BuiyGL0JbNjnc88fYH39Q
[Chinese, Restaurants, Hot Pot, Noodles]
North York
[Monday 11:0-23:0, Tuesday 11:0-23:0, Wednesda...
1
43.777027
-79.414539
Hot Pot on Yonge
Willowdale
M2N 5S1
26
...
True
False
2
3
0
0
3
0.021527
NaN
11.371115
yPR8Bh55-9NXmooZS7lrLA
[Restaurants, Chinese, Food, Food Delivery Ser...
Toronto
[Monday 11:0-23:0, Tuesday 11:0-23:0, Wednesda...
1
43.724452
-79.252395
Royal Congee Chinese Cuisine
Scarborough
M1K 5J2
9
...
False
False
2
3
0
1
0
0.072260
NaN
8.196152
Q62lGVKqoKJ09lZNt2qpfw
[Chinese, Restaurants]
Scarborough
[Monday 12:0-22:0, Tuesday 12:0-22:0, Wednesda...
1
43.752733
-79.264041
Lucky Chinese Restaurant
Scarborough
M1P 2S1
54
...
True
True
2
3
0
0
3
0.083150
NaN
5.828427
IithJLAUG3gWcHw9EKLLFA
[Asian Fusion, Restaurants, Halal]
Scarborough
[Monday 11:30-22:0, Tuesday 11:30-22:0, Wednes...
1
43.753508
-79.276481
Kim Kim Indian Hakka Chinese Restaurant
Scarborough
M1P 2L1
46
...
True
True
2
3
0
0
3
0.075042
NaN
7.610366
OXW2erFOPT-Oov6wChxWYA
[Dim Sum, Asian Fusion, Restaurants, Chinese]
Toronto
[Monday 11:30-22:0, Tuesday 11:30-22:0, Wednes...
1
43.647369
-79.386763
Lee Chen Asian Bistro
Entertainment District
M5H 3S6
10
...
False
False
2
3
0
1
0
0.100447
NaN
6.242641
PlJ5Tf9T4QlFQoNZf99aTg
[Asian Fusion, Chinese, Thai, Restaurants, Ind...
Brampton
[Monday 11:0-23:0, Tuesday 11:0-23:0, Wednesda...
1
43.710523
-79.683989
Hakka No.1
L6T 4K9
7
...
False
False
2
3
0
1
0
0.066626
NaN
9.196152
MDInVOKvIetk_OIpKd2Ofw
[Chinese, Restaurants]
Mississauga
[Monday 11:0-22:0, Tuesday 11:0-22:0, Wednesda...
1
43.588358
-79.606632
Szechuan Noodle Bowl
Cooksville
L5A 1X5
14
...
NaN
False
2
3
0
1
0
0.094849
NaN
7.706742
mBHYTLynxk-Ryq56QIx6cw
[Restaurants, Chinese]
Mississauga
[Monday 11:30-22:0, Tuesday 11:30-22:0, Wednes...
1
43.619793
-79.572541
Dragon Palace
Summerville
L4X 1L9
15
...
True
False
2
3
0
0
3
0.056996
NaN
9.196152
QaxDKkqYTtVYZJcqBNTnvQ
[Noodles, Pizza, Chinese, Restaurants]
Toronto
[Monday 11:0-22:0, Tuesday 11:0-22:0, Wednesda...
1
43.653810
-79.396020
Yummy Yummy Dumplings
Downtown Core
M5T 2A8
123
...
True
True
2
3
0
0
3
0.016923
NaN
10.204187
RlNmDWJ0kkEWXW7yORJZVw
[Chinese, Restaurants]
North York
[Monday 10:0-1:0, Tuesday 10:0-1:0, Wednesday ...
1
43.790632
-79.366067
Congee Wong
M2H 1S8
129
...
True
True
2
3
0
0
3
0.037320
NaN
8.024580
sePTDv1dGHPID7kwuNzXaA
[Restaurants, Chinese, Dim Sum]
Markham
[Monday 10:0-20:0, Tuesday 10:0-20:0, Wednesda...
1
43.828469
-79.305981
Sam's Congee Delight
Milliken
L3R 9V7
102
...
True
True
2
3
0
0
3
0.032427
NaN
8.292529
A6bnXx1see4yZSaVVCVDyw
[Fast Food, Restaurants, Salad, Japanese, Sush...
Toronto
[Monday 11:0-22:0, Tuesday 11:0-22:0, Wednesda...
1
43.654756
-79.387492
Rolltation
Downtown Core
M5G 1C8
96
...
True
True
2
3
0
0
1
-0.008277
NaN
10.708204
sqHRwTOpFMsdoN_3xsTFNQ
[Coffee & Tea, Vietnamese, Cafes, Juice Bars &...
Vaughan
[Monday 11:0-15:0, Tuesday 11:0-21:0, Wednesda...
1
43.828074
-79.537355
Ox Noodle
L4K 5Y6
52
...
True
True
2
3
0
0
3
0.028482
NaN
8.878315
aarBX0VyJbjMACGCcMrfEQ
[Asian Fusion, African, Barbeque, Restaurants,...
Brampton
[Tuesday 11:0-21:0, Wednesday 11:0-21:0, Thurs...
1
43.663580
-79.732279
Get Grill
L6Y 0P6
21
...
True
False
2
3
0
0
1
0.042871
NaN
9.000000
cE7ArG7tPXsLSBbgHGHYZA
[Chinese, Restaurants]
Etobicoke
[Monday 11:0-22:30, Tuesday 11:0-22:30, Wednes...
1
43.693314
-79.557283
Gourmet Express
Etobicoke
M9R 2Y8
19
...
False
False
2
3
0
1
1
0.030598
NaN
9.732051
RcEaxi1h3qMIzQTDQyqNFg
[Food, Desserts, Asian Fusion, Restaurants, Fi...
Toronto
[Monday 10:0-21:0, Tuesday 10:0-21:0, Wednesda...
1
43.795685
-79.422284
Pinoy Hub
M2M 3X4
5
...
NaN
False
2
3
0
1
0
0.114343
NaN
5.828427
vuVyosC2e3CQ5GRdr9sh6A
[Tea Rooms, Restaurants, Taiwanese, Coffee & T...
Newmarket
[Monday 11:0-22:0, Tuesday 11:0-22:0, Wednesda...
1
44.035145
-79.473013
Tea Hotea
L3X 1V6
11
...
NaN
False
2
3
0
1
0
0.066212
NaN
8.196152
8xPmlVJy2o6x0J04CBpEMQ
[Food Stands, Food, Chinese, Bakeries, Ice Cre...
Markham
[Monday 11:0-20:0, Wednesday 11:0-20:0, Thursd...
1
43.857214
-79.303344
Toast Delight
Unionville
L3R 5T5
92
...
False
True
2
3
0
1
1
-0.045357
NaN
13.228757
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
snw9iNNLpFYZeHotW00uVA
[Restaurants, Asian Fusion]
Toronto
[Monday 17:30-22:30, Tuesday 17:30-22:30, Wedn...
1
43.644253
-79.400508
Lee Restaurant
M5V 1M5
397
...
False
True
2
3
0
0
4
0.006218
NaN
9.146264
8Lpoyo7RHWZrHlQW2JM2wQ
[Asian Fusion, Restaurants, Japanese, Sushi Ba...
Mississauga
[Monday 10:30-22:0, Tuesday 10:30-22:0, Wednes...
1
43.633710
-79.668259
Kura Sushi
L4Z 3E6
53
...
True
True
2
3
0
0
3
0.010574
NaN
9.968119
1kqLZp0_FEMHGx-W4TjTLQ
[Fast Food, Food Court, Chinese, Restaurants]
Toronto
[Monday 9:0-19:0, Tuesday 9:0-19:0, Wednesday ...
1
43.797708
-79.272237
Hong Kong Style Tea & Fast Food
Scarborough
M1S
3
...
False
False
2
3
0
1
0
0.078712
NaN
9.414214
gopA-Q9KWwC8BLIRDhusgg
[Restaurants, Chinese]
Brampton
[Tuesday 12:0-22:0, Wednesday 12:0-22:0, Thurs...
1
43.695403
-79.750700
Singapore Garden Chinese Restaurant
L6V 1B8
10
...
True
False
2
3
0
0
3
0.072526
NaN
7.706742
ZDDzKXN_JXe7694zePRuTQ
[Food, Restaurants, Chinese, Coffee & Tea, Tai...
Toronto
[Monday 11:0-0:0, Tuesday 11:0-0:0, Wednesday ...
1
43.655657
-79.384737
Chatime - Dundas
Discovery District
M5G 1C3
263
...
True
True
2
3
0
1
1
-0.020572
2.782185
11.905373
u3q_fVU-qxgoGWLPVy4nMw
[Caribbean, Chinese, Restaurants]
Vaughan
[Monday 11:0-22:0, Tuesday 11:0-22:0, Wednesda...
1
43.829573
-79.536329
Tommy's Restaurant
L4K 0A3
18
...
NaN
False
2
3
0
1
0
0.119796
NaN
5.414214
UBKAE_miJ-lVmUqOTlI13g
[Chinese, Caribbean, Restaurants]
Mississuaga
[Monday 12:0-23:0, Tuesday 12:0-23:0, Wednesda...
1
43.582525
-79.619314
Benab Family Restaurant
Cooksville
L5A 4E4
9
...
False
False
2
3
0
1
0
0.080294
NaN
10.000000
S0Z8fKAUYTd2MKUuez-evA
[Food, Chinese, Restaurants]
Brampton
[Monday 11:30-23:0, Tuesday 11:30-23:0, Wednes...
1
43.735154
-79.823489
Noodle To Go Chinese Food
L6Z 0E3
9
...
False
False
2
3
0
1
0
0.067764
NaN
8.660254
2SyYW8GiDZsqtPb-aCbosg
[Chinese, Vietnamese, Restaurants]
Toronto
[Monday 10:0-18:30, Tuesday 10:0-18:30, Wednes...
1
43.651181
-79.384465
Noodle King
Downtown Core
M5H 3M9
48
...
True
True
2
3
0
0
1
0.067803
NaN
8.024580
jhKKwn9FSwFbZsbbYi5WfQ
[Vietnamese, Juice Bars & Smoothies, Food, Des...
Toronto
[Monday 9:0-21:0, Tuesday 10:0-21:0, Wednesday...
1
43.759988
-79.412225
Holy Snack
M2N 5M6
4
...
False
False
2
3
0
1
1
0.022421
NaN
10.358485
F4cIFBf8u81hKlGn0KgGCg
[Asian Fusion, Restaurants]
Aurora
[Monday 11:0-21:0, Tuesday 11:0-21:0, Wednesda...
1
43.997820
-79.466982
Annalisa Asian Fusion Cuisine & Lounge
L4G 1M1
11
...
NaN
False
2
3
0
1
0
0.091026
NaN
8.342417
FpFRtA1tagxqh_rLFs4XFQ
[Restaurants, Chinese, Seafood]
Richmond Hill
[Monday 10:30-0:0, Tuesday 10:30-0:0, Wednesda...
1
43.848329
-79.382966
Sichuan Kungfu Fish
L4B 0B2
5
...
False
False
2
3
0
1
3
0.065704
NaN
9.146264
33IS-0QBNwRC8cXnHABpbg
[Canadian (New), Restaurants, Asian Fusion]
Toronto
[Monday 17:30-22:30, Tuesday 17:30-22:30, Wedn...
1
43.651941
-79.407317
Bent
Little Italy
M6J 1V1
167
...
False
True
2
3
1
0
4
0.016885
NaN
7.388905
jNiZgCwZj4CNw1noxiC8PQ
[Restaurants, Buffets, Chinese]
Markham
[Monday 11:30-15:0, Monday 17:0-21:30, Tuesday...
1
43.866984
-79.228414
Mandarin - Markham East
Box Grove
L6B 0P2
43
...
False
True
2
3
0
0
3
0.048064
NaN
8.342417
K2CdjES-IZDDEgetOnf0Vw
[Asian Fusion, Fast Food, Restaurants, Chinese...
Toronto
[Thursday 11:0-20:0, Friday 11:0-20:0, Saturda...
1
43.787190
-79.276623
One2 Snacks
Scarborough
M1S 2C1
101
...
True
True
2
3
0
0
1
0.001539
NaN
10.944272
I8cCdp3q_5oCEykzZgPkQw
[Restaurants, Taiwanese, Juice Bars & Smoothie...
Markham
[Monday 12:0-23:0, Tuesday 12:0-23:0, Wednesda...
1
43.842575
-79.386548
CoCo Fresh Tea & Juice Richmond Hill
L3T 7T1
26
...
True
False
2
3
0
1
1
0.013848
NaN
12.836233
bzMO8LJmJtgo3KuyWGKUxA
[Japanese, Chinese, Ramen, Noodles, Restaurants]
Toronto
[Monday 11:0-22:30, Tuesday 11:0-22:30, Wednes...
1
43.652390
-79.397391
Homemade Ramen
Chinatown
M5T 2E3
104
...
True
True
2
3
0
0
3
0.026152
NaN
9.464102
mNRAFxAqL31c2Y96LEKggA
[Restaurants, Chinese]
Oakville
[Monday 11:30-21:0, Tuesday 11:30-21:0, Wednes...
1
43.463397
-79.674470
King Szechuan Chinese Restaurant
L6J 7S8
6
...
NaN
False
2
3
0
1
0
0.074946
NaN
6.242641
gtcsOodbmk4E0TulYHnlHA
[Cafes, Coffee & Tea, Nightlife, Restaurants, ...
Toronto
[Monday 12:0-2:0, Tuesday 12:0-2:0, Wednesday ...
1
43.662726
-79.422167
Northwood
Bickford Park
M6G 1M1
89
...
False
True
2
3
1
1
4
-0.088266
3.131738
12.791902
0v8icS8wOOgEDiHDCOQkZQ
[Restaurants, Chinese, Indian]
Mississauga
[Monday 11:30-22:0, Tuesday 11:30-22:0, Wednes...
1
43.568452
-79.666129
Chilli Chicken House
L5C
230
...
True
True
2
3
0
0
3
0.084803
NaN
5.732051
nqnVKM55nIZn8fNH1fIJPA
[Restaurants, Chinese, Vegetarian]
Toronto
[Monday 12:0-21:0, Tuesday 12:0-21:0, Wednesda...
1
43.666863
-79.345552
Simon's Wok
Leslieville
M4M 1Y5
31
...
True
True
2
3
0
0
3
0.027614
NaN
9.464102
ZuZxDPtDsh-nmbLebRC8iA
[Restaurants, Asian Fusion, Sandwiches]
Toronto
[Monday 11:0-21:0, Tuesday 11:0-21:0, Wednesda...
1
43.645199
-79.414396
Nam Sandwich
West Queen West
M6J 1G3
21
...
True
False
2
3
0
1
1
0.081898
NaN
6.610366
FfmH-oEWN7K1za-o8KZQDA
[Food, Chinese, Restaurants, Bakeries, Coffee ...
Richmond Hill
[Tuesday 8:30-18:30, Wednesday 8:30-18:30, Thu...
1
43.851122
-79.406816
Palace Bakery and Cafe
L4B 1Y3
7
...
False
False
2
3
0
1
0
0.081867
NaN
8.342417
zBd5JvFWuMGlnCYLaGsXZg
[Noodles, Comfort Food, Asian Fusion, Restaura...
Markham
[Monday 9:30-16:0, Tuesday 9:30-21:0, Wednesda...
1
43.889130
-79.314860
Pho Metro
L6C 0A2
83
...
True
True
2
3
0
0
1
0.052541
NaN
9.382332
XIX4xuzrt3IzvjX9MtHr9g
[Restaurants, Chinese]
Etobicoke
[Monday 16:0-23:30, Tuesday 16:0-0:0, Wednesda...
1
43.691946
-79.531593
Mayflower Chinese Food
Etobicoke
M9P 3B6
22
...
False
False
2
3
0
1
1
0.003677
NaN
10.867098
u6JJojkbqVlVI4NqKsL54Q
[Korean, Cocktail Bars, Restaurants, Bars, Asi...
Toronto
[Tuesday 17:0-23:0, Wednesday 17:0-23:0, Thurs...
1
43.655478
-79.414277
DOMA
Bickford Park
M6G 2Y3
11
...
False
False
2
3
1
1
4
-0.017084
NaN
11.157694
_5XClj4E5VCIsEscbrrPKg
[Cocktail Bars, Chinese, Restaurants, Bars, As...
Toronto
[Tuesday 18:0-2:0, Wednesday 18:0-2:0, Thursda...
1
43.655939
-79.409460
LoPan
Little Italy
M6G 1A5
9
...
False
False
2
3
1
1
0
-0.029980
NaN
12.034027
-yzBFD877La-RP739VxF7w
[Coffee & Tea, Cafes, Tea Rooms, Taiwanese, Fo...
Toronto
[Monday 13:0-0:0, Tuesday 13:0-0:0, Wednesday ...
1
43.775339
-79.413432
Sharetea
Willowdale
M2N 7A2
43
...
True
True
2
3
0
0
1
0.013570
NaN
11.820605
9iJMGMsTK-q6W5MB1_Ny3Q
[Chinese, Restaurants]
Richmond Hill
[Monday 11:0-22:0, Tuesday 11:0-22:0, Wednesda...
1
43.867072
-79.457974
Dynasty Chinese Restaurant
L4C 9W9
6
...
False
False
2
3
0
1
0
0.062870
NaN
9.464102
Q3UkgxNNInsPcUFhsQFcrg
[Chinese, Barbeque, Restaurants]
Richmond Hill
[Monday 11:30-20:30, Tuesday 11:30-20:30, Wedn...
1
43.843598
-79.391201
Kum Hong BBQ Restaurant
L4B 3K2
52
...
True
True
2
3
0
0
1
0.013495
NaN
9.936238
235 rows × 73 columns
In [107]:
plt.plot(range(len(anomaly_merged)), anomaly_merged['scores_isf'], '.')
Out[107]:
[<matplotlib.lines.Line2D at 0x7faf9d1cef50>]
In [118]:
# Spectural
X[anomaly_merged['clusters_sp'] == 1].mean() - X[anomaly_merged['clusters_sp'] == 0].mean()
Out[118]:
review_count_greater_median 0.166293
AgesAllowed_True 0.025037
Ambience_classy_full_bar 0.811659
Ambience_classy_none -0.434978
Ambience_divey_True -0.275411
Ambience_hipster_loud 0.117339
Ambience_hipster_quiet -0.044096
Ambience_hipster_very_loud -0.004484
Ambience_romantic_dressy 0.157698
Ambience_romantic_formal -0.004484
Ambience_touristy_True -0.008969
Ambience_upscale_True 0.268311
BYOB_True 0.067638
BYOBCorkage_True 0.301943
BestNights_saturday_True -0.004484
BestNights_sunday_True -0.334081
BestNights_tuesday_True -0.013453
BestNights_wednesday_True 0.083333
BikeParking_True -0.013453
BusinessAcceptsCreditCards_True -0.452915
BusinessParking_garage_True -0.412556
BusinessParking_lot_free -0.169656
BusinessParking_lot_paid -0.008969
BusinessParking_valet_True 0.236547
Corkage_True 0.119581
DietaryRestrictions_halal_True -0.955157
DietaryRestrictions_soy-free_True -0.773169
GoodForMeal_breakfast_True -0.004484
GoodForMeal_brunch_True -0.013453
GoodForMeal_dessert_True 0.324738
GoodForMeal_dinner_True 0.245516
GoodForMeal_latenight_True -0.026906
GoodForMeal_lunch_True 0.275785
HappyHour_True -0.372197
Music_background_music_True 0.074365
Music_no_music_True -0.372197
Music_video_True -0.067265
OutdoorSeating_True 0.136771
RestaurantsDelivery_True 0.074365
RestaurantsGoodForGroups_True -0.004484
Smoking_True -0.475336
stars_4.5 -0.179372
stars_5.0 0.038490
dtype: float64
In [120]:
X[anomaly_merged['clusters_sp'] == 1]['DietaryRestrictions_halal_True']
Out[120]:
dy0O7DaSUd49NZWSEtvz_g 0
7maw_SNG0Q_co6-jPDoUnw 0
b7wUWVV01xaa7E0FUNMDiw 0
yP71_LfUPnGIRqA2g09RoQ 0
1pttL4MkpxOL6Mj2azOjVQ 0
Y3zHWwGWjkdbCPGR7pF6tQ 0
D9bf5U0y_0MnL9wMFc4bKQ 0
B5JCODx4728Ce2Qca1NFHw 0
33IS-0QBNwRC8cXnHABpbg 0
gtcsOodbmk4E0TulYHnlHA 0
u6JJojkbqVlVI4NqKsL54Q 0
_5XClj4E5VCIsEscbrrPKg 0
Name: DietaryRestrictions_halal_True, dtype: uint8
In [121]:
X[anomaly_merged['clusters_sp'] == 0]['DietaryRestrictions_halal_True']
Out[121]:
KeQ1cK564cL5C_hBTFrqnA 1
f5xm2RiwLv0gbmXU4BkrGA 0
q0oPX1DXW86QytTvvrD9MA 1
0C6uuZBD7xKS-uucgwoyQw 1
mevOvXMnlTLbSl4w8fcG2A 1
nTQhgQZa7HhIpyM0ICC1mw 1
TBzgzTFSa7pJXiLD7emYaQ 1
0XlbdDkYzC14SZF_bUGeXA 1
o5t33JVLpZWf269AEPB95Q 1
Ih7a0qOMLFnYAec8qyq2Gg 0
WpK-mZ7w-304c78MOEYH6A 1
E_mRnwhHLuz6tgMBScw1mw 1
2BuiyGL0JbNjnc88fYH39Q 1
yPR8Bh55-9NXmooZS7lrLA 1
Q62lGVKqoKJ09lZNt2qpfw 1
IithJLAUG3gWcHw9EKLLFA 1
OXW2erFOPT-Oov6wChxWYA 1
PlJ5Tf9T4QlFQoNZf99aTg 1
MDInVOKvIetk_OIpKd2Ofw 1
mBHYTLynxk-Ryq56QIx6cw 1
QaxDKkqYTtVYZJcqBNTnvQ 1
RlNmDWJ0kkEWXW7yORJZVw 1
sePTDv1dGHPID7kwuNzXaA 1
A6bnXx1see4yZSaVVCVDyw 1
sqHRwTOpFMsdoN_3xsTFNQ 1
aarBX0VyJbjMACGCcMrfEQ 1
cE7ArG7tPXsLSBbgHGHYZA 1
RcEaxi1h3qMIzQTDQyqNFg 1
vuVyosC2e3CQ5GRdr9sh6A 1
8xPmlVJy2o6x0J04CBpEMQ 1
..
e9smQsCHC7-ghr_7fWz4Mw 1
9xPK9u_AGM1sxoG2CU9psA 1
9ad0-8h-DRUheY9dF9rYjQ 1
4egAyQgylMPJgngmNGCloA 1
snw9iNNLpFYZeHotW00uVA 1
8Lpoyo7RHWZrHlQW2JM2wQ 1
1kqLZp0_FEMHGx-W4TjTLQ 1
gopA-Q9KWwC8BLIRDhusgg 1
ZDDzKXN_JXe7694zePRuTQ 1
u3q_fVU-qxgoGWLPVy4nMw 1
UBKAE_miJ-lVmUqOTlI13g 1
S0Z8fKAUYTd2MKUuez-evA 1
2SyYW8GiDZsqtPb-aCbosg 1
jhKKwn9FSwFbZsbbYi5WfQ 1
F4cIFBf8u81hKlGn0KgGCg 1
FpFRtA1tagxqh_rLFs4XFQ 1
jNiZgCwZj4CNw1noxiC8PQ 1
K2CdjES-IZDDEgetOnf0Vw 1
I8cCdp3q_5oCEykzZgPkQw 1
bzMO8LJmJtgo3KuyWGKUxA 1
mNRAFxAqL31c2Y96LEKggA 0
0v8icS8wOOgEDiHDCOQkZQ 1
nqnVKM55nIZn8fNH1fIJPA 1
ZuZxDPtDsh-nmbLebRC8iA 1
FfmH-oEWN7K1za-o8KZQDA 1
zBd5JvFWuMGlnCYLaGsXZg 1
XIX4xuzrt3IzvjX9MtHr9g 1
-yzBFD877La-RP739VxF7w 1
9iJMGMsTK-q6W5MB1_Ny3Q 1
Q3UkgxNNInsPcUFhsQFcrg 1
Name: DietaryRestrictions_halal_True, dtype: uint8
In [138]:
anomaly_merged['distance_km'].sort_values()
Out[138]:
GkY6UWWn0Fz2ehcuBp66pg 1.366998
WKayXylpXcAEReoqgNK3tA 2.689006
1pttL4MkpxOL6Mj2azOjVQ 2.728816
dy0O7DaSUd49NZWSEtvz_g 2.730364
zHNk2BnANwkvHvaXD7yYsg 2.736672
D9bf5U0y_0MnL9wMFc4bKQ 2.749243
ZDDzKXN_JXe7694zePRuTQ 2.782185
bGuxRBRKv7i1BKKfGbjxEw 2.805117
B5JCODx4728Ce2Qca1NFHw 2.919564
E0iHvHraTa-t6ka9rYL8uQ 2.942197
gtcsOodbmk4E0TulYHnlHA 3.131738
KeQ1cK564cL5C_hBTFrqnA NaN
f5xm2RiwLv0gbmXU4BkrGA NaN
q0oPX1DXW86QytTvvrD9MA NaN
0C6uuZBD7xKS-uucgwoyQw NaN
mevOvXMnlTLbSl4w8fcG2A NaN
nTQhgQZa7HhIpyM0ICC1mw NaN
TBzgzTFSa7pJXiLD7emYaQ NaN
0XlbdDkYzC14SZF_bUGeXA NaN
o5t33JVLpZWf269AEPB95Q NaN
Ih7a0qOMLFnYAec8qyq2Gg NaN
WpK-mZ7w-304c78MOEYH6A NaN
E_mRnwhHLuz6tgMBScw1mw NaN
2BuiyGL0JbNjnc88fYH39Q NaN
yPR8Bh55-9NXmooZS7lrLA NaN
Q62lGVKqoKJ09lZNt2qpfw NaN
IithJLAUG3gWcHw9EKLLFA NaN
OXW2erFOPT-Oov6wChxWYA NaN
PlJ5Tf9T4QlFQoNZf99aTg NaN
MDInVOKvIetk_OIpKd2Ofw NaN
...
9ad0-8h-DRUheY9dF9rYjQ NaN
4egAyQgylMPJgngmNGCloA NaN
snw9iNNLpFYZeHotW00uVA NaN
8Lpoyo7RHWZrHlQW2JM2wQ NaN
1kqLZp0_FEMHGx-W4TjTLQ NaN
gopA-Q9KWwC8BLIRDhusgg NaN
u3q_fVU-qxgoGWLPVy4nMw NaN
UBKAE_miJ-lVmUqOTlI13g NaN
S0Z8fKAUYTd2MKUuez-evA NaN
2SyYW8GiDZsqtPb-aCbosg NaN
jhKKwn9FSwFbZsbbYi5WfQ NaN
F4cIFBf8u81hKlGn0KgGCg NaN
FpFRtA1tagxqh_rLFs4XFQ NaN
33IS-0QBNwRC8cXnHABpbg NaN
jNiZgCwZj4CNw1noxiC8PQ NaN
K2CdjES-IZDDEgetOnf0Vw NaN
I8cCdp3q_5oCEykzZgPkQw NaN
bzMO8LJmJtgo3KuyWGKUxA NaN
mNRAFxAqL31c2Y96LEKggA NaN
0v8icS8wOOgEDiHDCOQkZQ NaN
nqnVKM55nIZn8fNH1fIJPA NaN
ZuZxDPtDsh-nmbLebRC8iA NaN
FfmH-oEWN7K1za-o8KZQDA NaN
zBd5JvFWuMGlnCYLaGsXZg NaN
XIX4xuzrt3IzvjX9MtHr9g NaN
u6JJojkbqVlVI4NqKsL54Q NaN
_5XClj4E5VCIsEscbrrPKg NaN
-yzBFD877La-RP739VxF7w NaN
9iJMGMsTK-q6W5MB1_Ny3Q NaN
Q3UkgxNNInsPcUFhsQFcrg NaN
Name: distance_km, dtype: float64
In [142]:
anomaly_merged.loc['gtcsOodbmk4E0TulYHnlHA', 'categories']
Out[142]:
[u'Cafes',
u'Coffee & Tea',
u'Nightlife',
u'Restaurants',
u'Chinese',
u'Food',
u'Bars',
u'Sandwiches',
u'Cocktail Bars']
In [139]:
anomaly_merged.loc['gtcsOodbmk4E0TulYHnlHA', :]
Out[139]:
categories [Cafes, Coffee & Tea, Nightlife, Restaurants, ...
city Toronto
hours [Monday 12:0-2:0, Tuesday 12:0-2:0, Wednesday ...
is_open 1
latitude 43.6627
longitude -79.4222
name Northwood
neighborhood Bickford Park
postal_code M6G 1M1
review_count 89
stars 4
state ON
AgesAllowed False
Ambience_casual NaN
Ambience_classy full_bar
Ambience_divey False
Ambience_hipster loud
Ambience_intimate False
Ambience_romantic casual
Ambience_touristy False
Ambience_trendy NaN
Ambience_upscale True
BYOB False
BYOBCorkage False
BestNights_friday False
BestNights_monday NaN
BestNights_saturday False
BestNights_sunday True
BestNights_thursday NaN
BestNights_tuesday False
...
DietaryRestrictions_soy-free False
DietaryRestrictions_vegan NaN
DietaryRestrictions_vegetarian NaN
GoodForMeal_breakfast False
GoodForMeal_brunch NaN
GoodForMeal_dessert True
GoodForMeal_dinner True
GoodForMeal_latenight False
GoodForMeal_lunch True
HappyHour False
Music_background_music True
Music_dj NaN
Music_jukebox False
Music_karaoke NaN
Music_live False
Music_no_music False
Music_video False
OutdoorSeating False
RestaurantsDelivery False
RestaurantsGoodForGroups False
Smoking False
review_count_greater_median True
cuisine_Chinese 2
spatial_label 3
clusters_sp 1
clusters_km 1
clusters_gm 4
scores_isf -0.0882664
distance_km 3.13174
distance_knn 12.7919
Name: gtcsOodbmk4E0TulYHnlHA, dtype: object
In [141]:
anomaly_merged['scores_isf'].sort_values()
Out[141]:
gtcsOodbmk4E0TulYHnlHA -0.088266
E0iHvHraTa-t6ka9rYL8uQ -0.050590
td9FZybutwNG7DgocHCiXA -0.046976
8xPmlVJy2o6x0J04CBpEMQ -0.045357
B5JCODx4728Ce2Qca1NFHw -0.036887
_5XClj4E5VCIsEscbrrPKg -0.029980
AsPW2a72MNVuV8LTDDNyDQ -0.029095
WKayXylpXcAEReoqgNK3tA -0.027684
KeQ1cK564cL5C_hBTFrqnA -0.026406
zHNk2BnANwkvHvaXD7yYsg -0.022143
ZDDzKXN_JXe7694zePRuTQ -0.020572
r3nLLfiW60GX7BPnOsFrjw -0.018871
Y3zHWwGWjkdbCPGR7pF6tQ -0.017401
u6JJojkbqVlVI4NqKsL54Q -0.017084
Qtb4dHWSxOv8RjgBWrzukQ -0.015257
D9bf5U0y_0MnL9wMFc4bKQ -0.014430
oOGLDf2rzeCPS7UQ8hhPlQ -0.013504
1pttL4MkpxOL6Mj2azOjVQ -0.012733
scVd-lmZCNZHK5W75-4sKQ -0.009769
bGuxRBRKv7i1BKKfGbjxEw -0.009119
A6bnXx1see4yZSaVVCVDyw -0.008277
ZspGe6tJ3d2Y4rxwAG8h-Q -0.006048
Z0_qLqeFwOQGhBd_aC9s6w -0.003969
w0ZxXnBGPImeZ9sGMLfe7g -0.003919
dy0O7DaSUd49NZWSEtvz_g -0.003836
EA7NU-fwH9VtCCVd3yO1fg -0.002731
a911y0BuV1rjHXkXlFm3Ig 0.000094
K2CdjES-IZDDEgetOnf0Vw 0.001539
ax4ztJvW28xgGvI0OPqGcQ 0.001727
htQgj-ANQpZGpIpkkrEmyQ 0.003566
...
h8zFBTYBKSwDFcHuFgwpmQ 0.085234
GkrElnysLT5iWSEbqcVkzg 0.086297
l9vx-OTdDPU-oHZ17aVxdg 0.090045
ZilzayEdyk70SoI-wruJbg 0.090141
El6TCImlUAnmDFp3U685eQ 0.090378
GilIp96ZEsF4prlDPducog 0.090653
F4cIFBf8u81hKlGn0KgGCg 0.091026
LbuG9NOlldEfMkCi9BiVAg 0.091674
jPxlzLWHc7mkvhw3YUXuZg 0.092333
JlpkA8yZb3K4wUkz1UJD1g 0.092457
fhYtFEVagrSKQu-t2gL66A 0.092679
6Bmq3b91hqTwMFn5cpPWzQ 0.092682
_xpHdMJXFlUhJyTZ8cKYTg 0.093506
MDInVOKvIetk_OIpKd2Ofw 0.094849
ALmboc20jElFTgOEvE09vQ 0.096228
e9smQsCHC7-ghr_7fWz4Mw 0.096714
tCJjzxEcTWwdqIpIvZEP-g 0.096714
GkY6UWWn0Fz2ehcuBp66pg 0.097786
jSJqYcwI9sExMOH5E7IqRw 0.097928
Mn8PTuxCUu1A2_RlwXv3kw 0.099828
j9YFHVQqxM_qKHIc4nck-A 0.100082
OXW2erFOPT-Oov6wChxWYA 0.100447
KRoJhHyPWORMJn1UO5kAkA 0.101351
Rr3ZlPEo70TxT2e_A47y9g 0.102350
85SnEWWFSm8z0EDupfTO7w 0.102350
zRGCIIez1z4ve5Hppa7eVQ 0.104334
JmKgz6n7zn24F-WkgT-kiA 0.107583
RcEaxi1h3qMIzQTDQyqNFg 0.114343
MTNDAZ5PrnflhmdyKqVJ8w 0.115872
u3q_fVU-qxgoGWLPVy4nMw 0.119796
Name: scores_isf, dtype: float64
In [140]:
anomaly_merged['distance_knn'].sort_values()
Out[140]:
85SnEWWFSm8z0EDupfTO7w 4.828427
Rr3ZlPEo70TxT2e_A47y9g 4.828427
JmKgz6n7zn24F-WkgT-kiA 5.000000
tCJjzxEcTWwdqIpIvZEP-g 5.242641
e9smQsCHC7-ghr_7fWz4Mw 5.242641
MTNDAZ5PrnflhmdyKqVJ8w 5.414214
u3q_fVU-qxgoGWLPVy4nMw 5.414214
0v8icS8wOOgEDiHDCOQkZQ 5.732051
RcEaxi1h3qMIzQTDQyqNFg 5.828427
Q62lGVKqoKJ09lZNt2qpfw 5.828427
ALmboc20jElFTgOEvE09vQ 5.828427
OXW2erFOPT-Oov6wChxWYA 6.242641
El6TCImlUAnmDFp3U685eQ 6.242641
fhYtFEVagrSKQu-t2gL66A 6.242641
ZilzayEdyk70SoI-wruJbg 6.242641
KRoJhHyPWORMJn1UO5kAkA 6.242641
l9vx-OTdDPU-oHZ17aVxdg 6.242641
mNRAFxAqL31c2Y96LEKggA 6.242641
ZuZxDPtDsh-nmbLebRC8iA 6.610366
Ki4aSG30_W_2KPjqT50o1w 6.610366
_xt4ZyvtgY8Xu_O6SpSB5A 6.656854
_xpHdMJXFlUhJyTZ8cKYTg 6.656854
GkY6UWWn0Fz2ehcuBp66pg 6.656854
aVFxXttiojZeIW7rmuDSuA 6.656854
h8zFBTYBKSwDFcHuFgwpmQ 6.656854
BHX0ghpo_r4lVxGRPEBIQw 6.656854
rntKF4Dm9JIJoSNi5XqRsQ 6.656854
Nnr0kZIVlW5sWInOJW9LMQ 6.878315
4egAyQgylMPJgngmNGCloA 6.878315
-7EwIdxcRC5McO35DVfeSQ 6.974691
...
u6JJojkbqVlVI4NqKsL54Q 11.157694
0C6uuZBD7xKS-uucgwoyQw 11.157694
MRoTUJyR2TVpvDdbOAtBlQ 11.157694
L_tieGcFMQVSmk7XiA093A 11.157694
2BuiyGL0JbNjnc88fYH39Q 11.371115
35SEr0cPTuoBJ1DYQ686pA 11.371115
Qzq-m_TKJ-Iv1BmYLcjlVA 11.393762
Hrbwae-MS_7JlS27uoigIA 11.393762
scVd-lmZCNZHK5W75-4sKQ 11.607183
WKayXylpXcAEReoqgNK3tA 11.607183
-yzBFD877La-RP739VxF7w 11.820605
w0ZxXnBGPImeZ9sGMLfe7g 11.820605
VOsvscZOFYzcsdbmAlVkiA 11.820605
EA7NU-fwH9VtCCVd3yO1fg 11.820605
ZDDzKXN_JXe7694zePRuTQ 11.905373
_5XClj4E5VCIsEscbrrPKg 12.034027
KeQ1cK564cL5C_hBTFrqnA 12.213128
r3nLLfiW60GX7BPnOsFrjw 12.230289
Y3zHWwGWjkdbCPGR7pF6tQ 12.247449
Z0_qLqeFwOQGhBd_aC9s6w 12.426550
zHNk2BnANwkvHvaXD7yYsg 12.426550
1pttL4MkpxOL6Mj2azOjVQ 12.622812
oOGLDf2rzeCPS7UQ8hhPlQ 12.639972
AsPW2a72MNVuV8LTDDNyDQ 12.639972
gtcsOodbmk4E0TulYHnlHA 12.791902
I8cCdp3q_5oCEykzZgPkQw 12.836233
td9FZybutwNG7DgocHCiXA 12.836233
bGuxRBRKv7i1BKKfGbjxEw 13.018909
8xPmlVJy2o6x0J04CBpEMQ 13.228757
E0iHvHraTa-t6ka9rYL8uQ 14.828427
Name: distance_knn, dtype: float64
In [ ]:
Content source: djfan/yelp-challenge
Similar notebooks: