In [1]:
import pandas as pd
from pymongo import MongoClient
In [2]:
import numpy as np
In [3]:
import re
In [4]:
client = MongoClient()
client = MongoClient('localhost', 27017)
In [7]:
db = client.airbnb
cursor = db.reviews.find()
In [8]:
data = pd.DataFrame(list(cursor))
In [9]:
data.head(10)
Out[9]:
_id
comments
date
id
listing_id
reviewer_id
reviewer_name
0
58f76123ada99516d91c8f71
Great apartment with really nice terrace, good...
2016-06-27
82478807
13343228
13706374
Alessandro
1
58f76123ada99516d91c8f72
Хозяин очень отзывчивый и гостеприимный челове...
2016-07-12
85670059
13343228
11822006
Юрий
2
58f76123ada99516d91c8f73
Perfect accomodation for a couple. Everything ...
2016-08-11
93028358
13343228
78753688
Pasquale
3
58f76123ada99516d91c8f74
Logement propre et bien agencé. La terrasse es...
2016-08-20
95694892
13343228
2755964
Matthieu
4
58f76123ada99516d91c8f75
This compact flat is perfect for two persons. ...
2016-08-27
97373095
13343228
66079967
Henriett
5
58f76123ada99516d91c8f76
Apartament był dobrze usytuowany, kilka minut ...
2016-09-09
100469165
13343228
44102687
Ewa
6
58f76123ada99516d91c8f77
2016-10-19
109107089
13343228
5385438
Matthieu & Nithya
7
58f76123ada99516d91c8f78
Josep a été très présent dans ses explications...
2016-10-31
111387102
13343228
97786692
(EMAIL HIDDEN)
8
58f76123ada99516d91c8f79
Excelente anfitrion y apartamento. \nMerce, mu...
2016-05-24
76026188
12941699
32294607
Sebastian
9
58f76123ada99516d91c8f7a
This apartment is beautifully decorated, every...
2016-06-10
78906608
12941699
73370085
Marija
In [10]:
from textblob import TextBlob
In [11]:
data["eng_comment"] = ""
In [12]:
data.head(19110)
Out[12]:
_id
comments
date
id
listing_id
reviewer_id
reviewer_name
eng_comment
0
58f76123ada99516d91c8f71
Great apartment with really nice terrace, good...
2016-06-27
82478807
13343228
13706374
Alessandro
1
58f76123ada99516d91c8f72
Хозяин очень отзывчивый и гостеприимный челове...
2016-07-12
85670059
13343228
11822006
Юрий
2
58f76123ada99516d91c8f73
Perfect accomodation for a couple. Everything ...
2016-08-11
93028358
13343228
78753688
Pasquale
3
58f76123ada99516d91c8f74
Logement propre et bien agencé. La terrasse es...
2016-08-20
95694892
13343228
2755964
Matthieu
4
58f76123ada99516d91c8f75
This compact flat is perfect for two persons. ...
2016-08-27
97373095
13343228
66079967
Henriett
5
58f76123ada99516d91c8f76
Apartament był dobrze usytuowany, kilka minut ...
2016-09-09
100469165
13343228
44102687
Ewa
6
58f76123ada99516d91c8f77
2016-10-19
109107089
13343228
5385438
Matthieu & Nithya
7
58f76123ada99516d91c8f78
Josep a été très présent dans ses explications...
2016-10-31
111387102
13343228
97786692
(EMAIL HIDDEN)
8
58f76123ada99516d91c8f79
Excelente anfitrion y apartamento. \nMerce, mu...
2016-05-24
76026188
12941699
32294607
Sebastian
9
58f76123ada99516d91c8f7a
This apartment is beautifully decorated, every...
2016-06-10
78906608
12941699
73370085
Marija
10
58f76123ada99516d91c8f7b
The apartment was in a great location and was ...
2016-06-11
79128751
12941699
12294090
James
11
58f76123ada99516d91c8f7c
Merce was very accommodating and allowed us to...
2016-06-15
79951761
12941699
15809498
Cecilia
12
58f76123ada99516d91c8f7d
Had a great time staying in Merce's place in B...
2016-07-08
84581494
12941699
15872021
Emily
13
58f76123ada99516d91c8f7e
Merce is the most amazing host. The flat is ne...
2016-07-11
85272674
12941699
1647860
Nicole
14
58f76123ada99516d91c8f7f
Beautiful flat in the heart of great section o...
2016-07-29
89538002
12941699
65088008
Mark
15
58f76123ada99516d91c8f80
Merce was the perfect Airbnb host! She was ava...
2016-08-07
91892343
12941699
2057392
Amir
16
58f76123ada99516d91c8f81
She was an amazing host and made sure everythi...
2016-08-16
94570736
12941699
4703739
Corey
17
58f76123ada99516d91c8f82
This was a lovely apartment in the heart of th...
2016-09-11
100945688
12941699
11329262
Jenna
18
58f76123ada99516d91c8f83
Merce has a newly renovated and beautifully de...
2016-09-14
101608977
12941699
1711182
Allon
19
58f76123ada99516d91c8f84
Merce was a fantastic host! We arrived on an e...
2016-09-28
104769423
12941699
23818330
Emily
20
58f76123ada99516d91c8f85
Merce was an amazing host. The apartment was i...
2016-10-04
106104254
12941699
11608184
Joan
21
58f76123ada99516d91c8f86
Great place and great location. Host was easy ...
2016-10-16
108484252
12941699
3591499
Steffen
22
58f76123ada99516d91c8f87
We were a family of 4, with two kids, staying ...
2016-10-29
110899743
12941699
84043444
Tatiana
23
58f76123ada99516d91c8f88
I had a very nice stay at Hannah's. The bedroo...
2013-07-15
5768176
1184282
7239217
Adamon
24
58f76123ada99516d91c8f89
Hannah's flat is very centrally located and it...
2013-07-16
5801739
1184282
462592
Fiona
25
58f76123ada99516d91c8f8a
Hannah's flat is very centrally located and it...
2013-07-17
5819017
1184282
462592
Fiona
26
58f76123ada99516d91c8f8b
Hannah was a very thoughtful host, even checki...
2013-07-25
5984219
1184282
6229955
Daniela
27
58f76123ada99516d91c8f8c
Stress-free accommodation
2013-07-26
6003987
1184282
6229955
Daniela
28
58f76123ada99516d91c8f8d
The apartment was nice and homely, and conveni...
2013-07-30
6119769
1184282
5860371
Johan Christensen And Caroline Madsen
29
58f76123ada99516d91c8f8e
Great apartment, very centric and clean.\nHann...
2013-08-17
6571353
1184282
3554039
Jess + Jimmy
...
...
...
...
...
...
...
...
...
19080
58f76124ada99516d91cda0c
My husband and I had a great time at Joel's ro...
2014-03-25
11225914
490853
12238631
Annete
19081
58f76124ada99516d91cda0d
Joel is a great host, helpful and friendly! We...
2014-04-07
11552363
490853
13177800
Justyna I Bartek
19082
58f76124ada99516d91cda0e
Al igual que la otra habitación, todo limpio y...
2014-04-11
11677331
490853
13802574
Pedro
19083
58f76124ada99516d91cda0f
For us, Joel's place was perfect! It was very ...
2014-04-17
11867284
490853
12896320
Annie
19084
58f76124ada99516d91cda10
Joel was a nice host. His room is located in v...
2014-04-19
11927153
490853
10925390
Preeth
19085
58f76124ada99516d91cda11
Nice and clean room in good location, definite...
2014-05-02
12436856
490853
2788795
Joanna
19086
58f76124ada99516d91cda12
Great guy, lovely appartement, and soooo close...
2014-05-03
12474375
490853
9246058
Mathias
19087
58f76124ada99516d91cda13
The Joel's place is exactly what you see on pi...
2014-05-08
12680655
490853
4762221
Leonardo
19088
58f76124ada99516d91cda14
Io ed il mio compagno abbiamo passato 4 giorni...
2014-05-26
13358523
490853
14410224
Gianni
19089
58f76124ada99516d91cda15
A good first experience with airbnb! \nJoel is...
2014-06-02
13674718
490853
14539900
Christine
19090
58f76124ada99516d91cda16
Location of the apartment is good and Joel has...
2014-06-07
13873863
490853
275611
Siok Chen
19091
58f76124ada99516d91cda17
Staying in Joels Appartement was a great pleas...
2014-06-11
14088150
490853
15203611
Niklas
19092
58f76124ada99516d91cda18
The apartment was near to the Sagrada Famillia...
2014-06-15
14233424
490853
15217546
Gwen
19093
58f76124ada99516d91cda19
Joel's house has a great location just near by...
2014-06-18
14396884
490853
14508666
Vincent
19094
58f76124ada99516d91cda1a
Joel's house is very nice, very clean and have...
2014-06-23
14648639
490853
5965499
Cyrielle
19095
58f76124ada99516d91cda1b
J'ai passé une seule nuit, hôte vraiment très ...
2014-06-24
14725366
490853
15399814
Ghita
19096
58f76124ada99516d91cda1c
Joel is a great host and keeps a beautiful and...
2014-06-30
14961842
490853
5820674
Jun
19097
58f76124ada99516d91cda1d
We spend 5 unforgettable days in Barcelona, on...
2014-07-26
16355536
490853
16954236
Elena
19098
58f76124ada99516d91cda1e
De kamer heeft een fantastische ligging, 2 min...
2014-08-01
16724673
490853
17005394
Martijn
19099
58f76124ada99516d91cda1f
la casa esta muy bien situada, cerquisima de ...
2014-08-04
16945350
490853
17025803
Fosca
19100
58f76124ada99516d91cda20
The room was nice and large enough for 2 peopl...
2014-08-09
17227285
490853
18259988
Christoph
19101
58f76124ada99516d91cda21
La casa è carinissima. Molto pulita e organizz...
2014-08-16
17722840
490853
5521495
Alessandro
19102
58f76124ada99516d91cda22
Many people say Joel house is good, but I don'...
2014-08-22
18124541
490853
7693499
Dowon
19103
58f76124ada99516d91cda23
We got in to trouble with the flight delay and...
2014-08-26
18416403
490853
16934124
Wilson
19104
58f76124ada99516d91cda24
Once again, it was very nice staying with Joel
2014-08-30
18675922
490853
5167035
Evelina
19105
58f76124ada99516d91cda25
Joel was a very nice host. He accommodated us...
2014-08-31
18776714
490853
5167035
Evelina
19106
58f76124ada99516d91cda26
Joel was very friendly and helpful. The room w...
2014-09-06
19098173
490853
18014571
Alena
19107
58f76124ada99516d91cda27
The room and the whole flat are clean and cozy...
2014-09-13
19477062
490853
20121953
Cezary
19108
58f76124ada99516d91cda28
Nice & clean appartment close to the sagrada f...
2014-09-19
19860061
490853
3808081
Alisee
19109
58f76124ada99516d91cda29
Joel war ein netter Gastgeber für unsren kurze...
2014-09-30
20533766
490853
17197561
Nadja
19110 rows × 8 columns
In [16]:
lst = []
for i in range(0,10):
str_comment = data.iloc[i].comments
if pd.isnull(str_comment):
#data.eng_comment.iloc[i] = ""
lst.append([i])
continue
count = len(re.findall(r'\w+', str_comment))
if count <3:
#data.eng_comment.iloc[i] = str_comment
lst.append([i,str_comment])
continue
if type(str_comment) == float:
#data.eng_comment.iloc[i] = str_comment
lst.append([i,str_comment])
continue
comment = TextBlob(data.iloc[i].comments)
lang = comment.detect_language()
print(i)
if (lang == "en"):
#data.eng_comment.iloc[i] = str_comment
lst.append([i,str_comment])
continue
else:
translation = comment.translate(from_lang=lang, to='en')
#data.eng_comment.iloc[i] = str(translation)
test = str(translation)
lst.append([i,test])
test_df = pd.DataFrame()
a = test_df.append(lst)
0
1
2
3
4
5
7
8
9
In [18]:
lst
Out[18]:
[[0,
'Great apartment with really nice terrace, good position near the metro Maragall. Host very helpful. I recommend Josep!'],
[1,
'The owner is very sympathetic and hospitable person. Housing very much, the area is calm, where there are many shops and bars. The apartment is close to the metro and near the center. Beautiful, comfortable and large balcony, where you can enjoy dinner with a view of the city. The apartment itself is comfortable and compact. There were very pleasant impressions, we will definitely try to come again to Joseph!'],
[2,
'Perfect accomodation for a couple. Everything was perfect except the detail pf the fridge...old hosts left some food in the fridge and we had to theow it off.'],
[3,
'Clean and well appointed accommodation. The terrace is really a plus.\nVery pleasant neighborhood and close to the center.\nNothing to complain about, everything was compliant'],
[4,
'This compact flat is perfect for two persons. It is situated a bit farther from the city centre, but it is quiet and the subway is really close. The most important sights of Barcelona (Sagrada Família, Park Güell, La Pedrera, Casa Batlló) are by 30 minutes walk from here or are easily accessible by the subway. The balcony is perfect for having breakfast, one can have a nice view from there. We really enjoyed our stay in this well-equipped flat. '],
[5,
'The apartment was well located, minutes from two metro lines, grocery stores, pharmacies and restaurants / bars. The announcement was in line with the condition of the apartment. The undoubted plus was the air conditioning, which was indispensable on hot days, especially considering that the apartment is on the top floor. The kitchen was super equipped, the bathroom clean, the only downside was the lack of a bedroom window. The rest we evaluate very well, we recommend for long and short trips to Barcelona !!'],
[6, ''],
[7,
'Josep was very present in his explanations to accompany us towards housing.\nWe had a very nice stay in Barcelona, \u200b\u200bthe Guinardo area is very nice, well located. The metro is 5min walk from the apartment, very convenient. We are close to everything.'],
[8,
'Excellent host and apartment.\nMerce, very kind, respectful and cordial. Excellent person. Totally reliable.\nThe apartment, restored, very comfortable, complete and equipped with new furniture. A few steps from the town hall and generalitat (Placa de Jaume).\nThe truth is highly recommended. Do not hesitate to rent.\nI hope to return.'],
[9,
"This apartment is beautifully decorated, everything is brand new.\xa0The location couldn't get much more central, we walked everywhere and took the metro.\xa0Merce met us at the apartment and check us in, she was an absolute pleasure to deal with. I would highly recommend this apartment to anybody. Thanks for a great stay."]]
In [ ]:
#a.to_csv("reviews_27Mar.csv")
Content source: chloeyangu/BigDataAnalytics
Similar notebooks: