notebook.community

Edit and run



In [7]:

    
#%load_ext autoreload
%autoreload 2
from geocode_mak import lat_lon_from_mak_names
import pandas as pd



In [8]:

    
mak_df = pd.read_csv("/Users/hep/Downloads/19_10_2017_organisations_to_geocode.csv",names=["institutes","n"])



In [13]:

    
lat_lon_match_score = lat_lon_from_mak_names(mak_df["institutes"],"~/Downloads/grid20170810/")

[10,20,50] [737,863,]



In [ ]:

    
%matplotlib inline
from matplotlib import pyplot as plt
plt.plot([10,20,30,50],[737,863,1000,41000])



In [ ]:

    
from fuzzywuzzy import process



In [ ]:

    
results = process.extract("joel",["joe","john","joel","josh","micheal"])
filtered = [r for r,s in results if s > 50]
if len(filtered)
length = len(results)
results = results[0:length//4]
results



In [14]:

    
mak_df["longitude"] = [lon for lat,lon,match,score in lat_lon_match_score]
mak_df["latitude"] = [lat for lat,lon,match,score in lat_lon_match_score]
mak_df["match"] = [match for lat,lon,match,score in lat_lon_match_score]
mak_df["score"] = [score for lat,lon,match,score in lat_lon_match_score]



In [15]:

    
null_long = pd.isnull(mak_df.longitude)
null_lat = pd.isnull(mak_df.latitude)
null_match = pd.isnull(mak_df.match)
good_score = mak_df.score > 0.6

print((~(null_long | null_lat)).sum())
print(((null_long | null_lat) & null_match).sum())
print(((null_long | null_lat) & ~null_match).sum())



In [21]:

    
((~null_lat) & (mak_df.score > 0.95)).sum()









    Out[21]:





2744



In [19]:

    
mak_df.to_csv("/Users/hep/Downloads/19_10_2017_organisations_geocoded.csv")



In [27]:

    
mak_df.loc[(~null_lat) & (mak_df.score > 0.9) & (mak_df.score < 0.92)]









    Out[27]:







  
    
      
      institutes
      n
      longitude
      latitude
      match
      score
    
  
  
    
      38
      istituto nazionale di fisica nucleare
      915
      16.883571
      41.108369
      Istituto Nazionale di Fisica Nucleare Sezione ...
      0.914440
    
    
      106
      oklahoma state university stillwater
      410
      -97.080833
      36.132222
      Oklahoma State University
      0.914440
    
    
      211
      universidade federal do rio grande do sul
      249
      -50.263498
      -29.896573
      Universidade Estadual do Rio Grande do Sul
      0.910055
    
    
      354
      vision institute
      153
      -90.574324
      38.660822
      Pepose Vision Institute
      0.914440
    
    
      389
      ecole polytechnique federale de lausanne
      137
      6.566747
      46.519082
      École Polytechnique Fédérale de Lausanne
      0.900222
    
    
      402
      shahid beheshti university of medical sciences...
      132
      51.410526
      35.771360
      Shahid Beheshti University of Medical Sciences
      0.914440
    
    
      496
      ecole de technologie superieure
      96
      -73.562452
      45.494497
      École de Technologie Supérieure
      0.905677
    
    
      534
      hewlett packard
      90
      9.343015
      45.519067
      Hewlett Packard (Italy)
      0.918940
    
    
      678
      victoria university australia
      62
      144.900000
      -37.794167
      Victoria University
      0.901138
    
    
      734
      federal university of ceara
      54
      -51.082851
      -0.006304
      Federal University of Amapá
      0.900056
    
    
      765
      polytechnic university of catalonia
      50
      -0.979497
      37.604913
      Polytechnic University of Cartagena
      0.910000
    
    
      797
      nuclear regulatory commission
      46
      -77.112425
      39.047318
      United States Nuclear Regulatory Commission
      0.909973
    
    
      811
      university of newcastle
      45
      151.704444
      -32.892778
      University of Newcastle Australia
      0.914440
    
    
      820
      jacobs university bremen
      43
      8.650000
      53.166667
      Jacobs University
      0.918940
    
    
      824
      bogazici university
      43
      29.050598
      41.083556
      Boğaziçi University
      0.905124
    
    
      976
      alcatel lucent
      32
      2.230720
      48.840779
      Alcatel-Lucent (France)
      0.905539
    
    
      1049
      turkish ministry of health
      28
      105.825473
      21.028586
      Ministry of Health
      0.914440
    
    
      1085
      globalfoundries
      26
      13.713672
      51.125768
      GlobalFoundries (Germany)
      0.901138
    
    
      1124
      astrazeneca
      24
      77.620910
      13.041485
      AstraZeneca (India)
      0.901138
    
    
      1210
      research triangle park
      21
      -78.862778
      35.908056
      Research Triangle Park Foundation
      0.905539
    
    
      1274
      telecom paristech
      19
      2.346417
      48.826294
      Télécom ParisTech
      0.910494
    
    
      1403
      national oceanography centre southampton
      16
      -1.394984
      50.892984
      National Oceanography Centre
      0.914440
    
    
      1511
      sanford burnham institute for medical research
      13
      101.704540
      3.182346
      Institute for Medical Research
      0.901138
    
    
      1661
      university of gaziantep
      10
      -0.513147
      38.384639
      University of Alicante
      0.900056
    
    
      1703
      houston methodist hospital
      10
      -95.550786
      29.966966
      Methodist Hospital
      0.914440
    
    
      1747
      universite du quebec a trois rivieres
      9
      -72.576297
      46.350567
      Université du Québec à Trois-Rivières
      0.910220
    
    
      1869
      decode genetics
      8
      -21.946160
      64.135671
      deCODE Genetics (Iceland)
      0.901138
    
    
      1880
      dassault aviation
      8
      2.221248
      48.857622
      Dassault Aviation (France)
      0.918940
    
    
      1923
      ecole nationale superieure de l electronique e...
      7
      2.071900
      49.039100
      École Nationale Supérieure de l'électronique e...
      0.916106
    
    
      1965
      mentor graphics
      7
      19.030832
      47.529925
      Mentor Graphics (Hungary)
      0.901138
    
    
      ...
      ...
      ...
      ...
      ...
      ...
      ...
    
    
      2853
      deutsche telekom
      2
      7.127765
      50.707600
      Deutsche Telekom (Germany)
      0.905539
    
    
      2875
      aalborg university esbjerg
      2
      9.981864
      57.014569
      Aalborg University
      0.914440
    
    
      2906
      state university of new york at purchase
      2
      -73.749587
      42.648063
      State University of New York
      0.914440
    
    
      2916
      citec
      2
      -88.308215
      41.760849
      SciTech
      0.918940
    
    
      3000
      ecole normale superieure de lyon
      2
      4.832868
      45.732514
      École Normale Supérieure de Lyon
      0.905677
    
    
      3019
      sas institute
      2
      151.199014
      -33.883502
      Sax Institute
      0.920000
    
    
      3104
      university of evry val d essonne
      2
      2.427113
      48.624680
      University of Évry Val d'Essonne
      0.916652
    
    
      3110
      furtwangen university
      2
      8.207700
      48.051500
      Hochschule Furtwangen University
      0.901138
    
    
      3143
      ensenada center for scientific research and hi...
      2
      -116.666276
      31.869380
      Center for Scientific Research and Higher Educ...
      0.917306
    
    
      3164
      pacific power
      2
      -122.314482
      47.592935
      Pacific Tower
      0.920000
    
    
      3182
      universite du quebec a rimouski
      2
      -68.512783
      48.452906
      Université du Québec à Rimouski
      0.915123
    
    
      3188
      general dynamics
      2
      -75.824058
      45.326081
      General Dynamics (Canada)
      0.914440
    
    
      3243
      ecole nationale superieure des telecommunicati...
      2
      -4.570302
      48.358815
      École nationale supérieure des télécommunicati...
      0.905345
    
    
      3252
      rouen business school
      2
      6.101000
      46.224000
      EU Business School
      0.905677
    
    
      3257
      sao paulo federal institute of education scien...
      2
      -34.897482
      -8.055264
      Pernambuco Federal Institute of Education, Sci...
      0.905014
    
    
      3275
      los angeles biomedical research institute
      2
      -77.111065
      39.055315
      Biomedical Research Institute
      0.918940
    
    
      3335
      institute for materials research
      2
      21.238385
      48.733928
      Institute of Materials Research
      0.915341
    
    
      3338
      seattle children s
      2
      -122.281667
      47.662778
      Seattle Children's Hospital
      0.905539
    
    
      3374
      lsi corporation
      2
      -80.527246
      43.507630
      Dalsa Corporation
      0.905345
    
    
      3405
      izmir university of economics
      1
      27.044659
      38.388966
      İzmir University of Economics
      0.911976
    
    
      3458
      university college of engineering
      1
      100.163132
      6.464518
      Northern Malaysia University College of Engine...
      0.901138
    
    
      3477
      state university of new york at plattsburgh
      1
      -73.749587
      42.648063
      State University of New York
      0.901138
    
    
      3490
      children s hospital oakland
      1
      10.178841
      36.804852
      Children's Hospital
      0.918940
    
    
      3588
      diabetes australia victoria
      1
      149.129893
      -35.271409
      Diabetes Australia
      0.905539
    
    
      3701
      laxminarayan institute of technology
      1
      112.549191
      32.973718
      Nanyang Institute of Technology
      0.905677
    
    
      3761
      millersville university of pennsylvania
      1
      -75.193225
      39.952458
      University of Pennsylvania
      0.905539
    
    
      3798
      arcelormittal
      1
      -5.864332
      43.553420
      ArcelorMittal (Spain)
      0.909973
    
    
      3896
      technical university of lisbon
      1
      -9.156779
      38.753228
      University of Lisbon
      0.905539
    
    
      3897
      worleyparsons
      1
      -46.712829
      -23.632398
      WorleyParsons (Brazil)
      0.901138
    
    
      3901
      ecole normale superieure de cachan
      1
      2.326632
      48.788748
      École Normale Supérieure de Cachan
      0.910494
    
  

80 rows × 6 columns



In [ ]:

	institutes	n	longitude	latitude	match	score
38	istituto nazionale di fisica nucleare	915	16.883571	41.108369	Istituto Nazionale di Fisica Nucleare Sezione ...	0.914440
106	oklahoma state university stillwater	410	-97.080833	36.132222	Oklahoma State University	0.914440
211	universidade federal do rio grande do sul	249	-50.263498	-29.896573	Universidade Estadual do Rio Grande do Sul	0.910055
354	vision institute	153	-90.574324	38.660822	Pepose Vision Institute	0.914440
389	ecole polytechnique federale de lausanne	137	6.566747	46.519082	École Polytechnique Fédérale de Lausanne	0.900222
402	shahid beheshti university of medical sciences...	132	51.410526	35.771360	Shahid Beheshti University of Medical Sciences	0.914440
496	ecole de technologie superieure	96	-73.562452	45.494497	École de Technologie Supérieure	0.905677
534	hewlett packard	90	9.343015	45.519067	Hewlett Packard (Italy)	0.918940
678	victoria university australia	62	144.900000	-37.794167	Victoria University	0.901138
734	federal university of ceara	54	-51.082851	-0.006304	Federal University of Amapá	0.900056
765	polytechnic university of catalonia	50	-0.979497	37.604913	Polytechnic University of Cartagena	0.910000
797	nuclear regulatory commission	46	-77.112425	39.047318	United States Nuclear Regulatory Commission	0.909973
811	university of newcastle	45	151.704444	-32.892778	University of Newcastle Australia	0.914440
820	jacobs university bremen	43	8.650000	53.166667	Jacobs University	0.918940
824	bogazici university	43	29.050598	41.083556	Boğaziçi University	0.905124
976	alcatel lucent	32	2.230720	48.840779	Alcatel-Lucent (France)	0.905539
1049	turkish ministry of health	28	105.825473	21.028586	Ministry of Health	0.914440
1085	globalfoundries	26	13.713672	51.125768	GlobalFoundries (Germany)	0.901138
1124	astrazeneca	24	77.620910	13.041485	AstraZeneca (India)	0.901138
1210	research triangle park	21	-78.862778	35.908056	Research Triangle Park Foundation	0.905539
1274	telecom paristech	19	2.346417	48.826294	Télécom ParisTech	0.910494
1403	national oceanography centre southampton	16	-1.394984	50.892984	National Oceanography Centre	0.914440
1511	sanford burnham institute for medical research	13	101.704540	3.182346	Institute for Medical Research	0.901138
1661	university of gaziantep	10	-0.513147	38.384639	University of Alicante	0.900056
1703	houston methodist hospital	10	-95.550786	29.966966	Methodist Hospital	0.914440
1747	universite du quebec a trois rivieres	9	-72.576297	46.350567	Université du Québec à Trois-Rivières	0.910220
1869	decode genetics	8	-21.946160	64.135671	deCODE Genetics (Iceland)	0.901138
1880	dassault aviation	8	2.221248	48.857622	Dassault Aviation (France)	0.918940
1923	ecole nationale superieure de l electronique e...	7	2.071900	49.039100	École Nationale Supérieure de l'électronique e...	0.916106
1965	mentor graphics	7	19.030832	47.529925	Mentor Graphics (Hungary)	0.901138
...	...	...	...	...	...	...
2853	deutsche telekom	2	7.127765	50.707600	Deutsche Telekom (Germany)	0.905539
2875	aalborg university esbjerg	2	9.981864	57.014569	Aalborg University	0.914440
2906	state university of new york at purchase	2	-73.749587	42.648063	State University of New York	0.914440
2916	citec	2	-88.308215	41.760849	SciTech	0.918940
3000	ecole normale superieure de lyon	2	4.832868	45.732514	École Normale Supérieure de Lyon	0.905677
3019	sas institute	2	151.199014	-33.883502	Sax Institute	0.920000
3104	university of evry val d essonne	2	2.427113	48.624680	University of Évry Val d'Essonne	0.916652
3110	furtwangen university	2	8.207700	48.051500	Hochschule Furtwangen University	0.901138
3143	ensenada center for scientific research and hi...	2	-116.666276	31.869380	Center for Scientific Research and Higher Educ...	0.917306
3164	pacific power	2	-122.314482	47.592935	Pacific Tower	0.920000
3182	universite du quebec a rimouski	2	-68.512783	48.452906	Université du Québec à Rimouski	0.915123
3188	general dynamics	2	-75.824058	45.326081	General Dynamics (Canada)	0.914440
3243	ecole nationale superieure des telecommunicati...	2	-4.570302	48.358815	École nationale supérieure des télécommunicati...	0.905345
3252	rouen business school	2	6.101000	46.224000	EU Business School	0.905677
3257	sao paulo federal institute of education scien...	2	-34.897482	-8.055264	Pernambuco Federal Institute of Education, Sci...	0.905014
3275	los angeles biomedical research institute	2	-77.111065	39.055315	Biomedical Research Institute	0.918940
3335	institute for materials research	2	21.238385	48.733928	Institute of Materials Research	0.915341
3338	seattle children s	2	-122.281667	47.662778	Seattle Children's Hospital	0.905539
3374	lsi corporation	2	-80.527246	43.507630	Dalsa Corporation	0.905345
3405	izmir university of economics	1	27.044659	38.388966	İzmir University of Economics	0.911976
3458	university college of engineering	1	100.163132	6.464518	Northern Malaysia University College of Engine...	0.901138
3477	state university of new york at plattsburgh	1	-73.749587	42.648063	State University of New York	0.901138
3490	children s hospital oakland	1	10.178841	36.804852	Children's Hospital	0.918940
3588	diabetes australia victoria	1	149.129893	-35.271409	Diabetes Australia	0.905539
3701	laxminarayan institute of technology	1	112.549191	32.973718	Nanyang Institute of Technology	0.905677
3761	millersville university of pennsylvania	1	-75.193225	39.952458	University of Pennsylvania	0.905539
3798	arcelormittal	1	-5.864332	43.553420	ArcelorMittal (Spain)	0.909973
3896	technical university of lisbon	1	-9.156779	38.753228	University of Lisbon	0.905539
3897	worleyparsons	1	-46.712829	-23.632398	WorleyParsons (Brazil)	0.901138
3901	ecole normale superieure de cachan	1	2.326632	48.788748	École Normale Supérieure de Cachan	0.910494