In [118]:
from pymongo import MongoClient
import time
import pickle
client=MongoClient()
client=MongoClient('mongodb://hanover.cs.ou.edu:29017/')
db=client['eventData']
sen=db.sentence_arabic
start_time=time.time()
dic={}
count=0
totalEntity=0
for i in sen.find():
count=count+1;
if(count%1000==0):
print(str(count),"finished processing")
id=i["_id"]
actors=i["actor"]
for actor in actors:
totalEntity=totalEntity+1
if not actor in dic:
dic[actor]=[]
dic[actor].append(id)
print(str(count),"total processed sentences")
try:
with open("arabicEntity.local",'wb') as f:
pickle.dump(dic,f,pickle.HIGHEST_PROTOCOL)
except Exception as e:
print(e)
timepassed=time.time()-start_time
print("time used in seconds ",str(timepassed))
print("total entity found ",str(totalEntity))
# with open("test1","rb") as f:
# hey=pickle.load(f)
1000 finished processing
2000 finished processing
3000 finished processing
4000 finished processing
5000 finished processing
6000 finished processing
7000 finished processing
8000 finished processing
9000 finished processing
10000 finished processing
11000 finished processing
12000 finished processing
13000 finished processing
14000 finished processing
15000 finished processing
16000 finished processing
17000 finished processing
18000 finished processing
19000 finished processing
20000 finished processing
21000 finished processing
22000 finished processing
23000 finished processing
24000 finished processing
25000 finished processing
26000 finished processing
27000 finished processing
28000 finished processing
29000 finished processing
30000 finished processing
31000 finished processing
32000 finished processing
33000 finished processing
34000 finished processing
35000 finished processing
36000 finished processing
37000 finished processing
38000 finished processing
39000 finished processing
40000 finished processing
41000 finished processing
42000 finished processing
43000 finished processing
44000 finished processing
45000 finished processing
46000 finished processing
47000 finished processing
48000 finished processing
49000 finished processing
50000 finished processing
51000 finished processing
52000 finished processing
53000 finished processing
54000 finished processing
55000 finished processing
56000 finished processing
57000 finished processing
58000 finished processing
59000 finished processing
60000 finished processing
61000 finished processing
62000 finished processing
63000 finished processing
64000 finished processing
65000 finished processing
66000 finished processing
67000 finished processing
68000 finished processing
69000 finished processing
70000 finished processing
71000 finished processing
72000 finished processing
73000 finished processing
74000 finished processing
75000 finished processing
76000 finished processing
77000 finished processing
78000 finished processing
79000 finished processing
80000 finished processing
81000 finished processing
82000 finished processing
83000 finished processing
84000 finished processing
85000 finished processing
86000 finished processing
87000 finished processing
88000 finished processing
89000 finished processing
90000 finished processing
91000 finished processing
92000 finished processing
93000 finished processing
94000 finished processing
95000 finished processing
96000 finished processing
97000 finished processing
98000 finished processing
99000 finished processing
100000 finished processing
101000 finished processing
102000 finished processing
103000 finished processing
104000 finished processing
105000 finished processing
106000 finished processing
107000 finished processing
108000 finished processing
109000 finished processing
110000 finished processing
111000 finished processing
112000 finished processing
113000 finished processing
114000 finished processing
115000 finished processing
116000 finished processing
117000 finished processing
118000 finished processing
119000 finished processing
120000 finished processing
121000 finished processing
122000 finished processing
123000 finished processing
124000 finished processing
125000 finished processing
126000 finished processing
127000 finished processing
128000 finished processing
129000 finished processing
130000 finished processing
131000 finished processing
132000 finished processing
133000 finished processing
134000 finished processing
135000 finished processing
136000 finished processing
137000 finished processing
138000 finished processing
139000 finished processing
140000 finished processing
141000 finished processing
142000 finished processing
143000 finished processing
144000 finished processing
145000 finished processing
146000 finished processing
147000 finished processing
148000 finished processing
149000 finished processing
150000 finished processing
151000 finished processing
152000 finished processing
153000 finished processing
154000 finished processing
155000 finished processing
156000 finished processing
157000 finished processing
158000 finished processing
159000 finished processing
160000 finished processing
161000 finished processing
162000 finished processing
163000 finished processing
164000 finished processing
165000 finished processing
166000 finished processing
167000 finished processing
168000 finished processing
169000 finished processing
170000 finished processing
171000 finished processing
172000 finished processing
173000 finished processing
174000 finished processing
175000 finished processing
176000 finished processing
177000 finished processing
178000 finished processing
179000 finished processing
180000 finished processing
181000 finished processing
182000 finished processing
183000 finished processing
184000 finished processing
185000 finished processing
186000 finished processing
187000 finished processing
188000 finished processing
189000 finished processing
190000 finished processing
191000 finished processing
192000 finished processing
193000 finished processing
194000 finished processing
195000 finished processing
196000 finished processing
197000 finished processing
198000 finished processing
199000 finished processing
200000 finished processing
201000 finished processing
202000 finished processing
203000 finished processing
204000 finished processing
205000 finished processing
206000 finished processing
207000 finished processing
208000 finished processing
209000 finished processing
210000 finished processing
211000 finished processing
212000 finished processing
213000 finished processing
214000 finished processing
215000 finished processing
216000 finished processing
217000 finished processing
218000 finished processing
219000 finished processing
220000 finished processing
221000 finished processing
222000 finished processing
223000 finished processing
224000 finished processing
225000 finished processing
226000 finished processing
227000 finished processing
228000 finished processing
229000 finished processing
230000 finished processing
231000 finished processing
232000 finished processing
233000 finished processing
234000 finished processing
235000 finished processing
236000 finished processing
237000 finished processing
238000 finished processing
239000 finished processing
240000 finished processing
241000 finished processing
242000 finished processing
243000 finished processing
244000 finished processing
245000 finished processing
246000 finished processing
247000 finished processing
248000 finished processing
249000 finished processing
250000 finished processing
251000 finished processing
252000 finished processing
253000 finished processing
254000 finished processing
255000 finished processing
256000 finished processing
257000 finished processing
258000 finished processing
259000 finished processing
260000 finished processing
261000 finished processing
262000 finished processing
263000 finished processing
264000 finished processing
265000 finished processing
266000 finished processing
267000 finished processing
268000 finished processing
269000 finished processing
270000 finished processing
271000 finished processing
272000 finished processing
273000 finished processing
274000 finished processing
275000 finished processing
276000 finished processing
277000 finished processing
278000 finished processing
279000 finished processing
280000 finished processing
281000 finished processing
282000 finished processing
283000 finished processing
284000 finished processing
285000 finished processing
286000 finished processing
287000 finished processing
288000 finished processing
289000 finished processing
290000 finished processing
291000 finished processing
292000 finished processing
293000 finished processing
294000 finished processing
295000 finished processing
296000 finished processing
297000 finished processing
298000 finished processing
299000 finished processing
300000 finished processing
301000 finished processing
302000 finished processing
303000 finished processing
304000 finished processing
305000 finished processing
306000 finished processing
307000 finished processing
308000 finished processing
309000 finished processing
310000 finished processing
311000 finished processing
312000 finished processing
313000 finished processing
314000 finished processing
315000 finished processing
316000 finished processing
317000 finished processing
318000 finished processing
319000 finished processing
320000 finished processing
321000 finished processing
322000 finished processing
323000 finished processing
324000 finished processing
325000 finished processing
326000 finished processing
327000 finished processing
328000 finished processing
329000 finished processing
330000 finished processing
331000 finished processing
332000 finished processing
333000 finished processing
334000 finished processing
335000 finished processing
336000 finished processing
337000 finished processing
338000 finished processing
339000 finished processing
340000 finished processing
341000 finished processing
342000 finished processing
343000 finished processing
344000 finished processing
345000 finished processing
346000 finished processing
347000 finished processing
348000 finished processing
349000 finished processing
350000 finished processing
351000 finished processing
352000 finished processing
353000 finished processing
354000 finished processing
355000 finished processing
356000 finished processing
357000 finished processing
358000 finished processing
359000 finished processing
360000 finished processing
361000 finished processing
362000 finished processing
363000 finished processing
364000 finished processing
365000 finished processing
366000 finished processing
367000 finished processing
368000 finished processing
369000 finished processing
370000 finished processing
371000 finished processing
372000 finished processing
373000 finished processing
374000 finished processing
375000 finished processing
376000 finished processing
377000 finished processing
378000 finished processing
379000 finished processing
380000 finished processing
381000 finished processing
382000 finished processing
383000 finished processing
384000 finished processing
385000 finished processing
386000 finished processing
387000 finished processing
388000 finished processing
389000 finished processing
390000 finished processing
391000 finished processing
392000 finished processing
393000 finished processing
394000 finished processing
395000 finished processing
396000 finished processing
397000 finished processing
398000 finished processing
399000 finished processing
400000 finished processing
401000 finished processing
402000 finished processing
403000 finished processing
404000 finished processing
405000 finished processing
406000 finished processing
407000 finished processing
408000 finished processing
409000 finished processing
410000 finished processing
411000 finished processing
412000 finished processing
413000 finished processing
414000 finished processing
415000 finished processing
416000 finished processing
417000 finished processing
418000 finished processing
419000 finished processing
420000 finished processing
421000 finished processing
422000 finished processing
423000 finished processing
424000 finished processing
425000 finished processing
426000 finished processing
427000 finished processing
428000 finished processing
429000 finished processing
430000 finished processing
431000 finished processing
432000 finished processing
433000 finished processing
434000 finished processing
435000 finished processing
436000 finished processing
437000 finished processing
438000 finished processing
439000 finished processing
440000 finished processing
441000 finished processing
442000 finished processing
443000 finished processing
444000 finished processing
445000 finished processing
446000 finished processing
447000 finished processing
448000 finished processing
449000 finished processing
450000 finished processing
451000 finished processing
452000 finished processing
453000 finished processing
454000 finished processing
455000 finished processing
456000 finished processing
457000 finished processing
458000 finished processing
459000 finished processing
460000 finished processing
461000 finished processing
462000 finished processing
463000 finished processing
464000 finished processing
465000 finished processing
466000 finished processing
467000 finished processing
468000 finished processing
469000 finished processing
470000 finished processing
471000 finished processing
472000 finished processing
473000 finished processing
474000 finished processing
475000 finished processing
476000 finished processing
477000 finished processing
478000 finished processing
479000 finished processing
480000 finished processing
481000 finished processing
482000 finished processing
483000 finished processing
484000 finished processing
485000 finished processing
486000 finished processing
487000 finished processing
488000 finished processing
489000 finished processing
490000 finished processing
491000 finished processing
492000 finished processing
493000 finished processing
494000 finished processing
495000 finished processing
496000 finished processing
497000 finished processing
498000 finished processing
499000 finished processing
500000 finished processing
501000 finished processing
502000 finished processing
503000 finished processing
504000 finished processing
505000 finished processing
506000 finished processing
507000 finished processing
508000 finished processing
509000 finished processing
510000 finished processing
511000 finished processing
512000 finished processing
513000 finished processing
514000 finished processing
515000 finished processing
516000 finished processing
517000 finished processing
518000 finished processing
519000 finished processing
520000 finished processing
521000 finished processing
522000 finished processing
523000 finished processing
524000 finished processing
525000 finished processing
526000 finished processing
527000 finished processing
528000 finished processing
529000 finished processing
530000 finished processing
531000 finished processing
532000 finished processing
533000 finished processing
534000 finished processing
535000 finished processing
536000 finished processing
537000 finished processing
538000 finished processing
539000 finished processing
540000 finished processing
541000 finished processing
542000 finished processing
543000 finished processing
544000 finished processing
545000 finished processing
546000 finished processing
547000 finished processing
548000 finished processing
549000 finished processing
550000 finished processing
551000 finished processing
552000 finished processing
553000 finished processing
554000 finished processing
555000 finished processing
556000 finished processing
557000 finished processing
558000 finished processing
559000 finished processing
560000 finished processing
561000 finished processing
562000 finished processing
563000 finished processing
564000 finished processing
565000 finished processing
566000 finished processing
567000 finished processing
568000 finished processing
569000 finished processing
570000 finished processing
571000 finished processing
572000 finished processing
573000 finished processing
574000 finished processing
575000 finished processing
576000 finished processing
577000 finished processing
578000 finished processing
579000 finished processing
580000 finished processing
581000 finished processing
582000 finished processing
583000 finished processing
584000 finished processing
585000 finished processing
586000 finished processing
587000 finished processing
588000 finished processing
589000 finished processing
590000 finished processing
591000 finished processing
592000 finished processing
593000 finished processing
594000 finished processing
595000 finished processing
596000 finished processing
597000 finished processing
598000 finished processing
599000 finished processing
600000 finished processing
601000 finished processing
602000 finished processing
603000 finished processing
604000 finished processing
605000 finished processing
606000 finished processing
607000 finished processing
608000 finished processing
609000 finished processing
610000 finished processing
611000 finished processing
612000 finished processing
613000 finished processing
614000 finished processing
615000 finished processing
616000 finished processing
617000 finished processing
618000 finished processing
619000 finished processing
620000 finished processing
621000 finished processing
622000 finished processing
623000 finished processing
624000 finished processing
625000 finished processing
626000 finished processing
627000 finished processing
628000 finished processing
629000 finished processing
630000 finished processing
631000 finished processing
632000 finished processing
633000 finished processing
634000 finished processing
635000 finished processing
636000 finished processing
637000 finished processing
638000 finished processing
639000 finished processing
640000 finished processing
641000 finished processing
642000 finished processing
643000 finished processing
644000 finished processing
645000 finished processing
646000 finished processing
647000 finished processing
648000 finished processing
649000 finished processing
650000 finished processing
651000 finished processing
652000 finished processing
653000 finished processing
654000 finished processing
655000 finished processing
656000 finished processing
657000 finished processing
658000 finished processing
659000 finished processing
660000 finished processing
661000 finished processing
662000 finished processing
663000 finished processing
664000 finished processing
665000 finished processing
666000 finished processing
667000 finished processing
668000 finished processing
669000 finished processing
670000 finished processing
671000 finished processing
672000 finished processing
673000 finished processing
674000 finished processing
675000 finished processing
676000 finished processing
677000 finished processing
678000 finished processing
679000 finished processing
680000 finished processing
681000 finished processing
682000 finished processing
683000 finished processing
684000 finished processing
685000 finished processing
686000 finished processing
687000 finished processing
688000 finished processing
689000 finished processing
690000 finished processing
691000 finished processing
692000 finished processing
693000 finished processing
694000 finished processing
695000 finished processing
696000 finished processing
697000 finished processing
698000 finished processing
699000 finished processing
700000 finished processing
701000 finished processing
702000 finished processing
703000 finished processing
704000 finished processing
705000 finished processing
706000 finished processing
707000 finished processing
708000 finished processing
709000 finished processing
710000 finished processing
711000 finished processing
712000 finished processing
713000 finished processing
714000 finished processing
715000 finished processing
716000 finished processing
717000 finished processing
718000 finished processing
719000 finished processing
720000 finished processing
721000 finished processing
722000 finished processing
723000 finished processing
724000 finished processing
725000 finished processing
726000 finished processing
727000 finished processing
728000 finished processing
729000 finished processing
730000 finished processing
731000 finished processing
732000 finished processing
733000 finished processing
734000 finished processing
735000 finished processing
736000 finished processing
737000 finished processing
738000 finished processing
739000 finished processing
740000 finished processing
741000 finished processing
742000 finished processing
743000 finished processing
744000 finished processing
745000 finished processing
746000 finished processing
747000 finished processing
748000 finished processing
749000 finished processing
750000 finished processing
751000 finished processing
752000 finished processing
753000 finished processing
754000 finished processing
755000 finished processing
756000 finished processing
757000 finished processing
758000 finished processing
759000 finished processing
760000 finished processing
761000 finished processing
762000 finished processing
763000 finished processing
764000 finished processing
765000 finished processing
766000 finished processing
767000 finished processing
768000 finished processing
769000 finished processing
770000 finished processing
771000 finished processing
772000 finished processing
773000 finished processing
774000 finished processing
775000 finished processing
776000 finished processing
777000 finished processing
778000 finished processing
779000 finished processing
780000 finished processing
781000 finished processing
782000 finished processing
783000 finished processing
784000 finished processing
785000 finished processing
786000 finished processing
787000 finished processing
788000 finished processing
789000 finished processing
790000 finished processing
791000 finished processing
792000 finished processing
793000 finished processing
794000 finished processing
795000 finished processing
796000 finished processing
797000 finished processing
798000 finished processing
799000 finished processing
800000 finished processing
801000 finished processing
802000 finished processing
803000 finished processing
804000 finished processing
805000 finished processing
806000 finished processing
807000 finished processing
808000 finished processing
809000 finished processing
810000 finished processing
811000 finished processing
812000 finished processing
813000 finished processing
814000 finished processing
815000 finished processing
816000 finished processing
817000 finished processing
818000 finished processing
819000 finished processing
820000 finished processing
821000 finished processing
822000 finished processing
823000 finished processing
824000 finished processing
825000 finished processing
826000 finished processing
827000 finished processing
828000 finished processing
829000 finished processing
830000 finished processing
831000 finished processing
832000 finished processing
833000 finished processing
834000 finished processing
835000 finished processing
836000 finished processing
837000 finished processing
838000 finished processing
839000 finished processing
840000 finished processing
841000 finished processing
842000 finished processing
843000 finished processing
844000 finished processing
845000 finished processing
846000 finished processing
847000 finished processing
848000 finished processing
849000 finished processing
850000 finished processing
851000 finished processing
852000 finished processing
853000 finished processing
854000 finished processing
855000 finished processing
856000 finished processing
857000 finished processing
858000 finished processing
859000 finished processing
860000 finished processing
861000 finished processing
862000 finished processing
863000 finished processing
864000 finished processing
865000 finished processing
866000 finished processing
867000 finished processing
868000 finished processing
869000 finished processing
870000 finished processing
871000 finished processing
872000 finished processing
873000 finished processing
874000 finished processing
875000 finished processing
876000 finished processing
877000 finished processing
878000 finished processing
879000 finished processing
880000 finished processing
881000 finished processing
882000 finished processing
883000 finished processing
884000 finished processing
885000 finished processing
886000 finished processing
887000 finished processing
888000 finished processing
889000 finished processing
890000 finished processing
891000 finished processing
892000 finished processing
893000 finished processing
894000 finished processing
895000 finished processing
896000 finished processing
897000 finished processing
898000 finished processing
899000 finished processing
900000 finished processing
901000 finished processing
902000 finished processing
903000 finished processing
904000 finished processing
905000 finished processing
906000 finished processing
907000 finished processing
908000 finished processing
909000 finished processing
910000 finished processing
911000 finished processing
912000 finished processing
913000 finished processing
914000 finished processing
915000 finished processing
916000 finished processing
917000 finished processing
918000 finished processing
919000 finished processing
920000 finished processing
921000 finished processing
922000 finished processing
923000 finished processing
924000 finished processing
925000 finished processing
926000 finished processing
927000 finished processing
928000 finished processing
929000 finished processing
930000 finished processing
931000 finished processing
932000 finished processing
933000 finished processing
934000 finished processing
935000 finished processing
936000 finished processing
937000 finished processing
938000 finished processing
939000 finished processing
940000 finished processing
941000 finished processing
942000 finished processing
943000 finished processing
944000 finished processing
945000 finished processing
946000 finished processing
947000 finished processing
948000 finished processing
949000 finished processing
950000 finished processing
951000 finished processing
952000 finished processing
953000 finished processing
954000 finished processing
955000 finished processing
956000 finished processing
957000 finished processing
958000 finished processing
959000 finished processing
960000 finished processing
961000 finished processing
962000 finished processing
963000 finished processing
964000 finished processing
965000 finished processing
966000 finished processing
967000 finished processing
968000 finished processing
969000 finished processing
970000 finished processing
971000 finished processing
972000 finished processing
973000 finished processing
974000 finished processing
975000 finished processing
976000 finished processing
977000 finished processing
978000 finished processing
979000 finished processing
980000 finished processing
981000 finished processing
982000 finished processing
983000 finished processing
984000 finished processing
985000 finished processing
986000 finished processing
987000 finished processing
988000 finished processing
989000 finished processing
990000 finished processing
991000 finished processing
992000 finished processing
993000 finished processing
994000 finished processing
995000 finished processing
996000 finished processing
997000 finished processing
998000 finished processing
999000 finished processing
1000000 finished processing
1001000 finished processing
1002000 finished processing
1003000 finished processing
1004000 finished processing
1005000 finished processing
1006000 finished processing
1007000 finished processing
1008000 finished processing
1009000 finished processing
1010000 finished processing
1011000 finished processing
1012000 finished processing
1013000 finished processing
1014000 finished processing
1015000 finished processing
1016000 finished processing
1017000 finished processing
1018000 finished processing
1019000 finished processing
1020000 finished processing
1021000 finished processing
1022000 finished processing
1023000 finished processing
1024000 finished processing
1025000 finished processing
1026000 finished processing
1027000 finished processing
1028000 finished processing
1029000 finished processing
1030000 finished processing
1031000 finished processing
1032000 finished processing
1033000 finished processing
1034000 finished processing
1035000 finished processing
1036000 finished processing
1037000 finished processing
1038000 finished processing
1039000 finished processing
1040000 finished processing
1041000 finished processing
1042000 finished processing
1043000 finished processing
1044000 finished processing
1045000 finished processing
1046000 finished processing
1047000 finished processing
1048000 finished processing
1049000 finished processing
1050000 finished processing
1051000 finished processing
1052000 finished processing
1053000 finished processing
1054000 finished processing
1055000 finished processing
1056000 finished processing
1057000 finished processing
1058000 finished processing
1059000 finished processing
1060000 finished processing
1061000 finished processing
1062000 finished processing
1063000 finished processing
1064000 finished processing
1065000 finished processing
1066000 finished processing
1067000 finished processing
1068000 finished processing
1069000 finished processing
1070000 finished processing
1071000 finished processing
1072000 finished processing
1073000 finished processing
1074000 finished processing
1075000 finished processing
1076000 finished processing
1077000 finished processing
1078000 finished processing
1079000 finished processing
1080000 finished processing
1081000 finished processing
1082000 finished processing
1083000 finished processing
1084000 finished processing
1085000 finished processing
1086000 finished processing
1087000 finished processing
1088000 finished processing
1089000 finished processing
1090000 finished processing
1091000 finished processing
1092000 finished processing
1093000 finished processing
1094000 finished processing
1095000 finished processing
1096000 finished processing
1097000 finished processing
1098000 finished processing
1099000 finished processing
1100000 finished processing
1101000 finished processing
1102000 finished processing
1103000 finished processing
1104000 finished processing
1105000 finished processing
1106000 finished processing
1107000 finished processing
1108000 finished processing
1109000 finished processing
1110000 finished processing
1111000 finished processing
1112000 finished processing
1113000 finished processing
1114000 finished processing
1115000 finished processing
1116000 finished processing
1117000 finished processing
1118000 finished processing
1119000 finished processing
1120000 finished processing
1121000 finished processing
1122000 finished processing
1123000 finished processing
1124000 finished processing
1125000 finished processing
1126000 finished processing
1127000 finished processing
1128000 finished processing
1129000 finished processing
1130000 finished processing
1131000 finished processing
1132000 finished processing
1133000 finished processing
1134000 finished processing
1135000 finished processing
1136000 finished processing
1137000 finished processing
1138000 finished processing
1139000 finished processing
1140000 finished processing
1141000 finished processing
1142000 finished processing
1143000 finished processing
1144000 finished processing
1145000 finished processing
1146000 finished processing
1147000 finished processing
1148000 finished processing
1149000 finished processing
1150000 finished processing
1151000 finished processing
1152000 finished processing
1153000 finished processing
1154000 finished processing
1155000 finished processing
1156000 finished processing
1157000 finished processing
1158000 finished processing
1159000 finished processing
1160000 finished processing
1161000 finished processing
1162000 finished processing
1163000 finished processing
1164000 finished processing
1165000 finished processing
1166000 finished processing
1167000 finished processing
1168000 finished processing
1169000 finished processing
1170000 finished processing
1171000 finished processing
1172000 finished processing
1173000 finished processing
1174000 finished processing
1175000 finished processing
1176000 finished processing
1177000 finished processing
1178000 finished processing
1179000 finished processing
1180000 finished processing
1181000 finished processing
1182000 finished processing
1183000 finished processing
1184000 finished processing
1185000 finished processing
1186000 finished processing
1187000 finished processing
1188000 finished processing
1189000 finished processing
1190000 finished processing
1191000 finished processing
1192000 finished processing
1193000 finished processing
1194000 finished processing
1195000 finished processing
1196000 finished processing
1197000 finished processing
1198000 finished processing
1199000 finished processing
1200000 finished processing
1201000 finished processing
1202000 finished processing
1203000 finished processing
1204000 finished processing
1205000 finished processing
1206000 finished processing
1207000 finished processing
1208000 finished processing
1209000 finished processing
1210000 finished processing
1211000 finished processing
1212000 finished processing
1213000 finished processing
1214000 finished processing
1215000 finished processing
1216000 finished processing
1217000 finished processing
1218000 finished processing
1219000 finished processing
1220000 finished processing
1221000 finished processing
1222000 finished processing
1223000 finished processing
1224000 finished processing
1224407 total processed sentences
time used in seconds 552.3684868812561
total entity found 17909166
In [114]:
with open("arabicEntity.local","rb") as f:
dic=pickle.load(f)
In [119]:
len(dic)
Out[119]:
1264295
In [185]:
%matplotlib inline
import numpy as np
import matplotlib.pyplot as plt
import operator #for sort the dictionary by value
In [180]:
countlist={}
word_count_dic={}
for key, value in dic.items():
word_count_dic[key]=len(value)
countlist[key]=(len(value))
In [193]:
sortedx = sorted(countlist.items(), key=operator.itemgetter(1),reverse=True)
In [196]:
len(sortedx)
Out[196]:
1264295
In [198]:
sortedx[100000:101000]
Out[198]:
[('مستشفى بنغازي', 8),
('هو المستوى', 8),
('يومي 14', 8),
('مرور سنوات', 8),
('ضرورة بلورة', 8),
('تثبيت حقوق', 8),
('الاسكواش', 8),
('اعلان بدء', 8),
('العميلين', 8),
('تحقيق كافة', 8),
('خلفية اعمال', 8),
('نسبة الاستثمار', 8),
('توظيف استثمارات', 8),
('نوما', 8),
('عناصر المارينز', 8),
('اصل 19', 8),
('احد ائمة', 8),
('ظهور الخيل', 8),
('هي التسمية', 8),
('تقصى الحقائق', 8),
('اطار المحادثات', 8),
('طالبان المسؤولية', 8),
('الشماسي', 8),
('سعر 0.142', 8),
('مدير ثقافة', 8),
('قلب الجزيرة', 8),
('دراسة التقارير', 8),
('صفقة الشراء', 8),
('شرق ولاية', 8),
('سموم ها', 8),
('بدلت ه', 8),
('تفكيك التنظيمات', 8),
('تمييز ها', 8),
('الدعيع', 8),
('مشروع الترميم', 8),
('سنوات الحكم', 8),
('بلانتيشن', 8),
('جدا ك', 8),
('منع عناصر', 8),
('اهتمام المواطنين', 8),
('مصداقية الانتخابات', 8),
('حق السيادة', 8),
('متدخل', 8),
('مستوى ما', 8),
('بيع 20', 8),
('النترات', 8),
('اخلاص هم', 8),
('سواد ه', 8),
('تنفيذ تهديد', 8),
('ساتي', 8),
('فراعنة مصر', 8),
('تثبيت موقف', 8),
('بعض المعارض', 8),
('تسجيل انخفاض', 8),
('واقع 1.67', 8),
('العام 1947', 8),
('سفر بعض', 8),
('رسم الخطوط', 8),
('دعا', 8),
('تحقيق ه ارباحا', 8),
('شراحيلي', 8),
('قبر الملك', 8),
('مشاركة 500', 8),
('صادرات الدول', 8),
('مشروع البحث', 8),
('مستوى التحصيل', 8),
('مسؤولو الاتحاد', 8),
('تعويض تراجع', 8),
('ان المسالة', 8),
('خواجة', 8),
('عمادة البحث', 8),
('الدكتورة نجاح', 8),
('اشقاؤ', 8),
('تجزئة القيمة', 8),
('النحاتة', 8),
('نحاتين', 8),
('ارتفاع الرسوم', 8),
('العاملين هناك', 8),
('الشيلي', 8),
('مبنى كلية', 8),
('مراحل مشروع', 8),
('المتمولين', 8),
('منمقة', 8),
('شكل العملة', 8),
('مسؤولية خطف', 8),
('مراحل اعداد', 8),
('المالية سلام', 8),
('زيادة مكافات', 8),
('تحديد درجة', 8),
('بداية المقال', 8),
('لوائح اتهام', 8),
('برامج الحوار', 8),
('طريق تحديد', 8),
('بناء منطقة', 8),
('حفظ الطاقة', 8),
('مذنبين', 8),
('المحتالون', 8),
('مشاكل النوم', 8),
('ناظر سفير', 8),
('ذلك يوم السبت', 8),
('ابطال مسلسل', 8),
('ناهد', 8),
('قراءة النصوص', 8),
('مستوى السياسة', 8),
('الارجيلة', 8),
('اجتماع هيئة', 8),
('طبيخ', 8),
('وجود سيدة', 8),
('معدل 2.1', 8),
('حرم المسجد', 8),
('اسباب تلك', 8),
('جهاديون', 8),
('تدخل الدول', 8),
('نشر قصة', 8),
('شركة درة', 8),
('ملامح هذا', 8),
('قوانين السير', 8),
('بريقا', 8),
('معرفة ذلك', 8),
('خصوص قدرة', 8),
('المديرين العامين', 8),
('ازواج هم', 8),
('بحث السبل', 8),
('الايوبية', 8),
('تخطي هذه', 8),
('نسبة 3.25', 8),
('اللقماني', 8),
('خطورة ظاهرة', 8),
('مدير جوازات', 8),
('اعطاء الرئيس', 8),
('التضافر', 8),
('حرص مصر', 8),
('اقامة مجلس', 8),
('اسباب الطلاق', 8),
('الشملان', 8),
('صعق', 8),
('خداع هم', 8),
('موضوع التفاوض', 8),
('بورصة ابو', 8),
('المعاليا', 8),
('رئيس الطائفة', 8),
('ثقة المستثمر', 8),
('عرض تجارب', 8),
('بناء عدة', 8),
('جهود جميع', 8),
('اسكن ه', 8),
('انصاف ه', 8),
('موضوع البرنامج', 8),
('كل ممثلي', 8),
('اجرب', 8),
('سواروفسكي', 8),
('حصة الشعلان', 8),
('توفير قاعدة', 8),
('الرئيس موراتي', 8),
('هذه التسميات', 8),
('المهترئ', 8),
('ميزانية الشركة', 8),
('اسم المستثمر', 8),
('حالة الفشل', 8),
('جهاء المجتمع', 8),
('عدة وظائف', 8),
('عضوة', 8),
('مقترحات مبارك', 8),
('نمو القطاعات', 8),
('حسن بن طلال', 8),
('تنفيذ الافكار', 8),
('تاسيس جمعيات', 8),
('كافة السلطات', 8),
('جدة العام', 8),
('موقع بورصة', 8),
('حشد قوات', 8),
('عيار 18', 8),
('الاسبقيات', 8),
('واقع 32', 8),
('انشاء دولتين', 8),
('نزار بن عبيد', 8),
('نشر عشرة', 8),
('المرحلتان', 8),
('نظام حصص', 8),
('اسباب اطلاق', 8),
('بداية الدورة', 8),
('منب', 8),
('مركز الاستشارات', 8),
('هدف تدعيم', 8),
('اسم اسر', 8),
('عيادات هم', 8),
('رئاسة الجمعية', 8),
('مسؤولو السفارة', 8),
('النهاية الا', 8),
('اعمال العقل', 8),
('هذا الارتداد', 8),
('تامين التمويل', 8),
('اتجاه المستثمرين', 8),
('دور هن', 8),
('تكاليف نقل', 8),
('تريدين', 8),
('محطات السكك', 8),
('بدء الغزو', 8),
('تقديم صور', 8),
('المؤمنات', 8),
('حكومة اقلية', 8),
('تهمة تلقي', 8),
('متربعا', 8),
('رفض الجيش', 8),
('نعرض', 8),
('نقل وجهة', 8),
('تحديث النظام', 8),
('الانتيل', 8),
('اللبنانيات', 8),
('مشروع تعاون', 8),
('تعديلات ها', 8),
('الجالسون', 8),
('القادة الشباب', 8),
('التلفونية', 8),
('قدرة بوش', 8),
('احياء العملية', 8),
('تاريخ قصر', 8),
('طريق بطاقات', 8),
('انسلاخ', 8),
('متدربات', 8),
('لجنة اهالي', 8),
('الفلامنكو', 8),
('رسوم هم', 8),
('تنمية المدن', 8),
('بلورة مواقف', 8),
('انتخاب بوش', 8),
('تدمير البلاد', 8),
('اغتيال ه عام', 8),
('الموثوقين', 8),
('الوصايات', 8),
('جهة البحر', 8),
('استمرار مقاطعة', 8),
('خلفية حادث', 8),
('افتتاح المدارس', 8),
('خلق قوة', 8),
('بقية الكتل', 8),
('مدير المشاريع', 8),
('صورة الاوضاع', 8),
('المصحوبة', 8),
('ضرورة خضوع', 8),
('متسلسل', 8),
('ايام الاكتتاب', 8),
('التفكير ".', 8),
('هذا التذبذب', 8),
('وضع شركة', 8),
('دورية هما', 8),
('تخفيف احكام', 8),
('منفيين', 8),
('المسوق', 8),
('وسط باكستان', 8),
('ميزانية الاتحاد', 8),
('لجنة العفو', 8),
('غالبية قادة', 8),
('البوليفارية', 8),
('جميع الطلبة', 8),
('رفع درجات', 8),
('الاسوشيتيد برس', 8),
('اكاديميي', 8),
('اصلاح الاخطاء', 8),
('مثال الالوسي', 8),
('صدور النظام', 8),
('محلقة', 8),
('مثابة مشروع', 8),
('العين المجردة', 8),
('مساحة 5', 8),
('منطقة الكورنيش', 8),
('منظمة الاقطار', 8),
('نسبة 9.2', 8),
('عمليات تخريبية', 8),
('عاما غير', 8),
('الميكروبية', 8),
('الدكتور سيد', 8),
('اصدقاء الشرطة', 8),
('الحد م', 8),
('اهرام الجيزة', 8),
('طلبان', 8),
('تراجع الدور', 8),
('رجال الطوارئ', 8),
('ادارة المجتمع', 8),
('محاط', 8),
('اردات العراق', 8),
('لقاء البطريرك', 8),
('الاساسيان', 8),
('شان منع', 8),
('المتعدد الاقطاب', 8),
('قيادة بوش', 8),
('العالم المتعدد', 8),
('رفض فريق', 8),
('نسبة الربح', 8),
('متوافقين', 8),
('عمالة غير', 8),
('اعتقال معظم', 8),
('مركز احتجاز', 8),
('اساس اقامة', 8),
('اعتبار وجود', 8),
('فروع نا', 8),
('هذا الترحيب', 8),
('تقديرات الايرادات', 8),
('تعديل بنود', 8),
('صالح قناة', 8),
('جاف نا', 8),
('طلبات الترخيص', 8),
('ثمن تلك', 8),
('الرسامون', 8),
('قناة جيو', 8),
('اعط ني', 8),
('مراجعة ملف', 8),
('عين الريبة', 8),
('ضمان شفافية', 8),
('تركمنستان', 8),
('استقطاب هذه', 8),
('دية', 8),
('شفشاون', 8),
('تفقد اوضاع', 8),
('زيارة ابنائ', 8),
('حمل ايران', 8),
('الامن 1559', 8),
('برنامج الدورة', 8),
('نهاية التحليل', 8),
('جملة عوامل', 8),
('منطقة ابوغريب', 8),
('بعض ايات', 8),
('صاحب المتجر', 8),
('مدينة يزد', 8),
('اقرار برنامج', 8),
('توظيف الفتيات', 8),
('تكرار نفس', 8),
('اتجاه حرب', 8),
('الدويسان سفير', 8),
('اطار حرب', 8),
('نظام امن', 8),
('الفلسطينيين ).', 8),
('اشارات ه', 8),
('مكروهة', 8),
('تسجيل المواقف', 8),
('مدير المعرض', 8),
('صور فيديو', 8),
('بث رسالة', 8),
('سواحل الخليج', 8),
('عدة تخصصات', 8),
('هذا حق ه', 8),
('ضبط السوق', 8),
('الاجتماع كل', 8),
('المغرب ",', 8),
('ضمان بيئة', 8),
('تبني القرار', 8),
('مناقشة المشروع', 8),
('الباليستي', 8),
('بسطاء الناس', 8),
('المنفلوطي', 8),
('قضاء بقية', 8),
('تكريم السينما', 8),
('خلفية التصريحات', 8),
('قنوات art', 8),
('قبول بعض', 8),
('طبيعة الامر', 8),
('القواسمة', 8),
('احوال العراق', 8),
('فلول القاعدة', 8),
('الملا مصطفى', 8),
('شركات المحمول', 8),
('خلق هوية', 8),
('هوية الدولة', 8),
('محاولة التدخل', 8),
('اعداد جدول', 8),
('تطوير نشاط', 8),
('مكيفات الهواء', 8),
('اموال شركات', 8),
('المعرض عدد', 8),
('مشحون', 8),
('قوة الدعم', 8),
('جيش صدام', 8),
('شان الرئيس', 8),
('جانب اهتمام', 8),
('الافتتان', 8),
('رؤساء الجزائر', 8),
('قيطا', 8),
('صفقة ".', 8),
('صفقة سلاح', 8),
('متوجه', 8),
('موقف المحكمة', 8),
('تسويق المبادرة', 8),
('والد ه الذي', 8),
('الطبع نحن', 8),
('رئيس العراق', 8),
('التيمات', 8),
('عام 1898', 8),
('عام 1883', 8),
('عام 1884', 8),
('الزعيم عبد', 8),
('سعر جهاز', 8),
('بدء الاكتتاب', 8),
('قوات ال', 8),
('صفوف المتظاهرين', 8),
('ضياء الدين', 8),
('منع العنف', 8),
('مهمة لجنة', 8),
('خرق القوانين', 8),
('انابة', 8),
('منع ما', 8),
('مسالة الدفاع', 8),
('استمرار طرح', 8),
('انهاء الفتنة', 8),
('اصلان', 8),
('حركة اصلاح', 8),
('برائحة', 8),
('اعلام دول', 8),
('قائمة الافراد', 8),
('تعزيز الحماية', 8),
('مجلس الاعمار', 8),
('مكانة لندن', 8),
('الحالات غير', 8),
('مركز تاهيل', 8),
('الجوابية', 8),
('تدريس لغة', 8),
('غرض معالجة', 8),
('بداية تشكيل', 8),
('عام النادي', 8),
('بنود الاتفاقيات', 8),
('السجن عامين', 8),
('هذه التعقيدات', 8),
('جثث الجنود', 8),
('بيرن', 8),
('هذه المحاضرات', 8),
('نتائج المسح', 8),
('المرتجى', 8),
('عناصر المجتمع', 8),
('عنوان البريد', 8),
('مفاجاة غير', 8),
('تعزيز سبل', 8),
('وزارات الحكومة', 8),
('ربط شبكة', 8),
('اجهزة اعلام', 8),
('طلب تعديل', 8),
('تقليص الوجود', 8),
('ادارة الانتخابات', 8),
('اغلب الاستثمارات', 8),
('اتينا', 8),
('ظاهرة استخدام', 8),
('واعث ه', 8),
('عدم استقالة', 8),
('مراكز اعادة', 8),
('نزلائ ها', 8),
('جرح 20', 8),
('ابطال صفقة', 8),
('طريركا', 8),
('تضاعف اعداد', 8),
('دماثة', 8),
('حجم الاسرة', 8),
('موكلت ها', 8),
('فتحاوي', 8),
('قلق المنظمة', 8),
('احد اسماء', 8),
('عملية الشنق', 8),
('ثلثي سكان', 8),
('طبقات المياه', 8),
('يوليو 1952,', 8),
('تعديل مشروع', 8),
('تسوية وضع', 8),
('الشخصيات غير', 8),
('حياة غير', 8),
('قرارات الجمعية', 8),
('اعمال الحماية', 8),
('مالك بن نبي', 8),
('هو الاقتراح', 8),
('تسيير الرحلات', 8),
('مطالب المواطنين', 8),
('اموال الصندوق', 8),
('ايام زمان', 8),
('عهد الادارة', 8),
('ادارة القطاع', 8),
('صحة القلب', 8),
('تقديم نموذج', 8),
('قوانين الاستثمار', 8),
('العاطلة', 8),
('حتى غير', 8),
('نسبة الاستثمارات', 8),
('خبراء وزارة', 8),
('ذات سمعة', 8),
('المرقصية', 8),
('دور المجالس', 8),
('وضع الاستراتيجيات', 8),
('حاجة الاسواق', 8),
('غيغا', 8),
('جهاز الكرة', 8),
('تشغيل تلك', 8),
('المعمدانية', 8),
('انخفاض جميع', 8),
('بقية الامم', 8),
('هي دول', 8),
('حصة المال', 8),
('مرشح الاكثرية', 8),
('قضيتي القدس', 8),
('حكومة بديلة', 8),
('الحلول البديلة', 8),
('الانخفاض قطاع', 8),
('فك ه', 8),
('الفضائحية', 8),
('مسرح الجمهورية', 8),
('طرح جهاز', 8),
('اضعاف حجم', 8),
('سبيل اقامة', 8),
('عمليات غش', 8),
('سبيل بناء', 8),
('الجيل الشاب', 8),
('تجسد', 8),
('وضع الحجاب', 8),
('المناطة', 8),
('مواكبة التغيرات', 8),
('تفاصيل الزواج', 8),
('شؤون الحوار', 8),
('محاولات اختراق', 8),
('استمرار معدلات', 8),
('فترة التحقيق', 8),
('رب عائلة', 8),
('اعداد تلك', 8),
('النظام هناك', 8),
('بيان البيت', 8),
('مارينا', 8),
('نسبة توطين', 8),
('شق صف', 8),
('تيسير حركة', 8),
('افلام بوند', 8),
('لجنة الاعتمادات', 8),
('منع الازمة', 8),
('دورة انعقاد', 8),
('عدم اعتزام', 8),
('طول العالم', 8),
('منع تطور', 8),
('ابواب مجلس', 8),
('ضوء وجود', 8),
('استخدام عبارات', 8),
('فقدان ثقة', 8),
('نطاق هذه', 8),
('محدث', 8),
('قاضي ه', 8),
('جميع اقسام', 8),
('المتشكلة', 8),
('الهاكرز', 8),
('جرائم الاغتصاب', 8),
('دورتي ه', 8),
('مقاطعة كل', 8),
('حدوث انقسام', 8),
('معسكرات تنظيم', 8),
('الموقع عام', 8),
('باسيا', 8),
('اسماء قادة', 8),
('توزيع الاصول', 8),
('مباشرة رئيس', 8),
('قذيفتي هاون', 8),
('طريق الفم', 8),
('نهاية اللعبة', 8),
('توفير التجهيزات', 8),
('الان امكانية', 8),
('امكانية عمل', 8),
('مزدوجين', 8),
('لسان كتلة', 8),
('الشرطة الان', 8),
('كلار', 8),
('اعشاش', 8),
('الاسفنجي', 8),
('شركة ويند', 8),
('دعم النشاطات', 8),
('تاسيس احزاب', 8),
('حي سيدي', 8),
('انجازات الحكومة', 8),
('مودعا', 8),
('ثمرا', 8),
('شمال تكريت', 8),
('الخرساني', 8),
('التنظيفات', 8),
('احد المهتمين', 8),
('حديث الساعة', 8),
('فرا ه', 8),
('اصل 128', 8),
('البصرة ?', 8),
('المعاقة', 8),
('رات المحكمة', 8),
('توزيعات ارباح', 8),
('التزام السلطة', 8),
('مزارع ه', 8),
('معوقة', 8),
('بعض التشريعات', 8),
('قيام احزاب', 8),
('خدمات الصندوق', 8),
('كيفية اصلاح', 8),
('الانتخابات غدا', 8),
('ابداء استعداد', 8),
('نا الان', 8),
('الشموليين', 8),
('المبلغة', 8),
('مرور المدينة', 8),
('متقبلا', 8),
('استقلالية هم', 8),
('الافتخار', 8),
('زرق', 8),
('سلوك هذه', 8),
('مياه النهر', 8),
('تلفاز', 8),
('عام ",', 8),
('كيفية خلق', 8),
('قضية التعليم', 8),
('المتيسرة', 8),
('التصاق ها', 8),
('حاجه', 8),
('تدريب ابناء', 8),
('بعض الافعال', 8),
('حركة الاستثمارات', 8),
('طلب تاشيرة', 8),
('ممت', 8),
('اعمال ه ".', 8),
('توفر الارادة', 8),
('توحيد الفصائل', 8),
('الجديدان', 8),
('رؤية العالم', 8),
('فرض مقاطعة', 8),
('حرية العراق', 8),
('انواع السجائر', 8),
('مدى الالتزام', 8),
('الاشرعة', 8),
('تكتيكات هم', 8),
('وسائل حماية', 8),
('ادائ نا', 8),
('العراق المجاور', 8),
('تنفيذ فيلم', 8),
('احترازيا', 8),
('مضمون القرار', 8),
('نسبة خمسين', 8),
('حالة فقر', 8),
('هي مصر', 8),
('الارض ما', 8),
('نسيم', 8),
('اداء 30', 8),
('مواقف حركة', 8),
('بداية الموجة', 8),
('زميل ه النائب', 8),
('تمرير الوقت', 8),
('تبادل البرامج', 8),
('خراب البلد', 8),
('تشابكات', 8),
('الترس', 8),
('اقامة كيان', 8),
('مندهشين', 8),
('مدينة اوكسفورد', 8),
('افراح نا', 8),
('مجلس الامن امس', 8),
('عدد انواع', 8),
('مستوى الادارة', 8),
('لجنة بازل', 8),
('قرض حسن', 8),
('الخميس 8', 8),
('اثبات قوة', 8),
('صحة المواطن', 8),
('سطحيا', 8),
('غاية الجمال', 8),
('محال ه', 8),
('محاصرة المرض', 8),
('كابلينسكي', 8),
('دروس الحرب', 8),
('نية ايران', 8),
('نشاط البنك', 8),
('مجال الارشاد', 8),
('انشاء عيادات', 8),
('جانب اصدار', 8),
('انشاء مدرسة', 8),
('رسم خطوط', 8),
('الجية', 8),
('اشرار', 8),
('نسبة الصادرات', 8),
('اسم المركز', 8),
('شان ه الحفاظ', 8),
('العرب ذلك', 8),
('تفاصيل العقد', 8),
('اعمال كم', 8),
('هوية هذه', 8),
('دور صانع', 8),
('مجرد هدنة', 8),
('وضع مناهج', 8),
('الانساق', 8),
('سكان القاهرة', 8),
('رئيس التشريفات', 8),
('وجدا', 8),
('لهاربين', 8),
('سماد', 8),
('الترجل', 8),
('الشروط المسبقة', 8),
('افشال كل', 8),
('كل العهود', 8),
('اعقاب هزيمة', 8),
('وقوع الاحداث', 8),
('ضبط هذا', 8),
('ضبط الانفاق', 8),
('ازدواج الجنسية', 8),
('ضوء تقرير', 8),
('ايران 15', 8),
('يونيو 2004.', 8),
('ثورة الانترنت', 8),
('جهي', 8),
('هي القاعدة', 8),
('الجادون', 8),
('تفسير ظاهرة', 8),
('مفقودون', 8),
('art', 8),
('تجاهلا', 8),
('الجواميس', 8),
('لعبودية', 8),
('اجناس', 8),
('جميع الشوارع', 8),
('القيام بدراسات', 8),
('انشاء السدود', 8),
('مجابهة التحديات', 8),
('قضايا فلسطين', 8),
('بعض الالام', 8),
('فوقي', 8),
('معلق الشؤون', 8),
('هذه تهمة', 8),
('هؤلاء الكتاب', 8),
('ذات التمويل', 8),
('تسليم جثث', 8),
('مطار اغادير', 8),
('محل عمل', 8),
('ايجاد شركاء', 8),
('تصحيح نفس', 8),
('مطاطة', 8),
('نمو الاستهلاك', 8),
('المال المصدر', 8),
('اتحاديين', 8),
('واقع الامور', 8),
('الحب ".', 8),
('العشائريين', 8),
('طرد القاعدة', 8),
('مرجعيات عملية', 8),
('اجراء نقاش', 8),
('دفع الدول', 8),
('مصالح مصر', 8),
('اروقة السلطة', 8),
('استفتاء نظم', 8),
('البراجماتية', 8),
('مقرين', 8),
('استشارة هم', 8),
('حاق', 8),
('صفارات الانذار', 8),
('سعي الشركة', 8),
('شركة ال', 8),
('ذات التقنية', 8),
('مدار 6', 8),
('انخفاض قيم', 8),
('طريق اساءة', 8),
('شراء الحاجيات', 8),
('تسليم وثائق', 8),
('اساس الدولتين', 8),
('بيت الضيافة', 8),
('الموصل عام', 8),
('رجال العصابات', 8),
('الحاسبة', 8),
('مشاريع الغاز', 8),
('مستوى المخاطر', 8),
('هذه صورة', 8),
('تجاوز الازمات', 8),
('نغفل', 8),
('التايكوندو', 8),
('رئاسة العاهل', 8),
('الاداءات', 8),
('مجالات الهندسة', 8),
('بنوع', 8),
('نتيجة الاقتراع', 8),
('مساحة 140', 8),
('شاطئ الراحة', 8),
('احد الاثرياء', 8),
('مردودات', 8),
('بعض الاشاعات', 8),
('استرسل', 8),
('تهمة جرائم', 8),
('قطاع الحديد', 8),
('ثقافة مدينة', 8),
('سد هذا', 8),
('واقع 1.04', 8),
('مقدسات المسلمين', 8),
('بنية نا', 8),
('مداورة', 8),
('سيادة الشعب', 8),
('تساوي', 8),
('متن الخطوط', 8),
('طلب لجوء', 8),
('الاحد 4', 8),
('الاعلام نفس', 8),
('تذكاري', 8),
('اسرائيل اعادة', 8),
('حق عدد', 8),
('التجربة المرة', 8),
('مجموعة الشركات', 8),
('تدريب ضباط', 8),
('الامتلاء', 8),
('حجة البحث', 8),
('بشير طه', 8),
('مسؤول الحركة', 8),
('رسم غلاء', 8),
('دائرة السياحة', 8),
('استمرار اسرائيل', 8),
('صالح دولة', 8),
('مكونات العراق', 8),
('عقيدة الجيش', 8),
('متطلبات منظمة', 8),
('نصف دستة', 8),
('دستة', 8),
('تاثيث ها', 8),
('الحقت', 8),
('جدة الدكتور', 8),
('ادنا', 8),
('اثارة فتنة', 8),
('اجد ها', 8),
('رئيسا وزراء', 8),
('مراكز التحكيم', 8),
('ساحل ها', 8),
('خط التالوك', 8),
('انطلاق المنتدى', 8),
('الموازن', 8),
('قبول تلك', 8),
('خبراء الاعلام', 8),
('ضوء النمو', 8),
('نفس الاطفال', 8),
('حال معظم', 8),
('وضع الرؤية', 8),
('مقاولا', 8),
('الملتوي', 8),
('وسط الصحراء', 8),
('توفير شبكات', 8),
('عملية الانتحار', 8),
('جانب مركز', 8),
('اوضاع الشرق', 8),
('تفعيل الالية', 8),
('شان العمل', 8),
('استغلال جزء', 8),
('تسلق ه', 8),
('ثكنات ه', 8),
('ضحايا الاحتلال', 8),
('الغاء الحظر', 8),
('موضوع المبادرة', 8),
('الدكتورة رايس', 8),
('مبتعثة', 8),
('تفجر ازمة', 8),
('تنشيط سوق', 8),
('مشاركة شركات', 8),
('ارض مدينة', 8),
('اوبرالي', 8),
('حفلة افتتاح', 8),
('خصوصا قطاع', 8),
('كلائ ها', 8),
('قيمة عملية', 8),
('صفقة استحواذ', 8),
('ايام قلائل', 8),
('الذيب', 8),
('مكبر', 8),
('موسوي', 8),
('نزي ها', 8),
('بيروت 2002,', 8),
('مسؤولي امن', 8),
('سلامة الاطفال', 8),
('اهتمام هذه', 8),
('ساحة الطرف', 8),
('تمويل الصندوق', 8),
('رفع تكاليف', 8),
('تطوير مشروعات', 8),
('الرئيس كرامي', 8),
('وتيرة بطيئة', 8),
('– 22', 8),
('اتحادي', 8),
('المستشفيات ".', 8),
('فبراير 2002', 8),
('قيام البنك', 8),
('شمال المحيط', 8),
('مكتب السيد', 8),
('نوفمبر 2005.', 8),
('كومبيوترات هم', 8),
('اسقاط تهم', 8),
('اعلين', 8),
('جاستين', 8),
('موقع غوغل', 8),
('المعطي', 8),
('المنقذة', 8),
('رديئا', 8),
('مقر ها لندن', 8),
('الملحمية', 8),
('شجعان', 8),
('نقابة ي', 8),
('خاضع', 8),
('هذه محاولة', 8),
('تحديد سبل', 8),
('نسبة الشركات', 8),
('مناصب عدة', 8),
('كل كيلوغرام', 8),
('لاعتمادات', 8),
('المنادية', 8),
('استئناف الاتصالات', 8),
('المتهالك', 8),
('شعاب', 8),
('الوقت م', 8),
('مورغان ستانلي', 8),
('احتمال بقاء', 8),
('قيمة الخسائر', 8),
('المفسرين', 8),
('تمويل المنازل', 8),
('اعلان خفض', 8),
('وجود الجنود', 8),
('المنصفين', 8),
('ظل اقبال', 8),
('الفريق امس', 8),
('اهمية الكتاب', 8),
('انتخاب حكومة', 8),
('غصين', 8),
('التيمز', 8),
('جانب القاعدة', 8),
('الخوف ".', 8),
('اعادة لبنان', 8),
('احتفالات يوم', 8),
('خارجية صربيا', 8),
('توفير شروط', 8),
('جمهورية بنغلاديش', 8),
('البرتو', 8),
('محامي الحكومة', 8),
('اضافة كلمة', 8),
('كل المستوطنات', 8),
('ليلا ه', 8),
('تجسيد ه', 8),
('خصوص مشروع', 8),
('تفاصيل الموضوع', 8),
('مسؤولو الوكالة', 8),
('اطار ملف', 8),
('اجلال', 8),
('قلق واشنطن', 8),
('صاحب هم', 8),
('وجود تاثيرات', 8),
('بعض الاعتراضات', 8),
('مناعة ه', 8),
('مريض السرطان', 8),
('نوعية الطعام', 8),
('طرق التشخيص', 8),
('تداول 4.5', 8),
('متكون', 8),
('محافظة السويس', 8),
('حصار هم', 8),
('ثورا', 8),
('تعريض الامن', 8),
('محاولات قتل', 8),
('صدقية ه', 8),
('مؤسسة هم', 8),
('صندوق عبد', 8),
('دعم هؤلاء', 8),
('نبينا', 8),
('توفير مراكز', 8),
('اطار لقاء', 8),
('حماية استقلال', 8),
('التوزع', 8),
('شان المشكلة', 8),
('رؤساء الولايات', 8),
('بدر بن جلوي', 8),
('ايجاد اسواق', 8),
('قطاف ها', 8),
('المتوارث', 8),
('انحاء البلد', 8),
('نهر الراين', 8),
('تغير الان', 8),
('ملامح الخطة', 8),
('سوزوكي', 8),
('امن المحافظة', 8),
('صيد الطيور', 8),
('عمل دورات', 8),
('السعودية ),', 8),
('اسم كم', 8),
('اصول ذات', 8),
('بيانات مبيعات', 8),
('فضل صعود', 8),
('تبرير غزو', 8),
('معدلات التبادل', 8),
('فتن ه', 8),
('نوع السلاح', 8),
('الرياض مطلع', 8),
('طبعا هذه', 8),
('كل الخسائر', 8),
('حق نشر', 8),
('المتربص', 8),
('زيادة 40', 8),
('مكتب الوكلاء', 8),
('تصريحات ه التي', 8),
('عرب العراق', 8),
('مخلة', 8),
('عمليات حفر', 8),
('مقبرة الشهداء', 8),
('عدد الحواجز', 8),
('تجرا', 8),
('اعداد فيلم', 8),
('هو الوقت', 8),
('صياغة القرارات', 8),
('مقر حكومة', 8),
('المشروع نفس', 8),
('قيمة راس', 8),
('شمال مركز', 8),
('اكتسح', 8),
('صوت اسرائيل', 8),
('اعقاب دعوة', 8)]
In [200]:
import pickle
try:
with open("entity_vs_count.data",'wb') as f:
pickle.dump(sortedx,f,pickle.HIGHEST_PROTOCOL)
except Exception as e:
print(e)
pass
In [177]:
%%time
plt.hist(nplist,range(1,85409))
plt.show()
CPU times: user 4min 43s, sys: 6.9 s, total: 4min 50s
Wall time: 4min 47s
In [173]:
plt.hist(nplist)
Out[173]:
(array([ 1.26408800e+06, 1.45000000e+02, 4.10000000e+01,
6.00000000e+00, 8.00000000e+00, 4.00000000e+00,
2.00000000e+00, 0.00000000e+00, 0.00000000e+00,
1.00000000e+00]),
array([ 1.00000000e+00, 8.54180000e+03, 1.70826000e+04,
2.56234000e+04, 3.41642000e+04, 4.27050000e+04,
5.12458000e+04, 5.97866000e+04, 6.83274000e+04,
7.68682000e+04, 8.54090000e+04]),
<a list of 10 Patch objects>)
In [159]:
plt.hist(test,bins=np.arange(test.min(),test.max()+1))
Out[159]:
(array([ 1., 2., 2.]), array([1, 2, 3, 4]), <a list of 3 Patch objects>)
In [160]:
plt.hist(test)
Out[160]:
(array([ 1., 0., 0., 2., 0., 0., 1., 0., 0., 1.]),
array([ 1. , 1.3, 1.6, 1.9, 2.2, 2.5, 2.8, 3.1, 3.4, 3.7, 4. ]),
<a list of 10 Patch objects>)
In [ ]:
Content source: oudalab/fajita
Similar notebooks: