In [1]:
import sys
sys.path.insert(0, "/home/louis/code/ieml/project/ieml/")
sys.path


Out[1]:
['/home/louis/code/ieml/project/ieml/',
 '',
 '/usr/lib/python36.zip',
 '/usr/lib/python3.6',
 '/usr/lib/python3.6/lib-dynload',
 '/home/louis/.local/lib/python3.6/site-packages',
 '/usr/local/lib/python3.6/dist-packages',
 '/home/louis/code/ieml/ieml',
 '/usr/lib/python3/dist-packages',
 '/usr/local/lib/python3.6/dist-packages/IPython/extensions',
 '/home/louis/.ipython']

In [2]:
import ieml
ieml.__file__


Out[2]:
'/home/louis/code/ieml/project/ieml/ieml/__init__.py'

In [9]:
from ieml.ieml_database import GitInterface

git = GitInterface(origin='https://github.com/IEMLdev/ieml-language.git')
branch, commit = git.get_version()
git.pull()


f6bd68e88d924ca81a910ac6a02ea83e0e9dac95
f6bd68e88d924ca81a910ac6a02ea83e0e9dac95
pull 1.4861705303192139
47d88065b224ade33a2e0366be009b08b7ce4d74
pull 0.32320284843444824
Out[9]:
'47d88065b224ade33a2e0366be009b08b7ce4d74'

In [10]:
import pygit2
from ieml.ieml_database.transactions.DBTransaction import DBTransactions
from ieml.usl.parser import IEMLParser
from ieml.ieml_database import IEMLDatabase

transaction = DBTransactions(git, pygit2.Signature("Louis van Beurden", "louis.vanbeurden@gmail.com"))

def add_word(w, fr_l, en_l):
    transaction.set_descriptors(w, 'translations', {'fr': fr_l, 'en': en_l})
    
parser = IEMLParser(dictionary=IEMLDatabase(folder=git.folder).get_dictionary())
git.status()


list content 0.37683820724487305
  7%|▋         | 144/2208 [00:00<00:01, 1439.12it/s]
Get structure 0.3995206356048584
100%|██████████| 2208/2208 [00:01<00:00, 1569.29it/s]
TableStructure._define_root: Multiple parent candidate for the table produced by script M:: {<ieml.dictionary.table.table.Table1D object at 0x7f8c8b4fa8d0>, <ieml.dictionary.table.table.Table1D object at 0x7f8c8b4fc320>} choosing the smaller one.
TableStructure._define_root: Multiple parent candidate for the table produced by script O:: {<ieml.dictionary.table.table.Table1D object at 0x7f8c8b4fa8d0>, <ieml.dictionary.table.table.Table1D object at 0x7f8c8b4fc320>} choosing the smaller one.
Get dictionary 10.685108184814453
Out[10]:
{}

In [13]:
git.folder


Out[13]:
'/home/louis/.cache/ieml/1.0.3/e3050257e00f171aa548e17e73fe562e'

In [12]:
FILE="/home/louis/code/ieml/project/ieml/ieml/test/words_example_corrected_translated3.txt"

import re
from tqdm import tqdm

spliter = re.compile(r'^(\[.*\])\s*#\s*fr:\s*(.*)\s*\|\s*en:\s*(.*)\s*$')

# git.reset()

with open(FILE) as fp:
    for l in tqdm(fp):
        match = spliter.match(l)
        if not match:
            continue
        ieml, trans_fr, trans_en = match.groups()
        print(ieml)
        add_word(parser.parse(ieml), [f.strip() for f in trans_fr.split(',')], [f.strip() for f in trans_en.split(',')])


0it [00:00, ?it/s]
[E:.b.E:T:.- E:T:. (E:.-wa.-t.o.-' E:.-'we.-S:.-'t.o.-',)(e.)(E:.b.wa.-) > E:.n.- (E:.wo.- E:S:.-d.u.-') > ! E:.n.- E:U:. () > E:.d.- (E:.wo.- E:S:.-d.u.-')(m.-S:.U:.-')]
1it [00:00,  1.39it/s]
Get descriptors 0.6049587726593018
remove_key 0.009806156158447266
Commit transaction 0.060860395431518555
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:.-'we.-S:.-'t.o.-',)(b.-S:.A:.-'T:.-'T:.-',)]
2it [00:00,  2.01it/s]
Get descriptors 0.15943694114685059
remove_key 0.0031125545501708984
Commit transaction 0.05939483642578125
[E:.b.E:B:.- ! E:A:. (E:.wo.- E:S:.-d.u.-')(b.-S:.A:.-'T:.-'T:.-',)]
3it [00:01,  2.31it/s]
Get descriptors 0.17551302909851074
remove_key 0.009845972061157227
Commit transaction 0.0727543830871582
[E:.b.E:B:.- ! E:.l.- (E:.wo.- E:.-T:.f.-l.-' E:B:.-d.u.-')(b.-S:.A:.-'T:.-'T:.-',)]
4it [00:01,  2.51it/s]
Get descriptors 0.15999245643615723
remove_key 0.00892329216003418
Commit transaction 0.06909012794494629
[E:.b.E:B:.- ! E:.f.- (E:.wo.- E:S:.-d.u.-')(b.-S:.A:.-'T:.-'T:.-',)]
5it [00:01,  2.66it/s]
Get descriptors 0.16999387741088867
remove_key 0.007737874984741211
Commit transaction 0.06041526794433594
[E:.b.E:B:.- ! E:.s.- (E:.wo.- E:S:.-d.u.-')(b.-S:.A:.-'T:.-'T:.-',)]
6it [00:02,  2.80it/s]
Get descriptors 0.15619277954101562
remove_key 0.008584976196289062
Commit transaction 0.059203386306762695
[E:.b.E:T:.- ! E:U:. ()]
7it [00:02,  2.88it/s]
Get descriptors 0.17348241806030273
remove_key 0.00760960578918457
Commit transaction 0.06073713302612305
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:.-'we.-S:.-'t.o.-',)(E:S:.h.-)]
8it [00:02,  2.96it/s]
Get descriptors 0.16727447509765625
remove_key 0.00844573974609375
Commit transaction 0.05917239189147949
[E:.b.E:S:.- ! E:T:. (E:.-wa.-t.o.-' E:.-'we.-S:.-'t.o.-',)(E:S:.h.-)(E:.b.i.-)]
9it [00:02,  3.02it/s]
Get descriptors 0.16083884239196777
remove_key 0.008428573608398438
Commit transaction 0.05897688865661621
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:.-'we.-S:.-'t.o.-',)(s.we.-)]
10it [00:03,  3.07it/s]
Get descriptors 0.15880632400512695
remove_key 0.009275197982788086
Commit transaction 0.06010150909423828
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:.-'we.-S:.-'t.o.-',)(s.c.-)]
11it [00:03,  3.11it/s]
Get descriptors 0.16384220123291016
remove_key 0.008594274520874023
Commit transaction 0.06196117401123047
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:.-'we.-S:.-'t.o.-',)(b.-S:.A:.-')]
12it [00:03,  3.15it/s]
Get descriptors 0.1655104160308838
remove_key 0.008651256561279297
Commit transaction 0.05969738960266113
[E:.b.E:S:.- ! E:T:. (E:.-wa.-t.o.-' E:.-'we.-S:.-'t.o.-',)(b.-S:.A:.-')]
13it [00:04,  3.18it/s]
Get descriptors 0.15525531768798828
remove_key 0.008198738098144531
Commit transaction 0.06172823905944824
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:.-'we.-S:.-'t.o.-',)(b.-T:.A:.-')]
14it [00:04,  3.19it/s]
Get descriptors 0.1781320571899414
remove_key 0.003509521484375
Commit transaction 0.07015514373779297
[E:.b.E:S:.- ! E:T:. (E:.-wa.-t.o.-' E:.-'we.-S:.-'t.o.-',)(b.-T:.A:.-')]
15it [00:04,  3.20it/s]
Get descriptors 0.18077492713928223
remove_key 0.013464927673339844
Commit transaction 0.060163021087646484
[E:.b.E:S:.- ! E:T:. (E:.-wa.-t.o.-' E:.-'we.-S:.-'t.o.-',)(t.e.-f.u.-')]
16it [00:05,  3.20it/s]
Get descriptors 0.17406201362609863
remove_key 0.0029647350311279297
Commit transaction 0.07334399223327637
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:.-'we.-S:.-'t.o.-',)(l.-T:.U:.-',n.-T:.A:.-',t.o.-f.o.-',_)]
17it [00:05,  3.21it/s]
Get descriptors 0.18069934844970703
remove_key 0.0030355453491210938
Commit transaction 0.06119227409362793
[E:.b.E:S:.- ! E:T:. (E:.-wo.-t.o.-' E:.-'we.-S:.-'t.o.-',)(s.a.-d.a.-')]
18it [00:05,  3.22it/s]
Get descriptors 0.17121124267578125
remove_key 0.003191709518432617
Commit transaction 0.06964850425720215
[E:.b.E:S:.- ! E:T:. (E:.-wa.-t.o.-' E:.-'we.-S:.-'t.o.-',)(s.a.-d.a.-')]
19it [00:05,  3.22it/s]
Get descriptors 0.1857624053955078
remove_key 0.00848698616027832
Commit transaction 0.05938720703125
[E:.b.E:S:.- ! E:T:. (E:.-wa.-t.o.-' E:.-'we.-S:.-'t.o.-',)(t.)]
20it [00:06,  3.23it/s]
Get descriptors 0.1619575023651123
remove_key 0.003725767135620117
Commit transaction 0.06712198257446289
[E:.b.E:S:.- ! E:T:. (E:.-wo.-t.o.-' E:.-'we.-S:.-'t.o.-',)(t.)]
21it [00:06,  3.23it/s]
Get descriptors 0.1865851879119873
remove_key 0.009953498840332031
Commit transaction 0.07086563110351562
[E:.b.E:S:.- ! E:T:. (E:.-wa.-t.o.-' E:.-'we.-S:.-'t.o.-',)(l.i.-n.i.-')]
22it [00:06,  3.22it/s]
Get descriptors 0.2043311595916748
remove_key 0.009755134582519531
Commit transaction 0.06935310363769531
[E:.b.E:B:.- ! E:A:. (E:.wo.- E:S:.-d.u.-')(wa.)]
23it [00:07,  3.22it/s]
Get descriptors 0.18539786338806152
remove_key 0.00331878662109375
Commit transaction 0.06358194351196289
[E:.b.E:B:.- ! E:A:. (E:.wo.- E:S:.-d.u.-')(a.)]
24it [00:07,  3.22it/s]
Get descriptors 0.18663883209228516
remove_key 0.003924369812011719
Commit transaction 0.06962752342224121
[E:.b.E:B:.- ! E:A:. (E:.wo.- E:S:.-d.u.-')(E:S:T:.)]
25it [00:07,  3.22it/s]
Get descriptors 0.17303252220153809
remove_key 0.003284454345703125
Commit transaction 0.06405401229858398
[E:.b.E:B:.- ! E:A:. (E:.wo.- E:S:.-d.u.-')(E:.A:.j.-)]
26it [00:08,  3.22it/s]
Get descriptors 0.17100954055786133
remove_key 0.00409245491027832
Commit transaction 0.06974959373474121
[E:.b.E:B:.- ! E:.f.- (E:.wo.- E:S:.-d.u.-')(t.e.-f.u.-')]
27it [00:08,  3.23it/s]
Get descriptors 0.16952753067016602
remove_key 0.008620977401733398
Commit transaction 0.06568551063537598
[E:.b.E:B:.- ! E:.f.- (E:.wo.- E:S:.-d.u.-')(t.o.-k.o.-')]
28it [00:08,  3.24it/s]
Get descriptors 0.1610088348388672
remove_key 0.011270523071289062
Commit transaction 0.06499242782592773
[E:.b.E:B:.- ! E:.f.- (E:.wo.- E:S:.-d.u.-')(k.o.-t.o.-')]
29it [00:08,  3.24it/s]
Get descriptors 0.16210603713989258
remove_key 0.010563850402832031
Commit transaction 0.06881237030029297
[E:.b.E:B:.- ! E:.f.- (E:.wo.- E:S:.-d.u.-')(wu.wu.t.-)]
30it [00:09,  3.24it/s]
Get descriptors 0.1726830005645752
remove_key 0.009303808212280273
Commit transaction 0.06965112686157227
[E:.b.E:T:.- ! E:U:. ()]
31it [00:09,  3.24it/s]
Get descriptors 0.1897745132446289
remove_key 0.011520862579345703
remove_key 0.0049936771392822266
remove_key 0.019402742385864258
Commit transaction 0.06272435188293457
[E:.b.E:S:.- ! E:T:. (E:.-wa.-t.o.-' E:.-'we.-S:.-'t.o.-',)(a.T:.-) > E:.f.- (E:.wo.- E:S:.-d.u.-')(E:T:.-t.u.-')]
32it [00:09,  3.25it/s]
Get descriptors 0.16005802154541016
remove_key 0.009078025817871094
Commit transaction 0.059599876403808594
[E:.b.E:S:.- ! E:T:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(wu.f.B:.-) > E:.d.- (E:.wo.- E:S:.-d.u.-')(f.-S:.A:.-')]
33it [00:10,  3.26it/s]
Get descriptors 0.15351295471191406
remove_key 0.0037424564361572266
Commit transaction 0.06177043914794922
[E:.b.E:B:.- E:B:. (E:.-wa.-t.o.-' E:.-'we.-S:.-'t.o.-',)(e.i.-) > ! E:.n.- (E:.wo.- E:S:.-d.u.-')]
34it [00:10,  3.26it/s]
Get descriptors 0.1744086742401123
remove_key 0.009702205657958984
Commit transaction 0.0646505355834961
[E:.b.E:B:.- E:B:. (E:.-wa.-t.o.-' E:.-'we.-S:.-'t.o.-',)(e.i.-) > ! E:.k.- (E:.wo.- E:S:.-d.u.-')]
35it [00:10,  3.27it/s]
Get descriptors 0.17478322982788086
remove_key 0.003338336944580078
Commit transaction 0.06653261184692383
[E:.b.E:B:.- E:B:. (E:.-wa.-t.o.-' E:.-'we.-S:.-'t.o.-',)(i.k.-) > ! E:.n.- (E:.wo.- E:.-n.S:.-' E:S:.-d.u.-')]
36it [00:11,  3.25it/s]
Get descriptors 0.2016010284423828
remove_key 0.003801584243774414
Commit transaction 0.08804917335510254
[E:.b.E:B:.- E:B:. (E:.-wa.-t.o.-' E:.-'we.-S:.-'t.o.-',)(i.k.-) > ! E:.n.- (E:.wo.- E:.-n.S:.-' E:S:.-d.u.-')(t.a.-b.a.-f.o.-')]
37it [00:11,  3.25it/s]
Get descriptors 0.16262149810791016
remove_key 0.005661487579345703
Commit transaction 0.06312298774719238
[E:.b.E:B:.- E:B:. (E:.-wa.-t.o.-' E:.-'we.-S:.-'t.o.-',)(i.k.-) > ! E:.k.- (E:.wo.- E:.-n.S:.-' E:S:.-d.u.-')]
38it [00:11,  3.26it/s]
Get descriptors 0.1618821620941162
remove_key 0.009799003601074219
Commit transaction 0.06258106231689453
[E:.b.E:B:.- E:B:. (E:.-wa.-t.o.-' E:.-'we.-S:.-'t.o.-',)(i.k.-) > ! E:.k.- (E:.wo.- E:.-n.S:.-' E:S:.-d.u.-')(b.a.-b.a.-f.o.-')]
39it [00:11,  3.27it/s]
Get descriptors 0.15054869651794434
remove_key 0.00957942008972168
Commit transaction 0.05922102928161621
[E:.b.E:B:.- E:B:. (E:.-wa.-t.o.-' E:.-'we.-S:.-'t.o.-',)(i.k.-) > ! E:.d.- (E:.wo.- E:S:.-d.u.-')]
40it [00:12,  3.28it/s]
Get descriptors 0.15977740287780762
remove_key 0.008829832077026367
Commit transaction 0.059674739837646484
[E:.b.E:B:.- E:B:. (E:.-wa.-t.o.-' E:.-'we.-S:.-'t.o.-',)(i.k.-) > ! E:.d.- (E:.wo.- E:.-n.E:U:.-' E:S:.-d.u.-')(t.e.-n.u.-')]
41it [00:12,  3.29it/s]
Get descriptors 0.1551368236541748
remove_key 0.0036323070526123047
Commit transaction 0.06271767616271973
[E:.b.E:B:.- E:B:. (E:.-wa.-t.o.-' E:.-'we.-S:.-'t.o.-',)(i.k.-) > E:.n.- (E:.wo.- E:.-n.S:.-' E:S:.-d.u.-')(t.a.-b.a.-f.o.-') > ! E:.d.- (E:.wo.- E:.-n.E:U:.-' E:S:.-d.u.-')(t.e.-n.u.-') > E:.k.- (E:.wo.- E:.-n.S:.-' E:S:.-d.u.-')(b.a.-b.a.-f.o.-')]
42it [00:12,  3.28it/s]
Get descriptors 0.17299270629882812
remove_key 0.00585484504699707
Commit transaction 0.07234668731689453
[E:.b.E:T:.- E:A:. (E:.wo.- E:.-n.S:.-' E:S:.-d.u.-')(b.a.- b.o.-n.o.-s.u.-' f.a.-b.a.-f.o.-') > E:A:. E:A:. (E:.wo.- E:S:.-d.u.-')(n.-S:.U:.-'B:.-'B:.-',B:.-',B:.-',_ n.-S:.U:.-'B:.-'B:.-',T:.-',S:.-',_) > ! E:A:. E:U:. ()]
43it [00:13,  3.28it/s]
Get descriptors 0.1787569522857666
remove_key 0.010322809219360352
Commit transaction 0.06480121612548828
[E:.b.E:B:.- ! E:A:. (E:.wo.- E:S:.-d.u.-')(b.-S:.A:.-'S:.-'S:.-',) > E:A:. E:A:. (E:.wo.- E:S:.-d.u.-')(k.a.-k.a.-')]
44it [00:13,  3.29it/s]
Get descriptors 0.17385387420654297
remove_key 0.0036554336547851562
Commit transaction 0.06197857856750488
[E:.b.E:T:.- ! E:U:. (E:A:T:.)(t.o.-p.-')]
45it [00:13,  3.29it/s]
Get descriptors 0.15884613990783691
remove_key 0.0034449100494384766
Commit transaction 0.07423543930053711
[E:.b.E:S:.- ! E:T:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(i.S:.-)]
46it [00:13,  3.30it/s]
Get descriptors 0.16014790534973145
remove_key 0.0032205581665039062
Commit transaction 0.06838274002075195
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(i.S:.-)]
47it [00:14,  3.30it/s]
Get descriptors 0.16019558906555176
remove_key 0.00407719612121582
Commit transaction 0.06809401512145996
[E:.b.E:S:.- ! E:T:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(a.T:.-)]
48it [00:14,  3.31it/s]
Get descriptors 0.15952229499816895
remove_key 0.003427743911743164
Commit transaction 0.06299686431884766
[E:.b.E:S:.- ! E:B:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(a.T:.-)(E:.b.i.-)]
49it [00:14,  3.31it/s]
Get descriptors 0.15674066543579102
remove_key 0.004347324371337891
Commit transaction 0.06210184097290039
[E:.b.E:B:.- E:T:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(a.T:.-) > ! E:.l.- (E:.wo.- E:S:.-d.u.-')]
50it [00:15,  3.32it/s]
Get descriptors 0.16084623336791992
remove_key 0.011009931564331055
Commit transaction 0.06565046310424805
[E:.b.E:B:.- E:S:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(u.S:.-) > ! E:.s.- (E:.wa.- E:S:.-d.u.-')(E:T:.x.-)]
51it [00:15,  3.32it/s]
Get descriptors 0.15593934059143066
remove_key 0.01904010772705078
Commit transaction 0.06537842750549316
[E:.b.E:B:.- ! E:.s.- (E:.wo.- E:S:.-d.u.-')(E:.A:.x.- s.e.-s.u.-')]
52it [00:15,  3.32it/s]
Get descriptors 0.1639256477355957
remove_key 0.009370088577270508
Commit transaction 0.06643390655517578
[E:.b.E:B:.- ! E:.s.- (E:.wo.- E:S:.-d.u.-')(E:T:.x.- s.e.-s.u.-')]
53it [00:15,  3.32it/s]
Get descriptors 0.16002821922302246
remove_key 0.01606917381286621
Commit transaction 0.07085371017456055
[E:.b.E:S:.- ! E:T:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(a.B:.-) > E:.f.- (E:A:S:. E:.wo.- E:S:.-d.u.-')]
54it [00:16,  3.30it/s]
Get descriptors 0.2192697525024414
remove_key 0.018099308013916016
Commit transaction 0.1000053882598877
[E:.b.E:B:.- ! E:A:. (E:.wo.- E:S:.-d.u.-')(k.i.-l.i.-') > E:A:. E:U:. ()]
55it [00:16,  3.29it/s]
Get descriptors 0.1730058193206787
remove_key 0.011600017547607422
Commit transaction 0.11338067054748535
[E:.b.E:T:.- ! E:U:. (E:A:T:.)(p.E:A:T:.-)]
Get descriptors 0.22146177291870117
remove_key 0.01885986328125
56it [00:17,  3.26it/s]
Commit transaction 0.12671637535095215
[E:.b.E:B:.- ! E:A:. (E:.wo.- E:S:.-d.u.-')(m.-T:.U:.-') > E:A:. E:U:. (E:B:.-d.u.-')(p.E:A:T:.-)]
57it [00:17,  3.24it/s]
Get descriptors 0.2397143840789795
remove_key 0.00745081901550293
Commit transaction 0.07716894149780273
[E:.b.E:T:.- ! E:U:. (E:A:T:. E:B:.-d.u.-')(m.-T:.U:.-')]
58it [00:17,  3.23it/s]
Get descriptors 0.2064657211303711
remove_key 0.014451980590820312
Commit transaction 0.08692574501037598
[E:.b.E:B:.- ! E:A:. (E:.wo.- E:S:.-d.u.-')(m.-B:.A:.-') > E:A:. E:A:. (E:.wo.- E:B:.-d.u.-')(p.E:A:T:.-)]
59it [00:18,  3.22it/s]
Get descriptors 0.24865412712097168
remove_key 0.010175943374633789
Commit transaction 0.07675933837890625
[E:.b.E:B:.- ! E:A:. (E:.wo.- E:S:.-d.u.-')(l.-y.-'E:U:.t.-l.-'E:U:.t.-l.-',) > E:A:. E:U:. ()]
60it [00:18,  3.21it/s]
Get descriptors 0.18817353248596191
remove_key 0.011406660079956055
Commit transaction 0.09140968322753906
[E:.b.E:B:.- ! E:A:. (E:.wo.- E:S:.-d.u.-')(f.i.-b.i.-') > E:A:. E:U:. ()]
61it [00:19,  3.19it/s]
Get descriptors 0.2402961254119873
remove_key 0.01250004768371582
Commit transaction 0.08072352409362793
[E:.b.E:T:.- ! E:U:. (E:U:S:.)(f.i.-b.i.-')]
62it [00:19,  3.18it/s]
Get descriptors 0.20220398902893066
remove_key 0.011237382888793945
Commit transaction 0.08770918846130371
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(u.A:.-) > E:.l.- (E:.wo.- E:.-A:.s.-l.-' E:S:.-d.u.-')]
63it [00:19,  3.19it/s]
Get descriptors 0.16678953170776367
remove_key 0.010861635208129883
Commit transaction 0.06300759315490723
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(u.A:.-) > E:.l.- (E:.wo.- E:.-A:.d.-l.-' E:S:.-d.u.-')]
64it [00:20,  3.18it/s]
Get descriptors 0.1644139289855957
remove_key 0.018756866455078125
Commit transaction 0.09113144874572754
65it [00:20,  3.18it/s]
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(u.A:.-) > E:.l.- (E:.wo.- E:.-U:.s.-l.-' E:S:.-d.u.-')]
Get descriptors 0.19277429580688477
remove_key 0.004744052886962891
Commit transaction 0.07450413703918457
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(u.A:.-) > E:.l.- (E:.wo.- E:.-U:.d.-l.-' E:S:.-d.u.-')]
66it [00:20,  3.18it/s]
Get descriptors 0.17652201652526855
remove_key 0.00417637825012207
Commit transaction 0.07091140747070312
[E:.b.E:B:.- ! E:.f.- (E:.U:.c.- E:.wo.- E:S:.-d.u.-')(m.a.-f.a.-')]
67it [00:21,  3.18it/s]
Get descriptors 0.18625688552856445
remove_key 0.0038170814514160156
Commit transaction 0.07635235786437988
[E:.b.E:B:.- ! E:.f.- (E:.U:.c.- E:.wo.- E:.-n.E:U:.-' E:S:.-d.u.-')(l.o.-m.o.-')]
68it [00:21,  3.18it/s]
Get descriptors 0.17942023277282715
remove_key 0.003985404968261719
Commit transaction 0.07227826118469238
[E:.b.E:B:.- ! E:.f.- (E:.U:.c.- E:.wo.- E:.-n.S:.-' E:S:.-d.u.-')(l.o.-m.o.-')]
69it [00:21,  3.18it/s]
Get descriptors 0.18162131309509277
remove_key 0.003922939300537109
Commit transaction 0.06758236885070801
[E:.b.E:B:.- ! E:.f.- (E:.U:.c.- E:.wo.- E:.-n.E:U:.-' E:S:.-d.u.-')(f.a.-m.a.-')]
70it [00:22,  3.18it/s]
Get descriptors 0.17335224151611328
remove_key 0.003270864486694336
Commit transaction 0.07182025909423828
[E:.b.E:B:.- ! E:.f.- (E:.U:.c.- E:.wo.- E:.-n.S:.-' E:S:.-d.u.-')(f.a.-m.a.-')]
71it [00:22,  3.18it/s]
Get descriptors 0.17829298973083496
remove_key 0.003373861312866211
Commit transaction 0.08250117301940918
[E:.b.E:T:.- ! E:U:. (E:.U:.c.-)(f.a.-m.a.-')]
72it [00:22,  3.18it/s]
Get descriptors 0.1831800937652588
remove_key 0.0047190189361572266
Commit transaction 0.07357335090637207
[E:.b.E:B:.- ! E:.f.- (E:.wo.- E:.A:.c.- E:.-n.E:U:.-' E:S:.-d.u.-')(f.a.-m.a.-')]
73it [00:22,  3.18it/s]
Get descriptors 0.17272710800170898
remove_key 0.0031855106353759766
Commit transaction 0.0707254409790039
[E:.b.E:B:.- ! E:.f.- (E:.wo.- E:.A:.c.- E:.-n.S:.-' E:S:.-d.u.-')(f.a.-m.a.-')]
74it [00:23,  3.18it/s]
Get descriptors 0.18191194534301758
remove_key 0.0047304630279541016
Commit transaction 0.07190656661987305
[E:.b.E:T:.- ! E:U:. (E:.A:.c.-)(f.a.-m.a.-')]
75it [00:23,  3.18it/s]
Get descriptors 0.17038178443908691
remove_key 0.004427433013916016
Commit transaction 0.07519912719726562
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(we.) > E:.f.- (E:.U:.j.- E:.wo.- E:S:.-d.u.-')]
76it [00:23,  3.18it/s]
Get descriptors 0.16759800910949707
remove_key 0.00422215461730957
Commit transaction 0.06879448890686035
[E:.b.E:B:.- ! E:.f.- (E:.U:.j.- E:.wo.- E:S:.-d.u.-')(l.o.-m.o.-')]
77it [00:24,  3.18it/s]
Get descriptors 0.18523192405700684
remove_key 0.007555484771728516
Commit transaction 0.08309555053710938
[E:.b.E:T:.- ! E:U:. (E:.U:.j.-)(n.i.-d.i.-t.u.-')]
78it [00:24,  3.17it/s]
Get descriptors 0.20632028579711914
remove_key 0.014790773391723633
Commit transaction 0.08197832107543945
[E:.b.E:B:.- ! E:A:. (E:.wo.- E:S:.-d.u.-')(f.u.-wu.f.S:.-')(E:U:A:.)]
80it [00:24,  3.21it/s]
Get descriptors 0.2149062156677246
remove_key 0.01106405258178711
Commit transaction 0.0656118392944336
[E:.b.E:B:.- ! E:A:. (E:.wo.- E:S:.-d.u.-')(f.u.-wu.f.U:.-')(E:U:A:.)]
81it [00:25,  3.21it/s]
Get descriptors 0.1650857925415039
remove_key 0.020836830139160156
Commit transaction 0.07225871086120605
[E:.b.E:B:.- ! E:A:. (E:.wo.- E:S:.-d.u.-')(s.e.-k.u.-wa.e.-')(E:U:A:.)]
82it [00:25,  3.21it/s]
Get descriptors 0.19216632843017578
remove_key 0.015144109725952148
Commit transaction 0.07093286514282227
[E:.b.E:B:.- ! E:.s.- (E:.wo.- E:T:.d.- E:S:.-d.u.-')(s.-S:.U:.-' s.-S:.A:.-')]
83it [00:25,  3.20it/s]
Get descriptors 0.19710016250610352
remove_key 0.0038056373596191406
Commit transaction 0.06690573692321777
[E:.b.E:B:.- ! E:.l.- (E:.wo.- E:.-A:.t.-l.-' E:S:.-d.u.-')(k.i.-l.i.-')]
84it [00:26,  3.21it/s]
Get descriptors 0.1706233024597168
remove_key 0.003977298736572266
Commit transaction 0.07182002067565918
[E:.b.E:B:.- ! E:.l.- (E:.wo.- E:.-A:.b.-l.-' E:S:.-d.u.-')(k.i.-l.i.-')]
85it [00:26,  3.21it/s]
Get descriptors 0.18604516983032227
remove_key 0.004834175109863281
Commit transaction 0.0688786506652832
[E:.b.E:B:.- ! E:.l.- (E:.wo.- E:.-A:.f.-l.-' E:S:.-d.u.-')(k.i.-l.i.-')]
86it [00:26,  3.21it/s]
Get descriptors 0.17221522331237793
remove_key 0.004899740219116211
Commit transaction 0.06809258460998535
[E:.b.E:B:.- ! E:.l.- (E:.wo.- E:.-A:.l.-l.-' E:S:.-d.u.-')(k.i.-l.i.-')]
87it [00:27,  3.21it/s]
Get descriptors 0.16298961639404297
remove_key 0.003845691680908203
Commit transaction 0.07005524635314941
[E:.b.E:B:.- ! E:.l.- (E:.wo.- E:.-U:.b.-l.-' E:S:.-d.u.-')(k.i.-l.i.-')]
88it [00:27,  3.21it/s]
Get descriptors 0.1690056324005127
remove_key 0.0034911632537841797
Commit transaction 0.07389497756958008
[E:.b.E:B:.- ! E:.l.- (E:.wo.- E:.-U:.t.-l.-' E:S:.-d.u.-')(k.i.-l.i.-')]
89it [00:27,  3.21it/s]
Get descriptors 0.17170071601867676
remove_key 0.00333404541015625
Commit transaction 0.06864356994628906
[E:.b.E:B:.- ! E:.l.- (E:.wo.- E:.-U:.f.-l.-' E:S:.-d.u.-')(k.i.-l.i.-')]
90it [00:27,  3.21it/s]
Get descriptors 0.1685774326324463
remove_key 0.0037441253662109375
Commit transaction 0.06980514526367188
[E:.b.E:B:.- ! E:.l.- (E:.wo.- E:.-U:.l.-l.-' E:S:.-d.u.-')(k.i.-l.i.-')]
91it [00:28,  3.22it/s]
Get descriptors 0.1638033390045166
remove_key 0.0040111541748046875
Commit transaction 0.0812077522277832
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(m.a.-f.a.-')]
92it [00:28,  3.21it/s]
Get descriptors 0.17087554931640625
remove_key 0.007169008255004883
Commit transaction 0.10996270179748535
[E:.b.E:B:.- ! E:.s.- (E:.wo.- E:S:.x.- E:S:.-d.u.-')(l.-T:.U:.-',n.-T:.A:.-',t.o.-f.o.-',_)]
93it [00:29,  3.20it/s]
Get descriptors 0.21863722801208496
remove_key 0.0051195621490478516
Commit transaction 0.07337546348571777
[E:.b.E:B:.- ! E:.s.- (E:.we.- E:S:.p.- E:S:.-d.u.-')(B:.B:.n.-k.-u.S:.-' f.-S:.A:.-')]
94it [00:29,  3.20it/s]
Get descriptors 0.18144941329956055
remove_key 0.0049707889556884766
Commit transaction 0.07574224472045898
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:S:.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(e.U:.-)]
95it [00:29,  3.20it/s]
Get descriptors 0.1840953826904297
remove_key 0.0037682056427001953
Commit transaction 0.06662845611572266
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:B:.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(e.U:.-)]
96it [00:29,  3.21it/s]
Get descriptors 0.1886742115020752
remove_key 0.0030951499938964844
Commit transaction 0.06571269035339355
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:T:.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(e.U:.-)]
97it [00:30,  3.21it/s]
Get descriptors 0.17444705963134766
remove_key 0.005001544952392578
Commit transaction 0.06681013107299805
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:S:.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(n.u.-s.u.-')(E:.b.we.-)]
98it [00:30,  3.21it/s]
Get descriptors 0.1754450798034668
remove_key 0.0044748783111572266
Commit transaction 0.07547855377197266
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:B:.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(A:.a.-) > E:.d.- (E:.wo.- E:S:.-d.u.-')(l.j.-)]
99it [00:30,  3.20it/s]
Get descriptors 0.22908234596252441
remove_key 0.004871368408203125
Commit transaction 0.0902101993560791
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:T:.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(A:.a.-) > E:.d.- (E:.wo.- E:S:.-d.u.-')(l.j.-)]
100it [00:31,  3.19it/s]
Get descriptors 0.24665236473083496
remove_key 0.006969928741455078
Commit transaction 0.09383440017700195
[E:.b.E:B:.- E:B:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(e.) > ! E:.n.- (E:.wo.- E:S:.-d.u.-') > E:.d.- (E:.wo.- E:S:.-d.u.-')(m.-S:.U:.-')]
101it [00:31,  3.19it/s]
Get descriptors 0.1861729621887207
remove_key 0.011125326156616211
Commit transaction 0.06830215454101562
[E:.b.E:S:.- ! E:B:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(we.)(E:.b.wa.-)]
102it [00:31,  3.19it/s]
Get descriptors 0.15305590629577637
remove_key 0.00975942611694336
Commit transaction 0.09605193138122559
[E:.b.E:S:.- ! E:B:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(e.c.-) > E:.d.- (E:.wo.- E:S:.-d.u.-')(t.i.-s.i.-')]
103it [00:32,  3.18it/s]
Get descriptors 0.20221400260925293
remove_key 0.00426483154296875
Commit transaction 0.09346270561218262
[E:.b.E:S:.- ! E:B:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(we.)(E:.b.wa.-) > E:.d.- (E:.wo.- E:S:.-d.u.-')(m.-T:.U:.-') > E:.d.- E:U:. ()]
104it [00:32,  3.17it/s]
Get descriptors 0.21612930297851562
remove_key 0.030385971069335938
Commit transaction 0.08566570281982422
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(wo.) > E:.l.- (E:.wo.- E:.-B:.k.-l.-' E:S:.-d.u.-') > E:.l.- E:A:. (E:.wo.- E:S:.-d.u.-')(m.-T:.A:.-'m.-S:.U:.-'E:A:T:.-',)]
105it [00:33,  3.17it/s]
Get descriptors 0.1821913719177246
remove_key 0.01001882553100586
Commit transaction 0.06647586822509766
[E:.b.E:B:.- ! E:A:. (E:.wo.- E:S:.-d.u.-')(k.a.-) > E:A:. E:A:. (E:.wo.- E:S:.-d.u.-')(t.i.-s.i.-'u.B:.-U:.-'wa.-',)]
106it [00:33,  3.18it/s]
Get descriptors 0.17296218872070312
remove_key 0.0038034915924072266
Commit transaction 0.07306480407714844
[E:.b.E:B:.- ! E:A:. (E:.wo.- E:S:.-d.u.-')(k.x.-) > E:A:. E:A:. (E:.wo.- E:S:.-d.u.-')(t.i.-s.i.-'u.B:.-U:.-'wa.-',)]
107it [00:33,  3.17it/s]
Get descriptors 0.22494173049926758
remove_key 0.005143642425537109
Commit transaction 0.0643911361694336
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(wa.) > E:.n.- (E:.wo.- E:S:.-d.u.-')(n.i.-s.i.-') > E:.f.- (E:.wo.- E:S:.-d.u.-' E:T:.-t.u.-')]
108it [00:34,  3.17it/s]
Get descriptors 0.18086862564086914
remove_key 0.011518716812133789
Commit transaction 0.06351137161254883
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(wa.) > E:.n.- (E:.wo.- E:S:.-d.u.-')(n.i.-s.i.-') > E:.f.- (E:U:S:. E:.wo.- E:S:.-d.u.-')]
109it [00:34,  3.17it/s]
Get descriptors 0.16082262992858887
remove_key 0.011583328247070312
Commit transaction 0.07303404808044434
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(wo.) > E:.n.- (E:.wo.- E:S:.-d.u.-')(f.i.-k.i.-') > E:.f.- (E:U:S:. E:.wo.- E:S:.-d.u.-')]
110it [00:34,  3.17it/s]
Get descriptors 0.19568538665771484
remove_key 0.011249065399169922
Commit transaction 0.06825017929077148
[E:.b.E:S:.- ! E:T:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(i.) > E:.n.- (E:.wo.- E:S:.-d.u.-')(t.i.-s.i.-'u.T:.-U:.-'we.-',B:.-',_B:.-',_;) > E:.f.- (E:U:S:. E:.wo.- E:S:.-d.u.-')]
111it [00:34,  3.17it/s]
Get descriptors 0.18401527404785156
remove_key 0.0038161277770996094
Commit transaction 0.06296372413635254
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(m.-T:.A:.-'m.-S:.U:.-'E:A:T:.-',)(E:.b.wa.-)]
112it [00:35,  3.18it/s]
Get descriptors 0.1617107391357422
remove_key 0.009955167770385742
Commit transaction 0.06742525100708008
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(f.o.-d.o.-')(E:.b.wa.-)]
113it [00:35,  3.18it/s]
Get descriptors 0.1718897819519043
remove_key 0.003891468048095703
Commit transaction 0.0656733512878418
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:T:.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(m.-B:.A:.-')(E:.b.wa.-)]
114it [00:35,  3.18it/s]
Get descriptors 0.17267775535583496
remove_key 0.0034627914428710938
Commit transaction 0.06808185577392578
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(s.)(E:S:U:. E:.b.wa.-)]
115it [00:36,  3.18it/s]
Get descriptors 0.17971301078796387
remove_key 0.0036253929138183594
Commit transaction 0.06735014915466309
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(wa.wo.t.-) > E:.s.- (E:.wo.- E:T:.c.- E:S:.-d.u.-')(s.c.we.-)]
116it [00:36,  3.18it/s]
Get descriptors 0.16748785972595215
remove_key 0.0036368370056152344
Commit transaction 0.06396055221557617
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(wa.we.t.-)(E:.b.o.-) > E:.s.- (E:.wo.- E:T:.c.- E:S:.-d.u.-')(m.u.-)]
117it [00:36,  3.18it/s]
Get descriptors 0.16987943649291992
remove_key 0.00924229621887207
Commit transaction 0.06334710121154785
[E:.b.E:S:.- ! E:B:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(u.a.-) > E:.s.- (E:.wo.- E:T:.c.- E:S:.-d.u.-')(p.we.-)]
118it [00:37,  3.18it/s]
Get descriptors 0.17463445663452148
remove_key 0.0033893585205078125
Commit transaction 0.06944680213928223
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:.-'wu.-B:.-'t.o.-',)(a.u.-)]
119it [00:37,  3.19it/s]
Get descriptors 0.16128277778625488
remove_key 0.004951953887939453
Commit transaction 0.07527422904968262
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(u.A:.-) > E:.l.- (E:.wo.- E:.-U:.s.-l.-' E:S:.-d.u.-')(l.-y.-'E:U:.n.-l.-'E:U:.s.-l.-',) > E:.f.- (E:.wo.- E:S:.-d.u.-')(i.c.-) > E:.s.- (E:.wo.- E:T:.x.- E:S:.-d.u.-')(n.i.-f.i.-')]
121it [00:37,  3.21it/s]
Get descriptors 0.1692795753479004
remove_key 0.007399082183837891
Commit transaction 0.06480169296264648
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(u.A:.-) > E:.l.- (E:.wo.- E:.-U:.s.-l.-' E:S:.-d.u.-')(l.-y.-'E:U:.n.-l.-'E:U:.s.-l.-',) > E:.f.- (E:.wo.- E:S:.-d.u.-')(i.c.-) > E:.s.- (E:.wo.- E:T:.x.- E:S:.-d.u.-')(B:.B:.n.-k.-u.T:.-')]
122it [00:37,  3.21it/s]
Get descriptors 0.1776566505432129
remove_key 0.012423515319824219
Commit transaction 0.07795429229736328
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:S:.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(u.A:.-) > E:.l.- (E:.wo.- E:.-U:.s.-l.-' E:S:.-d.u.-')(n.-T:.U:.-') > E:.f.- (E:.U:.j.- E:.wo.- E:S:.-d.u.-')(l.o.-m.o.-s.u.-') > E:.s.- (E:.wo.- E:T:.x.- E:S:.-d.u.-')(t.i.-s.i.-'u.S:.-U:.-'wa.-',)]
123it [00:38,  3.21it/s]
Get descriptors 0.2007145881652832
remove_key 0.01130986213684082
Commit transaction 0.06879091262817383
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(u.A:.-) > E:.l.- (E:.wo.- E:.-U:.s.-l.-' E:S:.-d.u.-')(n.-T:.U:.-') > E:.f.- (E:.wo.- E:S:.-d.u.-')(l.o.-m.o.-s.u.-')]
124it [00:38,  3.21it/s]
Get descriptors 0.19026565551757812
remove_key 0.004190206527709961
Commit transaction 0.06692147254943848
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:T:.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(u.A:.-) > E:.l.- (E:.wo.- E:.-U:.d.-l.-' E:S:.-d.u.-')(n.-T:.U:.-') > E:.f.- (E:.U:.j.- E:.wo.- E:S:.-d.u.-')(l.o.-m.o.-s.u.-') > E:.s.- (E:.wo.- E:T:.x.- E:S:.-d.u.-')(t.i.-s.i.-'u.S:.-U:.-'wa.-',)]
125it [00:38,  3.21it/s]
Get descriptors 0.19896173477172852
remove_key 0.004634380340576172
Commit transaction 0.0677800178527832
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:S:.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(u.A:.-) > E:.l.- (E:.wo.- E:.-U:.d.-l.-' E:S:.-d.u.-')(n.-T:.A:.-') > E:.f.- (E:.U:.j.- E:.wo.- E:S:.-d.u.-')(l.o.-m.o.-s.u.-') > E:.s.- (E:.wo.- E:T:.x.- E:S:.-d.u.-')(n.i.-f.i.-')]
126it [00:39,  3.21it/s]
Get descriptors 0.18999004364013672
remove_key 0.011839628219604492
Commit transaction 0.06175947189331055
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:S:.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(u.A:.-) > E:.l.- (E:.wo.- E:.-U:.d.-l.-' E:S:.-d.u.-')(n.-T:.A:.-') > E:.f.- (E:.wo.- E:S:.-d.u.-')(l.o.-m.o.-s.u.-') > E:.s.- (E:.wo.- E:T:.x.- E:S:.-d.u.-')(n.i.-f.i.-')]
127it [00:39,  3.21it/s]
Get descriptors 0.1815662384033203
remove_key 0.012022018432617188
Commit transaction 0.06814932823181152
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:S:.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(u.A:.-) > E:.l.- (E:.wo.- E:.-U:.d.-l.-' E:S:.-d.u.-')(n.-T:.U:.-') > E:.f.- (E:.wo.- E:S:.-d.u.-')(n.i.-d.i.-t.u.-') > E:.s.- (E:.wo.- E:T:.x.- E:S:.-d.u.-')(n.i.-f.i.-')]
128it [00:39,  3.21it/s]
Get descriptors 0.1850271224975586
remove_key 0.011878252029418945
Commit transaction 0.06786489486694336
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:S:.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(u.A:.-) > E:.l.- (E:.wo.- E:.-U:.d.-l.-' E:S:.-d.u.-')(n.-T:.U:.-') > E:.f.- (E:.wo.- E:S:.-d.u.-')(l.o.-m.o.-s.u.-') > E:.s.- (E:.wo.- E:T:.x.- E:S:.-d.u.-')(n.i.-f.i.-')]
129it [00:40,  3.21it/s]
Get descriptors 0.17463994026184082
remove_key 0.010784149169921875
Commit transaction 0.06937789916992188
[E:.b.E:S:.- ! E:S:. (E:.-wa.-t.o.-' E:S:.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(u.A:.-) > E:.l.- (E:.wo.- E:.-U:.d.-l.-' E:S:.-d.u.-')(l.-y.-'E:U:.n.-l.-'E:U:.s.-l.-',) > E:.f.- (E:.wo.- E:S:.-d.u.-')(l.o.-m.o.-s.u.-') > E:.s.- (E:.wo.- E:T:.x.- E:S:.-d.u.-')(b.i.-n.i.-'l.i.-f.i.-'n.-B:.U:.-',)]
130it [00:40,  3.20it/s]
Get descriptors 0.1997060775756836
remove_key 0.013032674789428711
Commit transaction 0.06938695907592773
[E:.b.E:B:.- E:S:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(u.A:.-) > ! E:.n.- (E:.wo.- E:S:.-d.u.-')(l.-T:.U:.-',n.-T:.A:.-',t.o.-f.o.-',_) > E:.n.- E:U:. () > E:.l.- (E:.wo.- E:.-U:.d.-l.-' E:S:.-d.u.-')(n.-T:.U:.-') > E:.f.- (E:.wo.- E:S:.-d.u.-')(n.i.-d.i.-t.u.-')]
132it [00:40,  3.23it/s]
Get descriptors 0.17975735664367676
remove_key 0.007515430450439453
Commit transaction 0.06889224052429199
[E:.b.E:B:.- E:S:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(u.A:.-) > ! E:.n.- (E:.wo.- E:S:.-d.u.-')(l.-T:.U:.-',n.-T:.A:.-',t.o.-f.o.-',_) > E:.n.- E:U:. () > E:.l.- (E:.wo.- E:.-U:.d.-l.-' E:S:.-d.u.-')(n.-T:.U:.-') > E:.f.- (E:.wo.- E:S:.-d.u.-')(n.i.-d.i.-t.u.-')]
133it [00:41,  3.23it/s]
Get descriptors 0.17931222915649414
remove_key 0.009505987167358398
remove_key 0.008999824523925781
remove_key 0.030786752700805664
Commit transaction 0.06952953338623047
[E:.b.E:B:.- E:S:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(u.A:.-) > ! E:.n.- (E:.wo.- E:S:.-d.u.-')(l.-T:.U:.-',n.-T:.A:.-',t.o.-f.o.-',_) > E:.t.- (E:.wo.- E:S:.-d.u.-')(S:.E:A:S:.-) > E:.l.- (E:.wo.- E:.-U:.d.-l.-' E:S:.-d.u.-')(n.-T:.U:.-') > E:.f.- (E:.wo.- E:S:.-d.u.-')(n.i.-d.i.-t.u.-')]
134it [00:41,  3.23it/s]
Get descriptors 0.1861569881439209
remove_key 0.012525081634521484
Commit transaction 0.06895923614501953
[E:.b.E:B:.- E:S:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(u.A:.-) > ! E:.n.- (E:.wo.- E:S:.-d.u.-')(l.-T:.U:.-',n.-T:.A:.-',t.o.-f.o.-',_) > E:.t.- (E:.wo.- E:S:.-d.u.-')(S:.E:A:T:.-) > E:.l.- (E:.wo.- E:.-U:.d.-l.-' E:S:.-d.u.-')(n.-T:.U:.-') > E:.f.- (E:.wo.- E:S:.-d.u.-')(n.i.-d.i.-t.u.-')]
135it [00:41,  3.23it/s]
Get descriptors 0.1796245574951172
remove_key 0.005067348480224609
Commit transaction 0.06931352615356445
[E:.b.E:B:.- E:S:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(u.A:.-) > ! E:.n.- (E:.wo.- E:S:.-d.u.-')(l.-T:.U:.-',n.-T:.A:.-',t.o.-f.o.-',_) > E:.t.- (E:.wo.- E:S:.-d.u.-')(p.E:S:B:.-) > E:.l.- (E:.wo.- E:.-U:.d.-l.-' E:S:.-d.u.-')(n.-T:.U:.-') > E:.f.- (E:.wo.- E:S:.-d.u.-')(n.i.-d.i.-t.u.-')]
136it [00:42,  3.23it/s]
Get descriptors 0.17441868782043457
remove_key 0.012310981750488281
Commit transaction 0.0654149055480957
[E:.b.E:B:.- E:S:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(u.A:.-) > ! E:.n.- (E:.wo.- E:S:.-d.u.-')(l.-T:.U:.-',n.-T:.A:.-',t.o.-f.o.-',_) > E:.n.- E:U:. () > E:.t.- (E:.wo.- E:S:.-d.u.-')(S:.E:A:S:.-) > E:.l.- (E:.wo.- E:.-U:.d.-l.-' E:S:.-d.u.-')(n.-T:.U:.-') > E:.f.- (E:.wo.- E:S:.-d.u.-')(n.i.-d.i.-t.u.-')]
137it [00:42,  3.22it/s]
Get descriptors 0.18162035942077637
remove_key 0.013341903686523438
Commit transaction 0.06857132911682129
[E:.b.E:B:.- E:S:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(u.A:.-) > ! E:.n.- (E:.wo.- E:S:.-d.u.-')(l.-T:.U:.-',n.-T:.A:.-',t.o.-f.o.-',_) > E:.n.- E:U:. () > E:.t.- (E:.wo.- E:S:.-d.u.-')(S:.E:A:T:.-) > E:.l.- (E:.wo.- E:.-U:.d.-l.-' E:S:.-d.u.-')(n.-T:.U:.-') > E:.f.- (E:.wo.- E:S:.-d.u.-')(n.i.-d.i.-t.u.-')]
138it [00:42,  3.22it/s]
Get descriptors 0.18868494033813477
remove_key 0.01235651969909668
Commit transaction 0.07212114334106445
[E:.b.E:B:.- E:S:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(u.A:.-) > ! E:.n.- (E:.wo.- E:S:.-d.u.-')(l.-T:.U:.-',n.-T:.A:.-',t.o.-f.o.-',_) > E:.n.- E:U:. () > E:.t.- (E:.wo.- E:S:.-d.u.-')(p.E:S:B:.-) > E:.l.- (E:.wo.- E:.-U:.d.-l.-' E:S:.-d.u.-')(n.-T:.U:.-') > E:.f.- (E:.wo.- E:S:.-d.u.-')(n.i.-d.i.-t.u.-')]
139it [00:43,  3.22it/s]
Get descriptors 0.18187904357910156
remove_key 0.0062215328216552734
Commit transaction 0.06754803657531738
[E:.b.E:B:.- E:S:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(u.A:.-) > ! E:.n.- (E:.wo.- E:S:.-d.u.-')(l.-T:.U:.-',n.-T:.A:.-',t.o.-f.o.-',_) > E:.n.- E:U:. () > E:.t.- (E:.wo.- E:S:.-d.u.-')(S:.E:A:S:.-) > E:.l.- (E:.wo.- E:.-U:.d.-l.-' E:S:.-d.u.-')(n.-T:.U:.-') > E:.f.- (E:.wo.- E:S:.-d.u.-')(n.i.-d.i.-t.u.-')]
140it [00:43,  3.22it/s]
Get descriptors 0.19156336784362793
remove_key 0.011445045471191406
remove_key 0.00927114486694336
remove_key 0.03252911567687988
Commit transaction 0.06888484954833984
[E:.b.E:B:.- E:S:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(u.A:.-) > ! E:.n.- (E:.wo.- E:S:.-d.u.-')(l.-T:.U:.-',n.-T:.A:.-',t.o.-f.o.-',_) > E:.n.- E:U:. () > E:.t.- (E:.wo.- E:S:.-d.u.-')(S:.E:A:T:.-) > E:.l.- (E:.wo.- E:.-U:.d.-l.-' E:S:.-d.u.-')(n.-T:.U:.-') > E:.f.- (E:.wo.- E:S:.-d.u.-')(n.i.-d.i.-t.u.-')]
141it [00:43,  3.22it/s]
Get descriptors 0.16263127326965332
remove_key 0.012870311737060547
remove_key 0.009474754333496094
remove_key 0.0347132682800293
Commit transaction 0.06850028038024902
[E:.b.E:B:.- E:S:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(u.A:.-) > ! E:.n.- (E:.wo.- E:S:.-d.u.-')(l.-T:.U:.-',n.-T:.A:.-',t.o.-f.o.-',_) > E:.n.- E:U:. () > E:.t.- (E:.wo.- E:S:.-d.u.-')(p.E:S:B:.-) > E:.l.- (E:.wo.- E:.-U:.d.-l.-' E:S:.-d.u.-')(n.-T:.U:.-') > E:.f.- (E:.wo.- E:S:.-d.u.-')(n.i.-d.i.-t.u.-')]
142it [00:44,  3.22it/s]
Get descriptors 0.18201065063476562
remove_key 0.009101390838623047
remove_key 0.009772062301635742
remove_key 0.03153562545776367
Commit transaction 0.06704020500183105
[E:.b.E:B:.- E:S:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(u.A:.-) > ! E:.n.- (E:.wo.- E:S:.-d.u.-')(l.-T:.U:.-',n.-T:.A:.-',t.o.-f.o.-',_) > E:.l.- (E:.wo.- E:.-U:.d.-l.-' E:S:.-d.u.-')(n.-T:.U:.-') > E:.f.- (E:.wo.- E:S:.-d.u.-')(n.i.-d.i.-t.u.-') > E:.s.- (E:.wo.- E:T:.h.- E:S:.-d.u.-')(s.j.- d.-S:.U:.-')]
143it [00:44,  3.22it/s]
Get descriptors 0.17180323600769043
remove_key 0.011944055557250977
Commit transaction 0.07180023193359375
[E:.b.E:B:.- E:S:. (E:.-wa.-t.o.-' E:.-'wu.-S:.-'t.o.-',)(u.A:.-) > ! E:.n.- (E:.wo.- E:S:.-d.u.-')(l.-T:.U:.-',n.-T:.A:.-',t.o.-f.o.-',_) > E:.n.- E:U:. () > E:.l.- (E:.wo.- E:.-U:.d.-l.-' E:S:.-d.u.-')(n.-T:.U:.-') > E:.f.- (E:.wo.- E:S:.-d.u.-')(n.i.-d.i.-t.u.-') > E:.s.- (E:.wo.- E:T:.h.- E:S:.-d.u.-')(s.j.- d.-S:.U:.-')]
144it [00:44,  3.22it/s]
Get descriptors 0.17426729202270508
remove_key 0.01205134391784668
Commit transaction 0.06661248207092285


In [7]:
old_commit = 'f6bd68e88d924ca81a910ac6a02ea83e0e9dac95'
diff = git.diff(commit, old_commit)
list(diff.values())


---------------------------------------------------------------------------
UnboundLocalError                         Traceback (most recent call last)
<ipython-input-7-4113f372cf17> in <module>()
      1 old_commit = 'f6bd68e88d924ca81a910ac6a02ea83e0e9dac95'
----> 2 diff = git.diff(commit, old_commit)
      3 list(diff.values())

~/code/ieml/project/ieml/ieml/ieml_database/git_interface.py in diff(self, commit0, commit1)
    335 
    336             res[line] = {
--> 337                 'ieml': l.content.split('"')[1],
    338                 'added': added,
    339                 'deleted': deleted,

UnboundLocalError: local variable 'l' referenced before assignment

In [ ]:
def diff(self, commit0, commit1):
    t0 = self.repo.revparse_single(str(commit0))
    t1 = self.repo.revparse_single(str(commit1))

    res = {}
    for patch in self.repo.diff(t0, t1):
        # per file
        #         print(patch.text)
        added = []
        deleted = []

        line = patch.delta.new_file.path
        
        for h in patch.hunks:
            for l in h.lines:
                if l.new_lineno == -1:
                    deleted.append(l.content)
                elif l.old_lineno == -1:
                    added.append(l.content)

        res[line] = {
            'ieml': l.content.split('"')[1],
            'added': added,
            'deleted': deleted,
            'is_new': patch.delta.old_file.mode == 0,
            'is_removed': patch.delta.new_file.mode == 0,
        }

    return res
old_commit = 'ae37ce19155b38c0684b9b39505d9293204b35c8'
diff = diff(git, commit, old_commit)
list(diff.values())

In [ ]:


In [ ]: