2 Python and Numpy whirlwind cheat sheet

In [169]:

    

from IPython.display import display
from IPython.display import Image
from IPython.display import HTML
from IPython.core.display import display, HTML  # display(HTML(df.to_html()))

import numpy as np
import os.path


    

In [170]:

    

import this


    

In [171]:

    

HTML('<img src="images/scope-python-matlab.svg" width=700 height=300/>')


    

    
Out[171]:

In [172]:

    

HTML('<img src="images/python-three-libs.jpg" width=700 height=300/>')


    

    
Out[172]:

In [173]:

    

print('Hello world'\
      )
print('{0} {1} {2:10,.2f}'.format('Hello',
                     'world', 127883.54355))


    

    




Hello world
Hello world 127,883.54

In [174]:

    

display(Image(filename='images/introspection.png'))


    

In [175]:

    

myInt = 5
print('{0} is object type {1}'.format(myInt, type(myInt)))
myFloat = np.pi
print('{0} is object type {1}'.format(myFloat, type(myFloat)))
lstInts = [1, 2, 3, 4, ]
print('{0} is object type {1}'.format(lstInts, type(lstInts)))
def myfunction(a):
    print(a)
print('{0} is object type {1}'.format(myfunction, type(myfunction)))


    

    




5 is object type <class 'int'>
3.141592653589793 is object type <class 'float'>
[1, 2, 3, 4] is object type <class 'list'>
<function myfunction at 0x000000000F9B66A8> is object type <class 'function'>

In [176]:

    

import copy

a = [1, 2, 3, ]
b = a
c = copy.copy(a) # shallow copy
# c = copy.deepcopy(a) # deep (recursive) copy
print('a={}'.format(a))
print('b={}'.format(b))
print('c={}'.format(c))
print('----------------------')
b[2] = 'z'
print('a={}'.format(a))
print('b={}'.format(b))
print('c={}'.format(c))
print('----------------------')
b = a[:]  # slicing all makes a copy of 'a' then bind 'b' to this copy
b[2] = 'b'
c[2] = 'c'
print('a={}'.format(a))
print('b={}'.format(b))
print('c={}'.format(c))


    

    




a=[1, 2, 3]
b=[1, 2, 3]
c=[1, 2, 3]
----------------------
a=[1, 2, 'z']
b=[1, 2, 'z']
c=[1, 2, 3]
----------------------
a=[1, 2, 'z']
b=[1, 2, 'b']
c=[1, 2, 'c']

In [177]:

    

a = [5, 9]
b = a
c = [5, 9]
print(a, type(a), id(a), a is b, a==b)
print(b, type(b), id(b), a is b, a==b)
print(c, type(c), id(c), a is c, a==c)


    

    




[5, 9] <class 'list'> 324892424 True True
[5, 9] <class 'list'> 324892424 True True
[5, 9] <class 'list'> 323232968 False True

In [178]:

    

a[0] = 1
print(a, type(a), id(a), a is b, a==b)
print(b, type(b), id(b), a is b, a==b)
print(c, type(c), id(c), a is c, a==c)
print(' ')
b[0] = 5
print(a, type(a), id(a), a is b, a==b)
print(b, type(b), id(b), a is b, a==b)
print(c, type(c), id(c), a is c, a==c)


    

    




[1, 9] <class 'list'> 324892424 True True
[1, 9] <class 'list'> 324892424 True True
[5, 9] <class 'list'> 323232968 False False
 
[5, 9] <class 'list'> 324892424 True True
[5, 9] <class 'list'> 324892424 True True
[5, 9] <class 'list'> 323232968 False True

In [179]:

    

a = 5
b = a
print(a, type(a), id(a), a is b, a==b)
print(b, type(b), id(b), a is b, a==b)
b = 6
print(a, type(a), id(a), a is b, a==b)
print(b, type(b), id(b), a is b, a==b)


    

    




5 <class 'int'> 8790498710464 True True
5 <class 'int'> 8790498710464 True True
5 <class 'int'> 8790498710464 False False
6 <class 'int'> 8790498710496 False False

In [180]:

    

a = 5.
b = a
print(a, type(a), id(a), a is b, a==b)
print(b, type(b), id(b), a is b, a==b)
b = 6.
print(a, type(a), id(a), a is b, a==b)
print(b, type(b), id(b), a is b, a==b)


    

    




5.0 <class 'float'> 280288112 True True
5.0 <class 'float'> 280288112 True True
5.0 <class 'float'> 280288112 False False
6.0 <class 'float'> 280285688 False False

In [181]:

    

a = 'ABCD'
b = a
print(a, type(a), id(a), a is b, a==b)
print(b, type(b), id(b), a is b, a==b)
b = 'ABCD'
print(a, type(a), id(a), a is b, a==b)
print(b, type(b), id(b), a is b, a==b)


    

    




ABCD <class 'str'> 95222112 True True
ABCD <class 'str'> 95222112 True True
ABCD <class 'str'> 95222112 True True
ABCD <class 'str'> 95222112 True True

In [182]:

    

a = None
b = 5
print(a is None, b is not None, b is None)


    

    




True True False

In [183]:

    

strOne = 'one'
strTwo = "two"
strThree = ' one two "three" four'
strMulti = """Line 1
Line2
Line3
"""
print('-{0}- is object type {1}'.format(strOne, type(strOne)))
print('-{0}- is object type {1}'.format(strTwo, type(strTwo)))
print('-{0}- is object type {1}'.format(strThree, type(strThree)))
print('-{0}- is object type {1}'.format(strMulti, type(strMulti)))

strFormatted = '{0:04d} {1:7.2e} -{2:16s}- {1:16.12f}'.format(4, np.pi, 'my string')
print(strFormatted)


    

    




-one- is object type <class 'str'>
-two- is object type <class 'str'>
- one two "three" four- is object type <class 'str'>
-Line 1
Line2
Line3
- is object type <class 'str'>
0004 3.14e+00 -my string       -   3.141592653590

In [184]:

    

#append to an existing list
lstNumbers = [4, 1, 2,  3, 4, ]
lstNumbers.append(5)
lstNumbers.append([2, 6, 7, 8])
print(lstNumbers)
#insert into specific locations into list
lstDiff = [1, 'a', 2]
lstDiff.insert(0,'zero')
lstDiff.insert(2,'wow')
print(lstDiff)


    

    




[4, 1, 2, 3, 4, 5, [2, 6, 7, 8]]
['zero', 1, 'wow', 'a', 2]

In [185]:

    

print(lstNumbers[6][1])


    

    




6

In [186]:

    

print([1,0,1,2,3][3])


    

    




2

In [187]:

    

import itertools

list2d = [[1,2,3],[4,5,6], [7], [8,9]]
merged = list(itertools.chain.from_iterable(list2d))
print(merged)

list2d = [['foo']*3,['bar']*3,['ton']*3]
merged = list(itertools.chain.from_iterable([['foo']*3,['bar']*3,['ton']*3]))
print(merged)


    

    




[1, 2, 3, 4, 5, 6, 7, 8, 9]
['foo', 'foo', 'foo', 'bar', 'bar', 'bar', 'ton', 'ton', 'ton']

In [188]:

    

# python 3
#a,*b,c = [0, 1, 2, 3, 4, 5]


    

In [189]:

    

lstNumbers = [4, 1, 2,  3, 5, ]
print(lstNumbers[0])
print(lstNumbers[-1])
print(lstNumbers[:])
print(lstNumbers[2:])
print(lstNumbers[2:4])
print(lstNumbers[-2:])
print(lstNumbers[0:4:2])


    

    




4
5
[4, 1, 2, 3, 5]
[2, 3, 5]
[2, 3]
[3, 5]
[4, 2]

In [190]:

    

a = 'a string to be reversed' 
print(a[::-1])
a = 'a string to be reversed' 
print(a[::-2])


    

    




desrever eb ot gnirts a
dsee bo nrsa

In [191]:

    

tupNumbers = (1, 2, 3, 4,)
print('the fourth element is {}'.format(tupNumbers[3]))
try:
    tupNumbers.append(5)
except:
    print('The append attempt raised an exception - it is not allowed!')


    

    




the fourth element is 4
The append attempt raised an exception - it is not allowed!

In [192]:

    

import itertools
AA = [1, 2, 3]
BB = ['A','B']
print(AA)
print('')
print(BB)
print('')
for i,(aa,bb) in enumerate(list(itertools.product(AA,BB))):
    print(i,aa,bb)


    

    




[1, 2, 3]

['A', 'B']

0 1 A
1 1 B
2 2 A
3 2 B
4 3 A
5 3 B

In [193]:

    

dicBand = {'NIR':'1-2', 'SWIR':'1.5-3', 'MWIR':'3-5',}
dicBand['LWIR']='8-12'
dicBand['VIS']='0.4-0.7'

print(dicBand)
print(dicBand['LWIR'])
print('-------------')

for key in dicBand:
    print('key={} value={}'.format(key,dicBand[key]))
print(' ')
print('-------------')

for key in sorted(dicBand.keys()):
    print('key={} value={}'.format(key,dicBand[key]))


    

    




{'NIR': '1-2', 'SWIR': '1.5-3', 'MWIR': '3-5', 'LWIR': '8-12', 'VIS': '0.4-0.7'}
8-12
-------------
key=NIR value=1-2
key=SWIR value=1.5-3
key=MWIR value=3-5
key=LWIR value=8-12
key=VIS value=0.4-0.7
 
-------------
key=LWIR value=8-12
key=MWIR value=3-5
key=NIR value=1-2
key=SWIR value=1.5-3
key=VIS value=0.4-0.7

In [194]:

    

#this works in Python 3
# aa = {'mike': 'male', 'kathy': 'female', 'steve': 'male', 'hillary': 'female'}
# bb = {'mike': 'male', 'ben': 'male', 'hillary': 'female'}

# aa.keys() & bb.keys() # {'mike', 'hillary'} # these are set-like
# aa.keys() - bb.keys() # {'kathy', 'steve'}
# # If you want to get the common key-value pairs in the two dictionaries
# aa.items() & bb.items() # {('mike', 'male'), ('hillary', 'female')}


    

In [195]:

    

# from collections import defaultdict
# dictionary = defaultdict(list) # defaults to list
# for k, v in ls:
#     dictionary[k].append(v)


    

In [196]:

    

a = {'x': 1, 'y':2, 'z':3}
b = {'y': 5, 's': 10, 'x': 3, 'z': 6}
c = a
c.update(b)
print(c)


    

    




{'x': 3, 'y': 5, 'z': 6, 's': 10}

In [197]:

    

aa = {k: sum(range(k)) for k in range(10)}
print(aa)
# get the max value and the key where this occurs
print(max(zip(aa.values(), aa.keys())))
# traverse dict from max value to min value, with key
print(sorted(zip(aa.values(), aa.keys()), reverse=True))


    

    




{0: 0, 1: 0, 2: 1, 3: 3, 4: 6, 5: 10, 6: 15, 7: 21, 8: 28, 9: 36}
(36, 9)
[(36, 9), (28, 8), (21, 7), (15, 6), (10, 5), (6, 4), (3, 3), (1, 2), (0, 1), (0, 0)]

In [198]:

    

a = [ 'a', 'b', 'c', ]
for item in a:
    print(item)
print('-------------')

strTmp = 'This string'
for i,item in enumerate(strTmp):
    print('character {} is {}'.format(i,item))
print('-------------')

for i,item in enumerate(a):
    print('index {} has value {}'.format(i,item))
print('-------------')

while False:
    print(a)
else:
    print('it is False!!')
print('-------------')
    
count = 0
while count < 5:
    print(f'{count} is  less than 5')
    count = count + 1


    

    




a
b
c
-------------
character 0 is T
character 1 is h
character 2 is i
character 3 is s
character 4 is  
character 5 is s
character 6 is t
character 7 is r
character 8 is i
character 9 is n
character 10 is g
-------------
index 0 has value a
index 1 has value b
index 2 has value c
-------------
it is False!!
-------------
0 is  less than 5
1 is  less than 5
2 is  less than 5
3 is  less than 5
4 is  less than 5

In [199]:

    

a = [ 'a', 'b', 'c', ]
b = [ '1', '2', '3', ]
print(zip(a,b))


    

    




<zip object at 0x0000000010AFEB88>

In [200]:

    

print('Enumerate over all zipped tuples')
for i,(ai,bi) in enumerate(zip(a,b)):
    print(i, ai, bi)
    
print('Alternative method, not quite as clear and instructive')
for i,aa in enumerate(a):
    print( 1, a[i], b[i])
    
print('C-Style programming to achieve the same effect')
if len(a)==len(b):
    for i in range(len(b)):
        print(i, a[i],b[i])


    

    




Enumerate over all zipped tuples
0 a 1
1 b 2
2 c 3
Alternative method, not quite as clear and instructive
1 a 1
1 b 2
1 c 3
C-Style programming to achieve the same effect
0 a 1
1 b 2
2 c 3

In [201]:

    

data = [(1, 2, 3), ('a', 'b', 'c')] 
print(data)
print('---------')
zipped = zip(*data)
print(zipped)
print(type(zipped))
print(list(zipped)) # ??? list(zipped) changes zipped to a list, no longer zipped object
print(type(list(zipped)))
print(type(zipped))
print('---------')
# zipped = zip(*data)
unzipped = zip(*zipped)
print(unzipped)
print(type(unzipped))
print(list(unzipped))


    

    




[(1, 2, 3), ('a', 'b', 'c')]
---------
<zip object at 0x00000000135FC888>
<class 'zip'>
[(1, 'a'), (2, 'b'), (3, 'c')]
<class 'list'>
<class 'zip'>
---------
<zip object at 0x00000000135C0C48>
<class 'zip'>
[]

In [202]:

    

num_list = [1, 2, 3, 4, 5]
def dummyfn(a): return True if a[0]+a[1]>a[2] else False
max( zip(num_list, num_list[1:], num_list[2:]), key=dummyfn )


    

    
Out[202]:





$$\left ( 2, \quad 3, \quad 4\right )$$

In [203]:

    

# if function is written as lambda function
max( zip(num_list, num_list[1:], num_list[2:]), key=lambda a: True if a[0]+a[1]>a[2] else False )


    

    
Out[203]:





$$\left ( 2, \quad 3, \quad 4\right )$$

In [204]:

    

import math
nlist = [0, 1, 2, 3, 4]
newl = [math.sqrt(i) for i in nlist if not i%2]
print(newl)

keys = ['a', 'n', 'z']
values = ['testing', 'this', 'dict']
d = {key: value for (key, value) in zip(keys, values)}
print(d)

print(zip(keys, values))


    

    




[0.0, 1.4142135623730951, 2.0]
{'a': 'testing', 'n': 'this', 'z': 'dict'}
<zip object at 0x0000000013603E48>

In [205]:

    

flattened = []
unflat = [[1,2,3],[4,5,6],[7,8,9]]
for row in unflat:
    for n in row:
        flattened.append(n)
print(flattened)


    

    




[1, 2, 3, 4, 5, 6, 7, 8, 9]

In [206]:

    

flattenedlc = [n for row in unflat for n in row]
print(flattenedlc)


    

    




[1, 2, 3, 4, 5, 6, 7, 8, 9]

In [207]:

    

a = [[0, 1, 2, 3], [4, 5, 6, 7]]
print(a)
print(a[0])
print(a[0][3])


    

    




[[0, 1, 2, 3], [4, 5, 6, 7]]
[0, 1, 2, 3]
3

In [208]:

    

print(20*'-')


    

    




--------------------

In [209]:

    

print(5 *[None])


    

    




[None, None, None, None, None]

In [210]:

    

# the same single dict object repeated with 3 x references in the list
dic = 3 * [{}] 
print(dic)
# assigning to the single dict once, 
# but all entries in the list reference the same dict
dic[0]['test'] = 'mystring' 
print(dic)


    

    




[{}, {}, {}]
[{'test': 'mystring'}, {'test': 'mystring'}, {'test': 'mystring'}]

In [211]:

    

lst = 3 * [[]]
print(lst)
lst[0].append('mystring')
print(lst)


    

    




[[], [], []]
[['mystring'], ['mystring'], ['mystring']]

In [212]:

    

dic = []
lst = []
for i in [0,1,2]:
    dic.append({})
    lst.append([])

lst[0].append('mystring')
dic[0]['test'] = 'mystring'
print(lst)
print(dic)


    

    




[['mystring'], [], []]
[{'test': 'mystring'}, {}, {}]

In [213]:

    

# http://pymotw.com/2/collections/namedtuple.html
bob = ('Bob', 30, 'male')
print('Representation:{}'.format(bob))

jane = ('Jane', 29, 'female')
print('\nField by index: {}'.format(jane[0]))

print('\nFields by index:')
for p in [ bob, jane ]:
    # use tuple unpacking to unpack the tuple in to its elements
    print('{} is a {} year old {}'.format(*p))


    

    




Representation:('Bob', 30, 'male')

Field by index: Jane

Fields by index:
Bob is a 30 year old male
Jane is a 29 year old female

In [214]:

    

#http://pymotw.com/2/collections/namedtuple.html
import collections

#note that field names are all in a single string, with whitespace separation
Person = collections.namedtuple('Person', 'name age gender')

print('Type of Person: {}'.format(type(Person)))

bob = Person(name='Bob', age=30, gender='male')
print('\nRepresentation: {}'.format(bob))

jane = Person(name='Jane', age=29, gender='female')
print('\nField by name: {}'.format(jane.name))
print('Field by name: {}'.format(jane[0]))

print('\nFields by index:')
for p in [ bob, jane ]:
    print('{} is a {} year old {}'.format(*p))


    

    




Type of Person: <class 'type'>

Representation: Person(name='Bob', age=30, gender='male')

Field by name: Jane
Field by name: Jane

Fields by index:
Bob is a 30 year old male
Jane is a 29 year old female

In [215]:

    

from collections import namedtuple
Point = namedtuple('Point', 'x y')
pt1 = Point(1.0, 5.0)
pt2 = Point(2.5, 1.5)

from math import sqrt
line_length = sqrt((pt1.x-pt2.x)**2 + (pt1.y-pt2.y)**2)


    

In [216]:

    

print('{} {}'.format(pt1, type(pt1)))
print('{} {}'.format(pt1._asdict(), type(pt1._asdict())))
print('{} {}'.format(dict(pt1._asdict()), type(dict(pt1._asdict()))))
pt1d = pt1._asdict()
pt1d['x'] = 1000
print('{} {}'.format(pt1d, type(pt1d)))

# build a namedtuple from a dict:
pt1 = Point(**pt1d)
print('{} {}'.format(pt1, type(pt1)))

#get the field names from namedtuple
print('Point field names are {}'.format(pt1._fields))


    

    




Point(x=1.0, y=5.0) <class '__main__.Point'>
OrderedDict([('x', 1.0), ('y', 5.0)]) <class 'collections.OrderedDict'>
{'x': 1.0, 'y': 5.0} <class 'dict'>
OrderedDict([('x', 1000), ('y', 5.0)]) <class 'collections.OrderedDict'>
Point(x=1000, y=5.0) <class '__main__.Point'>
Point field names are ('x', 'y')

In [217]:

    

class Point(namedtuple('Point', 'x y')):
    __slots__ = ()
    @property
    def hypot(self):
        return (self.x ** 2 + self.y ** 2) ** 0.5
    def __str__(self):
        return 'Point: x={:6.3f}  y={:6.3f}  hypot={:6.3f}'.format(self.x, self.y, self.hypot)

for p in Point(3, 4), Point(14, 5/7.):
    print(p)


    

    




Point: x= 3.000  y= 4.000  hypot= 5.000
Point: x=14.000  y= 0.714  hypot=14.018

In [218]:

    

Account = namedtuple('Account', 'owner balance transaction_count')
default_account = Account('<owner name>', 0.0, 0)
johns_account = default_account._replace(owner='John', balance=50)
print(johns_account)


    

    




Account(owner='John', balance=50, transaction_count=0)

In [219]:

    

# def preparefiles(filename):
#     if os.path.isfile(filename):
#         os.remove(filename)
#     conn = sqlite3.connect(filename)
#     conn.execute('''CREATE TABLE COMPANY
#            (ID INT PRIMARY KEY     NOT NULL,
#            NAME           TEXT    NOT NULL,
#            AGE            INT     NOT NULL,
#            ADDRESS        CHAR(50),
#            SALARY         REAL);''')
#     conn.execute("INSERT INTO COMPANY (ID,NAME,AGE,ADDRESS,SALARY) \
#           VALUES (1, 'Paul', 32, 'California', 20000.00 )");
#     conn.execute("INSERT INTO COMPANY (ID,NAME,AGE,ADDRESS,SALARY) \
#           VALUES (2, 'Allen', 25, 'Texas', 15000.00 )");
#     conn.execute("INSERT INTO COMPANY (ID,NAME,AGE,ADDRESS,SALARY) \
#           VALUES (3, 'Teddy', 23, 'Norway', 20000.00 )");
#     conn.execute("INSERT INTO COMPANY (ID,NAME,AGE,ADDRESS,SALARY) \
#           VALUES (4, 'Mark', 25, 'Rich-Mond ', 65000.00 )");
#     conn.commit()
#     conn.close()


    

In [220]:

    

from collections import namedtuple
 
EmployeeRecord = namedtuple('EmployeeRecord', 'name, age, address, paygrade')

import csv
for emp in map(EmployeeRecord._make, csv.reader(open('data/test.csv', "rt"))):
    print('from csv: {} {} '.format(emp.name, emp.paygrade))

import sqlite3
conn = sqlite3.connect('data/test.db3')
cursor = conn.cursor()
cursor.execute('SELECT NAME,AGE,ADDRESS,SALARY FROM COMPANY')
for emp in map(EmployeeRecord._make, cursor.fetchall()):
    print('from sqlite3: {} {} {} {}'.format(emp.name, emp.age, emp.address, emp.paygrade))
conn.close ;


    

    




from csv: Paul  20000.0 
from csv: Allen  15000.0 
from csv: Teddy  20000.0 
from csv: Mark   65000.0 
from sqlite3: Paul 32 California 20000.0
from sqlite3: Allen 25 Texas 15000.0
from sqlite3: Teddy 23 Norway 20000.0
from sqlite3: Mark 25 Rich-Mond  65000.0

In [221]:

    

def is_even(value):
    """Return True if *value* is even.
    """
    #this is a comment
    return (value % 2) == 0

print(is_even(4))
print(is_even(5))

def count_occurrences(target_list, predicate):
    """Return the number of times applying the callable *predicate* to a
    list element returns True.
    """
    return sum([1 for e in target_list if predicate(e)])

my_predicate = is_even
my_list = [2, 4, 6, 7, 9, 11]
result = count_occurrences(my_list, my_predicate)
print(result)


    

    




True
False
3

In [222]:

    

import string

def function1(i):
    print('called function 1 with {}'.format(i))

def function2(i):
    print('called function 2 with {}'.format(i))

tokenDict = {"cat":function1, "dog":function2}

# simulate, say, lines read from a file
lines = ["cat","cat","dog"]

for i,line in enumerate(lines):
    tokenDict[line](i)


    

    




called function 1 with 0
called function 1 with 1
called function 2 with 2

In [223]:

    

def append_to_list(value, def_list=[]):
    def_list.append(value)
    return def_list

my_list = append_to_list(1)
print(my_list)

my_other_list = append_to_list(2)
print(my_other_list)


    

    




[1]
[1, 2]

In [224]:

    

import time
def report_arg(my_default=time.time()):
    print(my_default)

report_arg()
time.sleep(1)
report_arg()


    

    




1562229963.6504102
1562229963.6504102

In [225]:

    

import random, string, os

#the join function uses the given string to join the elements given in the function parameter list
a = ['a','b','c']
print('*'.join(a))     
print('-o0o-'.join(a))     

#first create some random text - for extra marks figure out how this is done...
text = '\n'.join([' '.join([''.join(random.sample(string.ascii_letters,
                random.randint(1,7))) for i in range(10)]) for i in range(4)])
print('Text to be written to file')
print(text)

#Write the text to file
filename = "x.txt"
with open(filename,'w') as f:
    f.write(text)
    
print('\nSingle string dump of all the text read in from the file')
with open("x.txt",'r') as f:
    data = f.read()
    print(data)
    
with open(filename,'r') as f:
    lines = f.readlines()
    print('\nRead in as lines from the file')
    print(lines)
    print('\nPrinting the lines one at a time after removing the newline')
    for line in lines:
        print(line.strip())
    print('\nPrinting the words for each line')
    for line in lines:
        words = line.split()
        print(words)
#delete the file        
try:
    os.remove(filename)
except OSError:
    pass


    

    




a*b*c
a-o0o-b-o0o-c
Text to be written to file
dqx Ix S dFDt rhfxFbj k YfnigWF Mw B nlIEV
OQWq roKgeX oPw FBfzrU mkSiw afIN EOeKaT zrX f D
qkfDtl rTN BL Hxftv WNVYeSq IOmoyA PuHSE FoJ U sTMC
mhLHiMR bcOAdmU B dAmxYEy W WMDqaeJ RSvLnX Fp c SLygcdx

Single string dump of all the text read in from the file
dqx Ix S dFDt rhfxFbj k YfnigWF Mw B nlIEV
OQWq roKgeX oPw FBfzrU mkSiw afIN EOeKaT zrX f D
qkfDtl rTN BL Hxftv WNVYeSq IOmoyA PuHSE FoJ U sTMC
mhLHiMR bcOAdmU B dAmxYEy W WMDqaeJ RSvLnX Fp c SLygcdx

Read in as lines from the file
['dqx Ix S dFDt rhfxFbj k YfnigWF Mw B nlIEV\n', 'OQWq roKgeX oPw FBfzrU mkSiw afIN EOeKaT zrX f D\n', 'qkfDtl rTN BL Hxftv WNVYeSq IOmoyA PuHSE FoJ U sTMC\n', 'mhLHiMR bcOAdmU B dAmxYEy W WMDqaeJ RSvLnX Fp c SLygcdx']

Printing the lines one at a time after removing the newline
dqx Ix S dFDt rhfxFbj k YfnigWF Mw B nlIEV
OQWq roKgeX oPw FBfzrU mkSiw afIN EOeKaT zrX f D
qkfDtl rTN BL Hxftv WNVYeSq IOmoyA PuHSE FoJ U sTMC
mhLHiMR bcOAdmU B dAmxYEy W WMDqaeJ RSvLnX Fp c SLygcdx

Printing the words for each line
['dqx', 'Ix', 'S', 'dFDt', 'rhfxFbj', 'k', 'YfnigWF', 'Mw', 'B', 'nlIEV']
['OQWq', 'roKgeX', 'oPw', 'FBfzrU', 'mkSiw', 'afIN', 'EOeKaT', 'zrX', 'f', 'D']
['qkfDtl', 'rTN', 'BL', 'Hxftv', 'WNVYeSq', 'IOmoyA', 'PuHSE', 'FoJ', 'U', 'sTMC']
['mhLHiMR', 'bcOAdmU', 'B', 'dAmxYEy', 'W', 'WMDqaeJ', 'RSvLnX', 'Fp', 'c', 'SLygcdx']

In [226]:

    

import numpy as np
import array
img = np.ones((3,3))
with open('binfile.bin','wb') as fo:
    header = array.array('I',[512, 1024])
    fo.write(header)
    header = array.array('d',[700, 1250])
    fo.write(header)
    img.tofile(fo)


    

In [227]:

    

import numpy as np
tt = np.asarray([400, 500])
print(tt.dtype)
print(np.power(tt, 4))
print(tt**4)

tt = np.asarray([400, 500]).astype(float)
print(tt.dtype)
print(np.power(tt, 4))


    

    




int32
[ -169803776 -1924509440]
[ -169803776 -1924509440]
float64
[2.56e+10 6.25e+10]

In [228]:

    

# foo=input('Please enter a value:')
# print(foo)


    

In [229]:

    

def square(value):
    return value ** 2

print(square(5))
print(square(5.))


    

    




25
25.0

In [230]:

    

def square(value):
    dicStr = {0:'zero',2:'two',5:'five',}
    rtnval = (value, value ** 2, dicStr[value])
    return rtnval

print(square(5))
print(square(5)[1])
print(square(5)[-1])
print('-------------')

def squarefn():
    return square
print(squarefn()(5))
print('-------------')

_, _, rtn = squarefn()(5)
print(rtn)


    

    




(5, 25, 'five')
25
five
-------------
(5, 25, 'five')
-------------
five

In [231]:

    

def power(value, power=2):
    return value ** power

print(power(value=5))
print(power(value=5, power=4))


    

    




25
625

In [232]:

    

a = (1, 2)
try:
    a.append(4)
except:
    print('Appending to a tuple is not allowed')


    

    




Appending to a tuple is not allowed

In [233]:

    

import logging
import datetime as dt
import sys
import os.path

#===============================================================================
def setUpLogFile(logfilename, saveDir, logLevelCmnd=logging.WARNING, logLevelFile=logging.DEBUG):
    """Set up the log file for IDA.

    Args:
        | logfilename (string) : Name of the log file - this is also the key to access the logger.
        | saveDir (string) : Directory to save the log file, relative to cwd.
        | logLevel (string): log level (logging.ERROR, logging.WARNING, logging.INFO, logging.DEBUG)

    Returns:
        | newLogger (logging file) : Retruns a log file with the name [logfilename]Log.
                             A log file [logfilename]Log.log is created in saveDir.
    Raises:
        | None
    """

    #--- Get the log file and to log all logLevel
    newLogger = logging.getLogger(logfilename)
    newLogger.setLevel(logLevelCmnd)
    newLogger.handlers=[] #Ensure no handlers so that duplicates aren't added in the event the code crashed and logger didn't close

    #--- Set a file handler log from level :
    filepath = os.path.join(saveDir, logfilename.lower())
    fileHdlr = logging.FileHandler("{}.log".format(filepath),'w')
    fileHdlr.setLevel(logLevelFile)
    fileHdlr.setFormatter(SpecialFormatter())
    newLogger.addHandler(fileHdlr)

    #--- Set a command window handler log from level WARNING
    cmdHdlr = logging.StreamHandler()
    cmdHdlr.setLevel(logLevelCmnd)
    cmdHdlr.setFormatter(SpecialFormatter())
    newLogger.addHandler(cmdHdlr)

    #--- Print the log file creation time
    printCreationTime = '\n==========================================================\n'+\
                        'Date of execution: {} {}\n'.format(dt.datetime.now(), logfilename) +\
                        '==========================================================\n\n'.format(logfilename)
    newLogger.info(printCreationTime)

    return newLogger

#===============================================================================
class SpecialFormatter(logging.Formatter):
    """Sets the formats of the levels to print for a logging file.

        All messages printing to the log file will have the format as specified
        by the log file level.
        http://stackoverflow.com/questions/1343227/can-pythons-logging-format-be-modified-depending-on-the-message-log-level
    """
    #--Set format: format valid for python 2
    FORMATS = { 
                logging.CRITICAL: "CRITICAL - module %(module)s line %(lineno)d: %(message)s",
                logging.ERROR   : "ERROR - module %(module)s line %(lineno)d: %(message)s",
                logging.WARNING : "WARNING - module %(module)s line %(lineno)d: %(message)s",
                logging.INFO    : "INFO %(message)s",
                logging.DEBUG   : "DEBUG - module %(module)s line %(lineno)d: %(message)s",
                'DEFAULT'       : "%(levelname)s: %(message)s"}

    #---Define format
    def format(self, record):
        """Defines the logging message format.
        """
        self._fmt = self.FORMATS.get(record.levelno, self.FORMATS['DEFAULT'])
        return logging.Formatter.format(self, record)


    

In [234]:

    

#set up the session logger
analysisName = 'analysis'
saveDir = '.' 
setUpLogFile(analysisName, '.', logLevelCmnd=logging.INFO, logLevelFile=logging.INFO)
anaLog = logging.getLogger(analysisName)
anaLog.error('this is an error message to anaLogFile')

#set up the specialist loggers
for i in ['a','b']:
    setUpLogFile(i, '.', logLevelCmnd=logging.INFO, logLevelFile=logging.INFO)

#use the session and specialist loggers.
for i in ['a','b']:
    anaLog.error('this is an error message to anaLogFile {}'.format(i) )
    iLog = logging.getLogger(i)
    iLog.error('writing to logfile {} at ERROR level'.format(i) )
    iLog.info('writing to logfile {} at INFO level'.format(i) )


    

    




==========================================================
Date of execution: 2019-07-04 10:46:04.840410 analysis
==========================================================


this is an error message to anaLogFile

==========================================================
Date of execution: 2019-07-04 10:46:04.842410 a
==========================================================



==========================================================
Date of execution: 2019-07-04 10:46:04.844410 b
==========================================================


this is an error message to anaLogFile a
writing to logfile a at ERROR level
writing to logfile a at INFO level
this is an error message to anaLogFile b
writing to logfile b at ERROR level
writing to logfile b at INFO level

In [235]:

    

def numbers_to_strings(argument):
    switcher = {
        0: "zero",
        1: "one",
        2: "two",
    }
    return switcher.get(argument, "nothing")

print(numbers_to_strings(1))


    

    




one

In [236]:

    

def zero():
    return "zero"

def one():
    return "one"

def numbers_to_functions_to_strings(argument):
    switcher = {
        0: zero,
        1: one,
        2: lambda: "two",
    }
    # Get the function from switcher dictionary
    func = switcher.get(argument, lambda: "nothing")
    # Execute the function
    return func()

print(numbers_to_strings(1), numbers_to_strings(2))


    

    




one two

In [237]:

    

print(str)


    

    




<class 'str'>

In [238]:

    

class Switcher(object):
    def numbers_to_methods_to_strings(self, argument):
        """Dispatch method"""
        # prefix the method_name with 'number_' because method names
        # cannot begin with an integer.
        method_name = 'number_' + str(argument)
        # Get the method from 'self'. Default to a lambda.
        method = getattr(self, method_name, lambda: "nothing")
        # Call the method as we return it
        return method()

    def number_0(self):
        return "zero"

    def number_1(self):
        return "one"

    def number_2(self):
        return "two"
    
sw = Switcher()

print(sw.numbers_to_methods_to_strings(0),sw.numbers_to_methods_to_strings(2))


    

    




zero two

In [239]:

    

import pandas as pd
from pathlib import Path
from datetime import datetime
import os
import time


    

In [240]:

    

Path.cwd()


    

    
Out[240]:





WindowsPath('V:/work/WorkN/ComputationalRadiometry')

In [241]:

    

str(Path.cwd())


    

    
Out[241]:





'V:\\work\\WorkN\\ComputationalRadiometry'

In [242]:

    

today = datetime.today()
sales_file = Path.cwd() / "data" / "raw" / "Sales-History.csv"
pipeline_file = Path.cwd() / "data" / "raw" / "pipeline_data.xlsx"
summary_file = Path.cwd() / "data" / "processed" / f"summary_{today:%b-%d-%Y}.pkl"

parts = ["in", "input.xlsx"]
in_file_3 = Path.cwd().joinpath(*parts)

print( Path.cwd())
print(today)
print(sales_file)
print(pipeline_file)
print(summary_file)
print(in_file_3)

print(type(in_file_3))
print(Path.home().joinpath('python', 'scripts', 'test.py'))


    

    




V:\work\WorkN\ComputationalRadiometry
2019-07-04 10:46:05.026410
V:\work\WorkN\ComputationalRadiometry\data\raw\Sales-History.csv
V:\work\WorkN\ComputationalRadiometry\data\raw\pipeline_data.xlsx
V:\work\WorkN\ComputationalRadiometry\data\processed\summary_Jul-04-2019.pkl
V:\work\WorkN\ComputationalRadiometry\in\input.xlsx
<class 'pathlib.WindowsPath'>
C:\Users\NWillers\python\scripts\test.py

In [243]:

    

cwd = os.getcwd()
p = Path(cwd)
print(p.is_dir())
print(p.is_file())
print(p.parts)
print(p.absolute)
print(p.anchor)
print(p.as_uri())
print(p.parent)
print(p.name)


    

    




True
False
('V:\\', 'work', 'WorkN', 'ComputationalRadiometry')
<bound method Path.absolute of WindowsPath('V:/work/WorkN/ComputationalRadiometry')>
V:\
file:///V:/work/WorkN/ComputationalRadiometry
V:\work\WorkN
ComputationalRadiometry

In [244]:

    

p = Path(cwd) / 'README.md'
print(p)
print(p.name)
print(p.parent)
print(p.stem)
print(p.suffix)
print(p.anchor)
print(p.parent.parent / ('mynewname' + p.suffix))


    

    




V:\work\WorkN\ComputationalRadiometry\README.md
README.md
V:\work\WorkN\ComputationalRadiometry
README
.md
V:\
V:\work\WorkN\mynewname.md

In [245]:

    

p.rglob('./data/**/*.[!png;!txt!ltn]*')
print(list)


    

    




<class 'list'>

In [246]:

    

p = Path(cwd)
print(type(p.glob('**/cmd-here/*.*')))

for i in p.glob('**/cmd-here/*.*'):
    print(i.name)
print(' ')
print(list(p.rglob('./cmd-here/*.*')),end='\n\n')
print(list(p.rglob('./data/**/*.[!png;!txt!ltn]*')),end='\n\n')


    

    




<class 'generator'>
cmd-window-here.reg
 
[WindowsPath('V:/work/WorkN/ComputationalRadiometry/cmd-here/cmd-window-here.reg')]

[WindowsPath('V:/work/WorkN/ComputationalRadiometry/data/test.csv'), WindowsPath('V:/work/WorkN/ComputationalRadiometry/data/test.db3'), WindowsPath('V:/work/WorkN/ComputationalRadiometry/data/well-fill/radio-MWIR Sensor-SensorA-gen.hdf5'), WindowsPath('V:/work/WorkN/ComputationalRadiometry/data/well-fill/MLS23km/modin.ontplt'), WindowsPath('V:/work/WorkN/ComputationalRadiometry/data/well-fill/SW31km/modin.ontplt'), WindowsPath('V:/work/WorkN/ComputationalRadiometry/data/well-fill/SW31km/SW31kmMaritimePrad.ontplt')]

In [247]:

    

p = Path(cwd)
pstr = './data/**/*'
all_files = []
for i in p.rglob(pstr):
    all_files.append((i.name, i.parent, time.ctime(i.stat().st_ctime)))

columns = ["File_Name", "Parent", "Created"]
df = pd.DataFrame.from_records(all_files, columns=columns)

display(HTML(df.head().to_html()))
display(HTML(df.tail().to_html()))


    

    






  

    

      

      
File_Name
      
Parent
      
Created
    
  
  

    

      
0
      
.gitignore
      
V:\work\WorkN\ComputationalRadiometry\data
      
Wed Oct 19 10:16:27 2016
    
    

      
1
      
09d-narcsissus.xlsx
      
V:\work\WorkN\ComputationalRadiometry\data
      
Sun Oct 23 11:32:19 2016
    
    

      
2
      
emis-800K-MWIR.txt
      
V:\work\WorkN\ComputationalRadiometry\data
      
Wed Oct 19 10:16:27 2016
    
    

      
3
      
emis-MWIR-300K.png
      
V:\work\WorkN\ComputationalRadiometry\data
      
Wed Oct 19 10:16:27 2016
    
    

      
4
      
emis-MWIR-800K.png
      
V:\work\WorkN\ComputationalRadiometry\data
      
Wed Oct 19 10:16:27 2016
    
  







    






  

    

      

      
File_Name
      
Parent
      
Created
    
  
  

    

      
56
      
modin
      
V:\work\WorkN\ComputationalRadiometry\data\wel...
      
Wed Oct 19 10:16:27 2016
    
    

      
57
      
tape5
      
V:\work\WorkN\ComputationalRadiometry\data\wel...
      
Wed Oct 19 10:16:27 2016
    
    

      
58
      
tape6
      
V:\work\WorkN\ComputationalRadiometry\data\wel...
      
Wed Oct 19 10:16:27 2016
    
    

      
59
      
tape7
      
V:\work\WorkN\ComputationalRadiometry\data\wel...
      
Wed Oct 19 10:16:27 2016
    
    

      
60
      
trop5kmUrbantauPrad.ltn
      
V:\work\WorkN\ComputationalRadiometry\data\wel...
      
Wed Oct 19 10:16:27 2016
    
  

In [248]:

    

def tree(directory):
    print(f'+ {directory}')
    for path in sorted(directory.rglob('*')):
        depth = len(path.relative_to(directory).parts)
        spacer = '    ' * depth
        print(f'{spacer}+ {path.name}')
        
tree(Path.cwd() / 'data')


    

    




+ V:\work\WorkN\ComputationalRadiometry\data
    + .gitignore
    + 09d-narcsissus.xlsx
    + emis-800K-MWIR.txt
    + emis-MWIR-300K.png
    + emis-MWIR-800K.png
    + FOV-optimisation-parameters.xlsx
    + InSb.txt
    + mask00.png
    + mask01.png
    + mirrorerror.npz
    + path100
        + modin
        + tape5
        + tape6
        + tape7
    + path1000
        + modin
        + tape5
        + tape6
        + tape7
    + path10000
        + modin
        + tape5
        + tape6
        + tape7
    + plume-015a.PNG
    + plume-015b.PNG
    + plume-032.PNG
    + plume-060.PNG
    + plume-116.PNG
    + plume-171.PNG
    + plume-282.PNG
    + plume-394a.PNG
    + plume-394b.PNG
    + test.csv
    + test.db3
    + unity3_5.txt
    + well-fill
        + MLS23km
            + MLS23kmUrbantauPrad.ltn
            + modin
            + modin.ontplt
            + tape5
            + tape6
            + tape7
        + radio-MWIR Sensor-SensorA-gen.hdf5
        + sensor-definitions.xlsx
        + SW31km
            + modin
            + modin.ontplt
            + SW31kmMaritimePrad.ltn
            + SW31kmMaritimePrad.ontplt
            + tape5
            + tape6
            + tape7
        + tropical5km
            + modin
            + tape5
            + tape6
            + tape7
            + trop5kmUrbantauPrad.ltn

In [249]:

    

p = list(Path(cwd).rglob('./*.md'))[0] 
print(type(p))
with p.open(mode='r') as fid:
    headers = [line.strip() for line in fid if line.startswith('#')]
print('\n'.join(headers))


    

    




<class 'pathlib.WindowsPath'>
### Computational Optical Radiometry with pyradi

In [250]:

    

import collections
collections.Counter(p.suffix for p in Path.cwd().iterdir())


    

    
Out[250]:





Counter({'': 22,
 '.ipynb': 28,
 '.log': 3,
 '.cls': 2,
 '.pcl': 1,
 '.txt': 14,
 '.bin': 1,
 '.tar': 3,
 '.tgz': 3,
 '.png': 2,
 '.py': 5,
 '.fl7': 2,
 '.xlsx': 1,
 '.md': 1,
 '.npz': 1})

In [251]:

    

collections.Counter(p.suffix for p in Path.cwd().iterdir() if 'git' in p.name)


    

    
Out[251]:





Counter({'': 2})

In [252]:

    

collections.Counter(p.suffix for p in Path.cwd().iterdir() if 'ipynb_checkpoints' in p.name)


    

    
Out[252]:





Counter({'': 1})

In [253]:

    

from datetime import datetime
directory = Path.cwd()
print(directory)
time, file_path = max((f.stat().st_mtime, f) for f in directory.iterdir())
print(datetime.fromtimestamp(time), file_path)


    

    




V:\work\WorkN\ComputationalRadiometry
2019-07-04 10:46:04.844410 V:\work\WorkN\ComputationalRadiometry\b.log

In [254]:

    

directory = Path.cwd()
filetuple = max((f.stat().st_mtime, f) for f in directory.iterdir() if '.txt' in f.name)

print(filetuple)
print(filetuple[1].read_text().split('\n')[:10])


    

    




(1559563198.936, WindowsPath('V:/work/WorkN/ComputationalRadiometry/test.txt'))
['This is a test file!', 'It can contain anything I want...', '', '', 'more...', '']

In [255]:

    

def unique_path(directory, name_pattern):
    counter = 0
    while True:
        counter += 1
        path = directory / name_pattern.format(counter)
        if not path.exists():
            return path

path = unique_path(Path.cwd(), 'test{:03d}.txt')
print(path)
with path.open('w') as fout:
    fout.write('This is a test file\n')
    fout.write('Line 2\n')


    

    




V:\work\WorkN\ComputationalRadiometry\test001.txt

In [256]:

    

path = Path.cwd() / 'test001.txt'
print(path)
if path.exists():
    print('executing .replace()')
    path.replace(path.with_suffix('.py'))
else:
    print(f'{path} does not exist')


    

    




V:\work\WorkN\ComputationalRadiometry\test001.txt
executing .replace()

In [ ]:

    




    

In [257]:

    

class Accumulator(object):
    def __init__(self, n):
        self.n = n

    def __call__(self, x):
        self.n += x
        return self.n


    

In [258]:

    

a = Accumulator(4)
print(a(3))
print(a(2))


    

    




7
9