notebook.community

Edit and run 





In [1]:



    


%run basics
import glob
import ntpath



    











In [3]:



    


cf = qcio.load_controlfile(path="controlfiles")



    











In [4]:



    


base_pattern = "HM01X_Data*.txt"
in_file_pattern = cf["Files"]["In"]["file_path"]+base_pattern
in_file_list = sorted(glob.glob(in_file_pattern))
for in_filename in in_file_list:
    p = ntpath.basename(in_filename).split("_")
    out_filename = cf["Files"]["Out"]["file_path"]+p[0]+"_"+p[1]+"_"+p[2]+".csv"
    # open the output file
    out_file = open(out_filename,"a")
    # open the first input file and append
    print "Adding contents of "+in_filename+" to "+out_filename
    for line in open(in_filename):
        out_file.write(line)
    # now loop over the folders containing the files to be appended
    add_path_list = [cf["Files"]["Add"][i] for i in cf["Files"]["Add"].keys()]
    bom_id = in_filename.split("_")[2]
    for add_path in add_path_list:
        # build the file name
        add_filepattern = add_path+"HM01X_Data_"+bom_id+"*.txt"
        add_filename_list = sorted(glob.glob(add_filepattern))
        for add_filename in add_filename_list:
            #print "Appending contents of "+add_filename+" to "+out_filename
            add_file = open(add_filename)
            add_file.next()
            for line in add_file:
                 out_file.write(line)
            add_file.close()
    out_file.close()



    


















    






Adding contents of ../BoM/AWS/Historic/HM01X_Data_005008_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_005008.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_007176_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_007176.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_007185_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_007185.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_009053_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_009053.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_009178_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_009178.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_009214_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_009214.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_012038_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_012038.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_012320_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_012320.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_014015_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_014015.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_014041_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_014041.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_014046_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_014046.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_014272_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_014272.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_014626_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_014626.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_014901_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_014901.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_014932_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_014932.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_014949_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_014949.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_014954_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_014954.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_015590_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_015590.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_015643_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_015643.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_024024_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_024024.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_024048_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_024048.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_031011_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_031011.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_031037_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_031037.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_031209_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_031209.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_031210_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_031210.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_032040_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_032040.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_033002_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_033002.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_033307_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_033307.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_035129_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_035129.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_035139_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_035139.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_035264_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_035264.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_040004_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_040004.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_040082_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_040082.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_040211_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_040211.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_040913_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_040913.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_041529_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_041529.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_067105_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_067105.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_067108_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_067108.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_067113_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_067113.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_067119_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_067119.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_070349_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_070349.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_071032_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_071032.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_071075_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_071075.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_072161_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_072161.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_072162_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_072162.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_076031_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_076031.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_081049_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_081049.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_081125_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_081125.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_083055_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_083055.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_083084_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_083084.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_083085_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_083085.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_086282_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_086282.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_088051_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_088051.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_088109_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_088109.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_088162_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_088162.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_089002_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_089002.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_090175_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_090175.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_090176_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_090176.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_090186_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_090186.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_094191_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_094191.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_094220_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_094220.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_097024_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_097024.csv
Adding contents of ../BoM/AWS/Historic/HM01X_Data_097083_999999998179626.txt to ../BoM/AWS/Current/HM01X_Data_097083.csv

















In [ ]:

Content source: OzFlux/Peters-iPython-notebooks

Similar notebooks:

notebook.community | gallery | about