In [1]:
import pandas as pd 
import numpy as np 
import os 
import json 

#raw_path = "/home/ihsan/Documents/thesis_generator/results/devin/to_process/" #needs the absolute path, no tildes! 
#processed_path = "/home/ihsan/Documents/thesis_generator/results/devin"

#usb drive
#raw_path = '/media/ihsan/LID_FLASH_1/Thesis/thesis_generator/results/run_2/'

raw_path = "/home/ihsan/Documents/thesis_generator/results/to_process/"

processed_path = "/home/ihsan/Documents/thesis_models/unsplit"
#processed_path = '/media/ihsan/LID_FLASH_1/Thesis/thesis_generator/results/run_2/processed/'
items = os.listdir(raw_path)
items.sort()
print(type(items))
for file in items:
    if ('.csv') not in str(file):
        del items[items.index(file)]   
print(items)

seq_length_dict = {}
seq_length_dict_filename = processed_path + "/sequence_lengths.json"
#suffix = "3a"
#csv_path = "~/Documents/thesis_generator/results/devin/crack_growth_sequence" + suffix + ".csv"
sequence_lengths = {} #save sequence lengths as a dict. or maybe a json?


<type 'list'>
['crack_growth_sequence1c_0.csv', 'crack_growth_sequence1c_1.csv', 'crack_growth_sequence1c_2.csv', 'crack_growth_sequence1c_3.csv', 'crack_growth_sequence1c_4.csv', 'crack_growth_sequence1c_5.csv']

In [2]:
j = 0 #counter. 
for file in items:
    print(str(file))
    csv_path = raw_path + str(file)
    if ("_0.") in str(file): #only the first file in the series has a header. 
        cg_seq_df = pd.read_csv(csv_path)
        header_names = cg_seq_df.columns.values
    else:
        cg_seq_df = pd.read_csv(csv_path,names=header_names)
        print(cg_seq_df.columns.values)

    train_list = ['StepIndex','delta_K_current_1','ctip_posn_curr_1','delta_K_current_2','ctip_posn_curr_2',
          'delta_K_current_3','ctip_posn_curr_3','delta_K_current_4','ctip_posn_curr_4','Load_1','Load_2'] #and seq_id,somehow 

    label_list = ['StepIndex','delta_a_current_1','delta_a_current_2','delta_a_current_3','delta_a_current_4']

    train_df = cg_seq_df[train_list]
    label_train_df = cg_seq_df[label_list]

    #labels_csv_path = "~/Documents/thesis_generator/results/devin/label" + suffix + "_headers"+ ".csv"
    #train_csv_path = "~/Documents/thesis_generator/results/devin/train" + suffix + "_headers" + ".csv"

    indices = train_df[train_df['StepIndex']==1].index.tolist()
    indices.append(train_df.shape[0]-1)
    indices_offset_min1 = [i-1 for i in indices]
    print("file {}'s indices_offset_min1 {}".format(str(file),indices_offset_min1))
    indices_offset_min1.pop(0)
    print("indices: {}, indices_offset_min1: {}".format(indices,indices_offset_min1))

    ranges = [(t,s) for t,s in zip(indices,indices_offset_min1)]
    #print("before changing :{}".format(ranges))
    '''for tuple in ranges:
        print(tuple)
        tuple[1:][0] = (tuple[1:][0]) + 1'''

    #ranges[1:][0] = ranges[1:][0] + 1
    print("\nafter changing :{} ".format(ranges))
    #print("lengths: {} ".format([indices[4]-indices[3],indices[3]-indices[2],indices[2]-indices[1],indices[1]-indices[0]]))
    print("lengths: {} ".format([t-s for (s,t) in ranges]))
    
    i = 0
    for indices_as_tuples in ranges:
        i=i+1
        print("indices as tuples: {}".format(indices_as_tuples))
        train_df_as_np_array = train_df[indices_as_tuples[0]:indices_as_tuples[1]].values
        label_train_df_as_np_array = label_train_df[indices_as_tuples[0]:indices_as_tuples[1]].values
        print("df_as_np_array shape: {}".format(train_df_as_np_array.shape))
        print("file: {}".format(file))
        identifier = str(str(file)[-8:-6]) #eg 1a 2a etc. #you can use a regex. 
        print("identifier: {}".format(identifier))
        
        #j is sequence id. #i is the sequence number within the csv. 
        np_train_path = processed_path + "/sequence_" + identifier + "_" + str(j) + "_" + str(i) + ".npy"
        np_label_train_path = processed_path + "/sequence_" + identifier + "_" + str(j) + "_" + str(i) + "_label_.npy"
        seq_length_dict["sequence_" + identifier + "_" + str(j) + "_" + str(i)] = indices_as_tuples[1] - indices_as_tuples[0]
        #seq_length_dict = json.load(open(seq_length_dict))
        #UNCOMMENT THESE IF YOU WANT TO SAVETHE ARRAYS!!!
        print("np_train_path: {}".format(np_train_path))
        print("np_label_train_path :{}".format(np_label_train_path))
        np.save(np_train_path,train_df_as_np_array)
        np.save(np_label_train_path,label_train_df_as_np_array)
        j= j + 1
        
print(seq_length_dict)
json.dump(seq_length_dict, open(seq_length_dict_filename, 'wb'))


crack_growth_sequence1c_0.csv
file crack_growth_sequence1c_0.csv's indices_offset_min1 [-1, 83554, 167163, 250704, 334236, 417787, 501302, 584803, 668284, 751817, 835270]
indices: [0, 83555, 167164, 250705, 334237, 417788, 501303, 584804, 668285, 751818, 835271], indices_offset_min1: [83554, 167163, 250704, 334236, 417787, 501302, 584803, 668284, 751817, 835270]

after changing :[(0, 83554), (83555, 167163), (167164, 250704), (250705, 334236), (334237, 417787), (417788, 501302), (501303, 584803), (584804, 668284), (668285, 751817), (751818, 835270)] 
lengths: [83554, 83608, 83540, 83531, 83550, 83514, 83500, 83480, 83532, 83452] 
indices as tuples: (0, 83554)
df_as_np_array shape: (83554, 11)
file: crack_growth_sequence1c_0.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_0_1.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_0_1_label_.npy
indices as tuples: (83555, 167163)
df_as_np_array shape: (83608, 11)
file: crack_growth_sequence1c_0.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_1_2.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_1_2_label_.npy
indices as tuples: (167164, 250704)
df_as_np_array shape: (83540, 11)
file: crack_growth_sequence1c_0.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_2_3.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_2_3_label_.npy
indices as tuples: (250705, 334236)
df_as_np_array shape: (83531, 11)
file: crack_growth_sequence1c_0.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_3_4.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_3_4_label_.npy
indices as tuples: (334237, 417787)
df_as_np_array shape: (83550, 11)
file: crack_growth_sequence1c_0.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_4_5.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_4_5_label_.npy
indices as tuples: (417788, 501302)
df_as_np_array shape: (83514, 11)
file: crack_growth_sequence1c_0.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_5_6.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_5_6_label_.npy
indices as tuples: (501303, 584803)
df_as_np_array shape: (83500, 11)
file: crack_growth_sequence1c_0.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_6_7.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_6_7_label_.npy
indices as tuples: (584804, 668284)
df_as_np_array shape: (83480, 11)
file: crack_growth_sequence1c_0.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_7_8.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_7_8_label_.npy
indices as tuples: (668285, 751817)
df_as_np_array shape: (83532, 11)
file: crack_growth_sequence1c_0.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_8_9.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_8_9_label_.npy
indices as tuples: (751818, 835270)
df_as_np_array shape: (83452, 11)
file: crack_growth_sequence1c_0.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_9_10.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_9_10_label_.npy
crack_growth_sequence1c_1.csv
['Unnamed: 0' 'StepIndex' 'direction_1' 'delta_a_current_1'
 'delta_K_prev_1' 'delta_K_current_1' 'ctip_posn_curr_1' 'ctip_posn_prev_1'
 'crack_length_last_overload_1' 'crack_length_1' 'K_last_overload_1'
 'pz_rad_curr_1' 'pz_rad_prev_1' 'crack_id_1' 'hole_1' 'direction_2'
 'delta_a_current_2' 'delta_K_prev_2' 'delta_K_current_2'
 'ctip_posn_curr_2' 'ctip_posn_prev_2' 'crack_length_last_overload_2'
 'crack_length_2' 'K_last_overload_2' 'pz_rad_curr_2' 'pz_rad_prev_2'
 'crack_id_2' 'hole_2' 'direction_3' 'delta_a_current_3' 'delta_K_prev_3'
 'delta_K_current_3' 'ctip_posn_curr_3' 'ctip_posn_prev_3'
 'crack_length_last_overload_3' 'crack_length_3' 'K_last_overload_3'
 'pz_rad_curr_3' 'pz_rad_prev_3' 'crack_id_3' 'hole_3' 'direction_4'
 'delta_a_current_4' 'delta_K_prev_4' 'delta_K_current_4'
 'ctip_posn_curr_4' 'ctip_posn_prev_4' 'crack_length_last_overload_4'
 'crack_length_4' 'K_last_overload_4' 'pz_rad_curr_4' 'pz_rad_prev_4'
 'crack_id_4' 'hole_4' 'SeqID' 'NoiseSig' 'Load_1' 'Load_2']
file crack_growth_sequence1c_1.csv's indices_offset_min1 [-1, 85904, 171807, 257694, 343575, 429500, 515351, 601196, 687077, 772966, 858850]
indices: [0, 85905, 171808, 257695, 343576, 429501, 515352, 601197, 687078, 772967, 858851], indices_offset_min1: [85904, 171807, 257694, 343575, 429500, 515351, 601196, 687077, 772966, 858850]

after changing :[(0, 85904), (85905, 171807), (171808, 257694), (257695, 343575), (343576, 429500), (429501, 515351), (515352, 601196), (601197, 687077), (687078, 772966), (772967, 858850)] 
lengths: [85904, 85902, 85886, 85880, 85924, 85850, 85844, 85880, 85888, 85883] 
indices as tuples: (0, 85904)
df_as_np_array shape: (85904, 11)
file: crack_growth_sequence1c_1.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_10_1.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_10_1_label_.npy
indices as tuples: (85905, 171807)
df_as_np_array shape: (85902, 11)
file: crack_growth_sequence1c_1.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_11_2.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_11_2_label_.npy
indices as tuples: (171808, 257694)
df_as_np_array shape: (85886, 11)
file: crack_growth_sequence1c_1.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_12_3.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_12_3_label_.npy
indices as tuples: (257695, 343575)
df_as_np_array shape: (85880, 11)
file: crack_growth_sequence1c_1.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_13_4.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_13_4_label_.npy
indices as tuples: (343576, 429500)
df_as_np_array shape: (85924, 11)
file: crack_growth_sequence1c_1.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_14_5.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_14_5_label_.npy
indices as tuples: (429501, 515351)
df_as_np_array shape: (85850, 11)
file: crack_growth_sequence1c_1.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_15_6.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_15_6_label_.npy
indices as tuples: (515352, 601196)
df_as_np_array shape: (85844, 11)
file: crack_growth_sequence1c_1.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_16_7.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_16_7_label_.npy
indices as tuples: (601197, 687077)
df_as_np_array shape: (85880, 11)
file: crack_growth_sequence1c_1.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_17_8.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_17_8_label_.npy
indices as tuples: (687078, 772966)
df_as_np_array shape: (85888, 11)
file: crack_growth_sequence1c_1.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_18_9.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_18_9_label_.npy
indices as tuples: (772967, 858850)
df_as_np_array shape: (85883, 11)
file: crack_growth_sequence1c_1.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_19_10.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_19_10_label_.npy
crack_growth_sequence1c_2.csv
['Unnamed: 0' 'StepIndex' 'direction_1' 'delta_a_current_1'
 'delta_K_prev_1' 'delta_K_current_1' 'ctip_posn_curr_1' 'ctip_posn_prev_1'
 'crack_length_last_overload_1' 'crack_length_1' 'K_last_overload_1'
 'pz_rad_curr_1' 'pz_rad_prev_1' 'crack_id_1' 'hole_1' 'direction_2'
 'delta_a_current_2' 'delta_K_prev_2' 'delta_K_current_2'
 'ctip_posn_curr_2' 'ctip_posn_prev_2' 'crack_length_last_overload_2'
 'crack_length_2' 'K_last_overload_2' 'pz_rad_curr_2' 'pz_rad_prev_2'
 'crack_id_2' 'hole_2' 'direction_3' 'delta_a_current_3' 'delta_K_prev_3'
 'delta_K_current_3' 'ctip_posn_curr_3' 'ctip_posn_prev_3'
 'crack_length_last_overload_3' 'crack_length_3' 'K_last_overload_3'
 'pz_rad_curr_3' 'pz_rad_prev_3' 'crack_id_3' 'hole_3' 'direction_4'
 'delta_a_current_4' 'delta_K_prev_4' 'delta_K_current_4'
 'ctip_posn_curr_4' 'ctip_posn_prev_4' 'crack_length_last_overload_4'
 'crack_length_4' 'K_last_overload_4' 'pz_rad_curr_4' 'pz_rad_prev_4'
 'crack_id_4' 'hole_4' 'SeqID' 'NoiseSig' 'Load_1' 'Load_2']
file crack_growth_sequence1c_2.csv's indices_offset_min1 [-1, 90972, 181903, 272828, 363719, 454707, 545598, 636485, 727452, 818429, 909403]
indices: [0, 90973, 181904, 272829, 363720, 454708, 545599, 636486, 727453, 818430, 909404], indices_offset_min1: [90972, 181903, 272828, 363719, 454707, 545598, 636485, 727452, 818429, 909403]

after changing :[(0, 90972), (90973, 181903), (181904, 272828), (272829, 363719), (363720, 454707), (454708, 545598), (545599, 636485), (636486, 727452), (727453, 818429), (818430, 909403)] 
lengths: [90972, 90930, 90924, 90890, 90987, 90890, 90886, 90966, 90976, 90973] 
indices as tuples: (0, 90972)
df_as_np_array shape: (90972, 11)
file: crack_growth_sequence1c_2.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_20_1.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_20_1_label_.npy
indices as tuples: (90973, 181903)
df_as_np_array shape: (90930, 11)
file: crack_growth_sequence1c_2.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_21_2.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_21_2_label_.npy
indices as tuples: (181904, 272828)
df_as_np_array shape: (90924, 11)
file: crack_growth_sequence1c_2.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_22_3.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_22_3_label_.npy
indices as tuples: (272829, 363719)
df_as_np_array shape: (90890, 11)
file: crack_growth_sequence1c_2.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_23_4.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_23_4_label_.npy
indices as tuples: (363720, 454707)
df_as_np_array shape: (90987, 11)
file: crack_growth_sequence1c_2.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_24_5.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_24_5_label_.npy
indices as tuples: (454708, 545598)
df_as_np_array shape: (90890, 11)
file: crack_growth_sequence1c_2.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_25_6.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_25_6_label_.npy
indices as tuples: (545599, 636485)
df_as_np_array shape: (90886, 11)
file: crack_growth_sequence1c_2.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_26_7.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_26_7_label_.npy
indices as tuples: (636486, 727452)
df_as_np_array shape: (90966, 11)
file: crack_growth_sequence1c_2.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_27_8.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_27_8_label_.npy
indices as tuples: (727453, 818429)
df_as_np_array shape: (90976, 11)
file: crack_growth_sequence1c_2.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_28_9.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_28_9_label_.npy
indices as tuples: (818430, 909403)
df_as_np_array shape: (90973, 11)
file: crack_growth_sequence1c_2.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_29_10.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_29_10_label_.npy
crack_growth_sequence1c_3.csv
['Unnamed: 0' 'StepIndex' 'direction_1' 'delta_a_current_1'
 'delta_K_prev_1' 'delta_K_current_1' 'ctip_posn_curr_1' 'ctip_posn_prev_1'
 'crack_length_last_overload_1' 'crack_length_1' 'K_last_overload_1'
 'pz_rad_curr_1' 'pz_rad_prev_1' 'crack_id_1' 'hole_1' 'direction_2'
 'delta_a_current_2' 'delta_K_prev_2' 'delta_K_current_2'
 'ctip_posn_curr_2' 'ctip_posn_prev_2' 'crack_length_last_overload_2'
 'crack_length_2' 'K_last_overload_2' 'pz_rad_curr_2' 'pz_rad_prev_2'
 'crack_id_2' 'hole_2' 'direction_3' 'delta_a_current_3' 'delta_K_prev_3'
 'delta_K_current_3' 'ctip_posn_curr_3' 'ctip_posn_prev_3'
 'crack_length_last_overload_3' 'crack_length_3' 'K_last_overload_3'
 'pz_rad_curr_3' 'pz_rad_prev_3' 'crack_id_3' 'hole_3' 'direction_4'
 'delta_a_current_4' 'delta_K_prev_4' 'delta_K_current_4'
 'ctip_posn_curr_4' 'ctip_posn_prev_4' 'crack_length_last_overload_4'
 'crack_length_4' 'K_last_overload_4' 'pz_rad_curr_4' 'pz_rad_prev_4'
 'crack_id_4' 'hole_4' 'SeqID' 'NoiseSig' 'Load_1' 'Load_2']
file crack_growth_sequence1c_3.csv's indices_offset_min1 [-1, 81428, 162849, 244294, 325761, 407199, 488656, 570014, 651429, 732876, 814307]
indices: [0, 81429, 162850, 244295, 325762, 407200, 488657, 570015, 651430, 732877, 814308], indices_offset_min1: [81428, 162849, 244294, 325761, 407199, 488656, 570014, 651429, 732876, 814307]

after changing :[(0, 81428), (81429, 162849), (162850, 244294), (244295, 325761), (325762, 407199), (407200, 488656), (488657, 570014), (570015, 651429), (651430, 732876), (732877, 814307)] 
lengths: [81428, 81420, 81444, 81466, 81437, 81456, 81357, 81414, 81446, 81430] 
indices as tuples: (0, 81428)
df_as_np_array shape: (81428, 11)
file: crack_growth_sequence1c_3.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_30_1.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_30_1_label_.npy
indices as tuples: (81429, 162849)
df_as_np_array shape: (81420, 11)
file: crack_growth_sequence1c_3.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_31_2.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_31_2_label_.npy
indices as tuples: (162850, 244294)
df_as_np_array shape: (81444, 11)
file: crack_growth_sequence1c_3.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_32_3.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_32_3_label_.npy
indices as tuples: (244295, 325761)
df_as_np_array shape: (81466, 11)
file: crack_growth_sequence1c_3.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_33_4.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_33_4_label_.npy
indices as tuples: (325762, 407199)
df_as_np_array shape: (81437, 11)
file: crack_growth_sequence1c_3.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_34_5.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_34_5_label_.npy
indices as tuples: (407200, 488656)
df_as_np_array shape: (81456, 11)
file: crack_growth_sequence1c_3.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_35_6.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_35_6_label_.npy
indices as tuples: (488657, 570014)
df_as_np_array shape: (81357, 11)
file: crack_growth_sequence1c_3.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_36_7.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_36_7_label_.npy
indices as tuples: (570015, 651429)
df_as_np_array shape: (81414, 11)
file: crack_growth_sequence1c_3.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_37_8.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_37_8_label_.npy
indices as tuples: (651430, 732876)
df_as_np_array shape: (81446, 11)
file: crack_growth_sequence1c_3.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_38_9.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_38_9_label_.npy
indices as tuples: (732877, 814307)
df_as_np_array shape: (81430, 11)
file: crack_growth_sequence1c_3.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_39_10.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_39_10_label_.npy
crack_growth_sequence1c_4.csv
['Unnamed: 0' 'StepIndex' 'direction_1' 'delta_a_current_1'
 'delta_K_prev_1' 'delta_K_current_1' 'ctip_posn_curr_1' 'ctip_posn_prev_1'
 'crack_length_last_overload_1' 'crack_length_1' 'K_last_overload_1'
 'pz_rad_curr_1' 'pz_rad_prev_1' 'crack_id_1' 'hole_1' 'direction_2'
 'delta_a_current_2' 'delta_K_prev_2' 'delta_K_current_2'
 'ctip_posn_curr_2' 'ctip_posn_prev_2' 'crack_length_last_overload_2'
 'crack_length_2' 'K_last_overload_2' 'pz_rad_curr_2' 'pz_rad_prev_2'
 'crack_id_2' 'hole_2' 'direction_3' 'delta_a_current_3' 'delta_K_prev_3'
 'delta_K_current_3' 'ctip_posn_curr_3' 'ctip_posn_prev_3'
 'crack_length_last_overload_3' 'crack_length_3' 'K_last_overload_3'
 'pz_rad_curr_3' 'pz_rad_prev_3' 'crack_id_3' 'hole_3' 'direction_4'
 'delta_a_current_4' 'delta_K_prev_4' 'delta_K_current_4'
 'ctip_posn_curr_4' 'ctip_posn_prev_4' 'crack_length_last_overload_4'
 'crack_length_4' 'K_last_overload_4' 'pz_rad_curr_4' 'pz_rad_prev_4'
 'crack_id_4' 'hole_4' 'SeqID' 'NoiseSig' 'Load_1' 'Load_2']
file crack_growth_sequence1c_4.csv's indices_offset_min1 [-1, 52781, 105606, 158469, 211296, 264094, 316889, 369736, 422582, 475385, 528195]
indices: [0, 52782, 105607, 158470, 211297, 264095, 316890, 369737, 422583, 475386, 528196], indices_offset_min1: [52781, 105606, 158469, 211296, 264094, 316889, 369736, 422582, 475385, 528195]

after changing :[(0, 52781), (52782, 105606), (105607, 158469), (158470, 211296), (211297, 264094), (264095, 316889), (316890, 369736), (369737, 422582), (422583, 475385), (475386, 528195)] 
lengths: [52781, 52824, 52862, 52826, 52797, 52794, 52846, 52845, 52802, 52809] 
indices as tuples: (0, 52781)
df_as_np_array shape: (52781, 11)
file: crack_growth_sequence1c_4.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_40_1.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_40_1_label_.npy
indices as tuples: (52782, 105606)
df_as_np_array shape: (52824, 11)
file: crack_growth_sequence1c_4.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_41_2.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_41_2_label_.npy
indices as tuples: (105607, 158469)
df_as_np_array shape: (52862, 11)
file: crack_growth_sequence1c_4.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_42_3.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_42_3_label_.npy
indices as tuples: (158470, 211296)
df_as_np_array shape: (52826, 11)
file: crack_growth_sequence1c_4.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_43_4.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_43_4_label_.npy
indices as tuples: (211297, 264094)
df_as_np_array shape: (52797, 11)
file: crack_growth_sequence1c_4.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_44_5.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_44_5_label_.npy
indices as tuples: (264095, 316889)
df_as_np_array shape: (52794, 11)
file: crack_growth_sequence1c_4.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_45_6.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_45_6_label_.npy
indices as tuples: (316890, 369736)
df_as_np_array shape: (52846, 11)
file: crack_growth_sequence1c_4.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_46_7.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_46_7_label_.npy
indices as tuples: (369737, 422582)
df_as_np_array shape: (52845, 11)
file: crack_growth_sequence1c_4.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_47_8.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_47_8_label_.npy
indices as tuples: (422583, 475385)
df_as_np_array shape: (52802, 11)
file: crack_growth_sequence1c_4.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_48_9.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_48_9_label_.npy
indices as tuples: (475386, 528195)
df_as_np_array shape: (52809, 11)
file: crack_growth_sequence1c_4.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_49_10.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_49_10_label_.npy
crack_growth_sequence1c_5.csv
['Unnamed: 0' 'StepIndex' 'direction_1' 'delta_a_current_1'
 'delta_K_prev_1' 'delta_K_current_1' 'ctip_posn_curr_1' 'ctip_posn_prev_1'
 'crack_length_last_overload_1' 'crack_length_1' 'K_last_overload_1'
 'pz_rad_curr_1' 'pz_rad_prev_1' 'crack_id_1' 'hole_1' 'direction_2'
 'delta_a_current_2' 'delta_K_prev_2' 'delta_K_current_2'
 'ctip_posn_curr_2' 'ctip_posn_prev_2' 'crack_length_last_overload_2'
 'crack_length_2' 'K_last_overload_2' 'pz_rad_curr_2' 'pz_rad_prev_2'
 'crack_id_2' 'hole_2' 'direction_3' 'delta_a_current_3' 'delta_K_prev_3'
 'delta_K_current_3' 'ctip_posn_curr_3' 'ctip_posn_prev_3'
 'crack_length_last_overload_3' 'crack_length_3' 'K_last_overload_3'
 'pz_rad_curr_3' 'pz_rad_prev_3' 'crack_id_3' 'hole_3' 'direction_4'
 'delta_a_current_4' 'delta_K_prev_4' 'delta_K_current_4'
 'ctip_posn_curr_4' 'ctip_posn_prev_4' 'crack_length_last_overload_4'
 'crack_length_4' 'K_last_overload_4' 'pz_rad_curr_4' 'pz_rad_prev_4'
 'crack_id_4' 'hole_4' 'SeqID' 'NoiseSig' 'Load_1' 'Load_2']
file crack_growth_sequence1c_5.csv's indices_offset_min1 [-1, 65454, 130870, 196261, 261520, 326898, 392308, 457702, 523049, 588426, 653851]
indices: [0, 65455, 130871, 196262, 261521, 326899, 392309, 457703, 523050, 588427, 653852], indices_offset_min1: [65454, 130870, 196261, 261520, 326898, 392308, 457702, 523049, 588426, 653851]

after changing :[(0, 65454), (65455, 130870), (130871, 196261), (196262, 261520), (261521, 326898), (326899, 392308), (392309, 457702), (457703, 523049), (523050, 588426), (588427, 653851)] 
lengths: [65454, 65415, 65390, 65258, 65377, 65409, 65393, 65346, 65376, 65424] 
indices as tuples: (0, 65454)
df_as_np_array shape: (65454, 11)
file: crack_growth_sequence1c_5.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_50_1.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_50_1_label_.npy
indices as tuples: (65455, 130870)
df_as_np_array shape: (65415, 11)
file: crack_growth_sequence1c_5.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_51_2.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_51_2_label_.npy
indices as tuples: (130871, 196261)
df_as_np_array shape: (65390, 11)
file: crack_growth_sequence1c_5.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_52_3.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_52_3_label_.npy
indices as tuples: (196262, 261520)
df_as_np_array shape: (65258, 11)
file: crack_growth_sequence1c_5.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_53_4.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_53_4_label_.npy
indices as tuples: (261521, 326898)
df_as_np_array shape: (65377, 11)
file: crack_growth_sequence1c_5.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_54_5.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_54_5_label_.npy
indices as tuples: (326899, 392308)
df_as_np_array shape: (65409, 11)
file: crack_growth_sequence1c_5.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_55_6.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_55_6_label_.npy
indices as tuples: (392309, 457702)
df_as_np_array shape: (65393, 11)
file: crack_growth_sequence1c_5.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_56_7.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_56_7_label_.npy
indices as tuples: (457703, 523049)
df_as_np_array shape: (65346, 11)
file: crack_growth_sequence1c_5.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_57_8.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_57_8_label_.npy
indices as tuples: (523050, 588426)
df_as_np_array shape: (65376, 11)
file: crack_growth_sequence1c_5.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_58_9.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_58_9_label_.npy
indices as tuples: (588427, 653851)
df_as_np_array shape: (65424, 11)
file: crack_growth_sequence1c_5.csv
identifier: 1c
np_train_path: /home/ihsan/Documents/thesis_models/unsplit/sequence_1c_59_10.npy
np_label_train_path :/home/ihsan/Documents/thesis_models/unsplit/sequence_1c_59_10_label_.npy
{'sequence_1c_8_9': 83532, 'sequence_1c_14_5': 85924, 'sequence_1c_59_10': 65424, 'sequence_1c_23_4': 90890, 'sequence_1c_45_6': 52794, 'sequence_1c_42_3': 52862, 'sequence_1c_7_8': 83480, 'sequence_1c_6_7': 83500, 'sequence_1c_39_10': 81430, 'sequence_1c_24_5': 90987, 'sequence_1c_17_8': 85880, 'sequence_1c_5_6': 83514, 'sequence_1c_29_10': 90973, 'sequence_1c_25_6': 90890, 'sequence_1c_43_4': 52826, 'sequence_1c_4_5': 83550, 'sequence_1c_26_7': 90886, 'sequence_1c_40_1': 52781, 'sequence_1c_16_7': 85844, 'sequence_1c_34_5': 81437, 'sequence_1c_46_7': 52846, 'sequence_1c_3_4': 83531, 'sequence_1c_20_1': 90972, 'sequence_1c_18_9': 85888, 'sequence_1c_57_8': 65346, 'sequence_1c_2_3': 83540, 'sequence_1c_21_2': 90930, 'sequence_1c_50_1': 65454, 'sequence_1c_15_6': 85850, 'sequence_1c_1_2': 83608, 'sequence_1c_22_3': 90924, 'sequence_1c_44_5': 52797, 'sequence_1c_0_1': 83554, 'sequence_1c_37_8': 81414, 'sequence_1c_53_4': 65258, 'sequence_1c_47_8': 52845, 'sequence_1c_30_1': 81428, 'sequence_1c_9_10': 83452, 'sequence_1c_38_9': 81446, 'sequence_1c_36_7': 81357, 'sequence_1c_49_10': 52809, 'sequence_1c_19_10': 85883, 'sequence_1c_35_6': 81456, 'sequence_1c_51_2': 65415, 'sequence_1c_52_3': 65390, 'sequence_1c_54_5': 65377, 'sequence_1c_11_2': 85902, 'sequence_1c_33_4': 81466, 'sequence_1c_58_9': 65376, 'sequence_1c_28_9': 90976, 'sequence_1c_10_1': 85904, 'sequence_1c_41_2': 52824, 'sequence_1c_32_3': 81444, 'sequence_1c_27_8': 90966, 'sequence_1c_13_4': 85880, 'sequence_1c_48_9': 52802, 'sequence_1c_55_6': 65409, 'sequence_1c_31_2': 81420, 'sequence_1c_56_7': 65393, 'sequence_1c_12_3': 85886}

In [ ]: