In [4]:
import pandas as pd 
import numpy as np 
import os 
import json 

#raw_path = "/home/ihsan/Documents/thesis_generator/results/devin/to_process/" #needs the absolute path, no tildes! 
#processed_path = "/home/ihsan/Documents/thesis_generator/results/devin"

#usb drive
#raw_path = '/media/ihsan/LID_FLASH_1/Thesis/thesis_generator/results/run_2/'
#raw_path = '/media/ihsan/My Passport1/temp_ihsan/'

raw_path = "/home/ihsan/Documents/thesis_generator/results/to_process/"

#processed_path = "/home/ihsan/Documents/thesis_models/unsplit" #my poor SSD. 
#processed_path = '/media/ihsan/LID_FLASH_1/Thesis/thesis_generator/results/run_2/processed/'
processed_path = '/media/ihsan/BigRigData/Thesis/unsplit/'
items = os.listdir(raw_path)
items.sort()
print(type(items))
for file in items:
    if ('.csv') not in str(file):
        del items[items.index(file)]   
print(items)

feature_version = "_fv1c" #1c: new batch. 
features_list = ['percent_damage','delta_K_current_1','ctip_posn_curr_1','delta_K_current_2','ctip_posn_curr_2',
          'delta_K_current_3','ctip_posn_curr_3','delta_K_current_4','ctip_posn_curr_4','Load_1','Load_2']

seq_length_dict = {}
seq_length_dict_filename = processed_path + "/sequence_lengths" + feature_version + "_.json"
#suffix = "3a"
#csv_path = "~/Documents/thesis_generator/results/devin/crack_growth_sequence" + suffix + ".csv"
sequence_lengths = {} #save sequence lengths as a dict. or maybe a json?


<type 'list'>
['crack_growth_sequence_1d_0.csv', 'crack_growth_sequence_1d_1.csv', 'crack_growth_sequence_1d_2.csv', 'crack_growth_sequence_1d_3.csv', 'crack_growth_sequence_1d_4.csv', 'crack_growth_sequence_1d_5.csv']

In [5]:
j = 0 #counter. 
threshold = 0.5 #threshold crack length. rivet pitch is 0.875" so a bit over half of that. 

for file in items:
    print("filename: {}".format(str(file)))
    csv_path = raw_path + str(file)
    if ("_0.") in str(file): #only the first file in the series has a header. 
        cg_seq_df = pd.read_csv(csv_path)
        header_names = cg_seq_df.columns.values
        print("header names: {}".format(header_names))
    else:
        cg_seq_df = pd.read_csv(csv_path,names=header_names)
        print(cg_seq_df.columns.values)
       
    cg_seq_df['percent_damage'] = \
    cg_seq_df[['crack_length_1','crack_length_2','crack_length_3','crack_length_4']].max(axis=1)/threshold * 100
    train_list = ['StepIndex','percent_damage','delta_K_current_1','ctip_posn_curr_1','delta_K_current_2','ctip_posn_curr_2',
          'delta_K_current_3','ctip_posn_curr_3','delta_K_current_4','ctip_posn_curr_4','Load_1','Load_2'] #and seq_id,somehow 

    label_list = ['StepIndex','delta_a_current_1','delta_a_current_2','delta_a_current_3','delta_a_current_4']

    train_df = cg_seq_df[train_list]
    print("cg_seq_df shape: {}".format(cg_seq_df.columns.values))
    print(train_df.index,train_df.head(1))
    
    #---------------------NEW PART, ADDS PERCENT DAMAGE----------------------------------------
#     #train_df['percent_damage'] = \
#     train_df[['crack_length_1','crack_length_2','crack_length_3','crack_length_4']].max(axis=1)/threshold * 100
#     print(train_df.head(2),train_df_play.index,train_df_play.info())
#     print("before dropping changing: {}".format(train_df.columns.values))
#     train_df = train_df[['percent_damage','delta_K_current_1','crack_length_1','delta_K_current_2',
#      'crack_length_2','delta_K_current_3','crack_length_3','delta_K_current_4',
#                                   'crack_length_4','Load_1','Load_2']]
#     print("after dropping: {}".format(train_df.columns.values))
    #------------------------------------------------------------------------------------------
    label_train_df = cg_seq_df[label_list]

    #labels_csv_path = "~/Documents/thesis_generator/results/devin/label" + suffix + "_headers"+ ".csv"
    #train_csv_path = "~/Documents/thesis_generator/results/devin/train" + suffix + "_headers" + ".csv"

    indices = train_df[train_df['StepIndex']==1].index.tolist()
    indices.append(train_df.shape[0]-1)
    indices_offset_min1 = [i-1 for i in indices]
    print("file {}'s indices_offset_min1 {}".format(str(file),indices_offset_min1))
    indices_offset_min1.pop(0)
    print("indices: {}, indices_offset_min1: {}".format(indices,indices_offset_min1))

    ranges = [(t,s) for t,s in zip(indices,indices_offset_min1)]
    #print("before changing :{}".format(ranges))
    '''for tuple in ranges:
        print(tuple)
        tuple[1:][0] = (tuple[1:][0]) + 1'''

    #ranges[1:][0] = ranges[1:][0] + 1
    print("\nafter changing :{} ".format(ranges))
    #print("lengths: {} ".format([indices[4]-indices[3],indices[3]-indices[2],indices[2]-indices[1],indices[1]-indices[0]]))
    print("lengths: {} ".format([t-s for (s,t) in ranges]))
    
    i = 0
    for indices_as_tuples in ranges:
        i=i+1
        print("indices as tuples: {}".format(indices_as_tuples))
        
        #not an np array yet.. needs to drop the stepindex. 
        train_df_as_np_array = train_df[indices_as_tuples[0]:indices_as_tuples[1]]
        column_check = all(col_names in train_df_as_np_array.columns.values for col_names in features_list) #GOTTA BE THE SAME NAME YO
        #================ drop the stepindex before casting as a numpy array===================
        train_df_as_np_array = train_df_as_np_array[['percent_damage','delta_K_current_1','ctip_posn_curr_1','delta_K_current_2','ctip_posn_curr_2',
          'delta_K_current_3','ctip_posn_curr_3','delta_K_current_4','ctip_posn_curr_4','Load_1','Load_2']]
        print("All header names saved? {}".format(column_check))
        train_df_as_np_array = train_df_as_np_array.values
        
        #label is ok as is 
        label_train_df_as_np_array = label_train_df[indices_as_tuples[0]:indices_as_tuples[1]].values
        print("df_as_np_array shape: {}".format(train_df_as_np_array.shape))
        print("file: {}".format(file))
        identifier = str(str(file)[-8:-6]) #eg 1a 2a etc. #you can use a regex. 
        print("identifier: {}".format(identifier))
        
        #j is sequence id. #i is the sequence number within the csv. #fv2 = feature version 2. 
        np_train_path = processed_path + "/sequence_" + identifier + "_" + str(j) + "_" + str(i) + feature_version + ".npy"
        np_label_train_path = processed_path + "/sequence_" + identifier + "_" + str(j) + "_" + str(i) + "_label" + feature_version + ".npy"
        seq_length_dict["sequence_" + identifier + "_" + str(j) + "_" + str(i) + feature_version] = indices_as_tuples[1] - indices_as_tuples[0]
        #seq_length_dict = json.load(open(seq_length_dict))
        #UNCOMMENT THESE IF YOU WANT TO SAVETHE ARRAYS!!!
        print("np_train_path: {}".format(np_train_path))
        print("np_label_train_path :{}".format(np_label_train_path))
        np.save(np_train_path,train_df_as_np_array)
        np.save(np_label_train_path,label_train_df_as_np_array)
        j= j + 1
        
print(seq_length_dict)
json.dump(seq_length_dict, open(seq_length_dict_filename, 'wb'))


filename: crack_growth_sequence_1d_0.csv
header names: ['Unnamed: 0' 'StepIndex' 'direction_1' 'delta_a_current_1'
 'delta_K_prev_1' 'delta_K_current_1' 'ctip_posn_curr_1' 'ctip_posn_prev_1'
 'crack_length_last_overload_1' 'crack_length_1' 'K_last_overload_1'
 'pz_rad_curr_1' 'pz_rad_prev_1' 'crack_id_1' 'hole_1' 'direction_2'
 'delta_a_current_2' 'delta_K_prev_2' 'delta_K_current_2'
 'ctip_posn_curr_2' 'ctip_posn_prev_2' 'crack_length_last_overload_2'
 'crack_length_2' 'K_last_overload_2' 'pz_rad_curr_2' 'pz_rad_prev_2'
 'crack_id_2' 'hole_2' 'direction_3' 'delta_a_current_3' 'delta_K_prev_3'
 'delta_K_current_3' 'ctip_posn_curr_3' 'ctip_posn_prev_3'
 'crack_length_last_overload_3' 'crack_length_3' 'K_last_overload_3'
 'pz_rad_curr_3' 'pz_rad_prev_3' 'crack_id_3' 'hole_3' 'direction_4'
 'delta_a_current_4' 'delta_K_prev_4' 'delta_K_current_4'
 'ctip_posn_curr_4' 'ctip_posn_prev_4' 'crack_length_last_overload_4'
 'crack_length_4' 'K_last_overload_4' 'pz_rad_curr_4' 'pz_rad_prev_4'
 'crack_id_4' 'hole_4' 'SeqID' 'NoiseSig' 'Load_1' 'Load_2']
cg_seq_df shape: ['Unnamed: 0' 'StepIndex' 'direction_1' 'delta_a_current_1'
 'delta_K_prev_1' 'delta_K_current_1' 'ctip_posn_curr_1' 'ctip_posn_prev_1'
 'crack_length_last_overload_1' 'crack_length_1' 'K_last_overload_1'
 'pz_rad_curr_1' 'pz_rad_prev_1' 'crack_id_1' 'hole_1' 'direction_2'
 'delta_a_current_2' 'delta_K_prev_2' 'delta_K_current_2'
 'ctip_posn_curr_2' 'ctip_posn_prev_2' 'crack_length_last_overload_2'
 'crack_length_2' 'K_last_overload_2' 'pz_rad_curr_2' 'pz_rad_prev_2'
 'crack_id_2' 'hole_2' 'direction_3' 'delta_a_current_3' 'delta_K_prev_3'
 'delta_K_current_3' 'ctip_posn_curr_3' 'ctip_posn_prev_3'
 'crack_length_last_overload_3' 'crack_length_3' 'K_last_overload_3'
 'pz_rad_curr_3' 'pz_rad_prev_3' 'crack_id_3' 'hole_3' 'direction_4'
 'delta_a_current_4' 'delta_K_prev_4' 'delta_K_current_4'
 'ctip_posn_curr_4' 'ctip_posn_prev_4' 'crack_length_last_overload_4'
 'crack_length_4' 'K_last_overload_4' 'pz_rad_curr_4' 'pz_rad_prev_4'
 'crack_id_4' 'hole_4' 'SeqID' 'NoiseSig' 'Load_1' 'Load_2'
 'percent_damage']
(RangeIndex(start=0, stop=1967370, step=1),    StepIndex  percent_damage  delta_K_current_1  ctip_posn_curr_1  \
0          1            27.0                0.0             0.725   

   delta_K_current_2  ctip_posn_curr_2  delta_K_current_3  ctip_posn_curr_3  \
0                0.0             1.475                0.0             1.525   

   delta_K_current_4  ctip_posn_curr_4  Load_1  Load_2  
0                0.0            2.2375   1.428   14.28  )
file crack_growth_sequence_1d_0.csv's indices_offset_min1 [-1, 98352, 196845, 295197, 393584, 491929, 590268, 688719, 787048, 885441, 983912, 1082357, 1180770, 1279095, 1377423, 1475778, 1574119, 1672480, 1770811, 1869032, 1967368]
indices: [0, 98353, 196846, 295198, 393585, 491930, 590269, 688720, 787049, 885442, 983913, 1082358, 1180771, 1279096, 1377424, 1475779, 1574120, 1672481, 1770812, 1869033, 1967369], indices_offset_min1: [98352, 196845, 295197, 393584, 491929, 590268, 688719, 787048, 885441, 983912, 1082357, 1180770, 1279095, 1377423, 1475778, 1574119, 1672480, 1770811, 1869032, 1967368]

after changing :[(0, 98352), (98353, 196845), (196846, 295197), (295198, 393584), (393585, 491929), (491930, 590268), (590269, 688719), (688720, 787048), (787049, 885441), (885442, 983912), (983913, 1082357), (1082358, 1180770), (1180771, 1279095), (1279096, 1377423), (1377424, 1475778), (1475779, 1574119), (1574120, 1672480), (1672481, 1770811), (1770812, 1869032), (1869033, 1967368)] 
lengths: [98352, 98492, 98351, 98386, 98344, 98338, 98450, 98328, 98392, 98470, 98444, 98412, 98324, 98327, 98354, 98340, 98360, 98330, 98220, 98335] 
indices as tuples: (0, 98352)
All header names saved? True
df_as_np_array shape: (98352, 11)
file: crack_growth_sequence_1d_0.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_0_1_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_0_1_label_fv1b.npy
indices as tuples: (98353, 196845)
All header names saved? True
df_as_np_array shape: (98492, 11)
file: crack_growth_sequence_1d_0.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_1_2_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_1_2_label_fv1b.npy
indices as tuples: (196846, 295197)
All header names saved? True
df_as_np_array shape: (98351, 11)
file: crack_growth_sequence_1d_0.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_2_3_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_2_3_label_fv1b.npy
indices as tuples: (295198, 393584)
All header names saved? True
df_as_np_array shape: (98386, 11)
file: crack_growth_sequence_1d_0.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_3_4_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_3_4_label_fv1b.npy
indices as tuples: (393585, 491929)
All header names saved? True
df_as_np_array shape: (98344, 11)
file: crack_growth_sequence_1d_0.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_4_5_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_4_5_label_fv1b.npy
indices as tuples: (491930, 590268)
All header names saved? True
df_as_np_array shape: (98338, 11)
file: crack_growth_sequence_1d_0.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_5_6_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_5_6_label_fv1b.npy
indices as tuples: (590269, 688719)
All header names saved? True
df_as_np_array shape: (98450, 11)
file: crack_growth_sequence_1d_0.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_6_7_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_6_7_label_fv1b.npy
indices as tuples: (688720, 787048)
All header names saved? True
df_as_np_array shape: (98328, 11)
file: crack_growth_sequence_1d_0.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_7_8_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_7_8_label_fv1b.npy
indices as tuples: (787049, 885441)
All header names saved? True
df_as_np_array shape: (98392, 11)
file: crack_growth_sequence_1d_0.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_8_9_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_8_9_label_fv1b.npy
indices as tuples: (885442, 983912)
All header names saved? True
df_as_np_array shape: (98470, 11)
file: crack_growth_sequence_1d_0.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_9_10_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_9_10_label_fv1b.npy
indices as tuples: (983913, 1082357)
All header names saved? True
df_as_np_array shape: (98444, 11)
file: crack_growth_sequence_1d_0.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_10_11_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_10_11_label_fv1b.npy
indices as tuples: (1082358, 1180770)
All header names saved? True
df_as_np_array shape: (98412, 11)
file: crack_growth_sequence_1d_0.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_11_12_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_11_12_label_fv1b.npy
indices as tuples: (1180771, 1279095)
All header names saved? True
df_as_np_array shape: (98324, 11)
file: crack_growth_sequence_1d_0.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_12_13_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_12_13_label_fv1b.npy
indices as tuples: (1279096, 1377423)
All header names saved? True
df_as_np_array shape: (98327, 11)
file: crack_growth_sequence_1d_0.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_13_14_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_13_14_label_fv1b.npy
indices as tuples: (1377424, 1475778)
All header names saved? True
df_as_np_array shape: (98354, 11)
file: crack_growth_sequence_1d_0.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_14_15_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_14_15_label_fv1b.npy
indices as tuples: (1475779, 1574119)
All header names saved? True
df_as_np_array shape: (98340, 11)
file: crack_growth_sequence_1d_0.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_15_16_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_15_16_label_fv1b.npy
indices as tuples: (1574120, 1672480)
All header names saved? True
df_as_np_array shape: (98360, 11)
file: crack_growth_sequence_1d_0.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_16_17_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_16_17_label_fv1b.npy
indices as tuples: (1672481, 1770811)
All header names saved? True
df_as_np_array shape: (98330, 11)
file: crack_growth_sequence_1d_0.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_17_18_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_17_18_label_fv1b.npy
indices as tuples: (1770812, 1869032)
All header names saved? True
df_as_np_array shape: (98220, 11)
file: crack_growth_sequence_1d_0.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_18_19_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_18_19_label_fv1b.npy
indices as tuples: (1869033, 1967368)
All header names saved? True
df_as_np_array shape: (98335, 11)
file: crack_growth_sequence_1d_0.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_19_20_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_19_20_label_fv1b.npy
filename: crack_growth_sequence_1d_1.csv
['Unnamed: 0' 'StepIndex' 'direction_1' 'delta_a_current_1'
 'delta_K_prev_1' 'delta_K_current_1' 'ctip_posn_curr_1' 'ctip_posn_prev_1'
 'crack_length_last_overload_1' 'crack_length_1' 'K_last_overload_1'
 'pz_rad_curr_1' 'pz_rad_prev_1' 'crack_id_1' 'hole_1' 'direction_2'
 'delta_a_current_2' 'delta_K_prev_2' 'delta_K_current_2'
 'ctip_posn_curr_2' 'ctip_posn_prev_2' 'crack_length_last_overload_2'
 'crack_length_2' 'K_last_overload_2' 'pz_rad_curr_2' 'pz_rad_prev_2'
 'crack_id_2' 'hole_2' 'direction_3' 'delta_a_current_3' 'delta_K_prev_3'
 'delta_K_current_3' 'ctip_posn_curr_3' 'ctip_posn_prev_3'
 'crack_length_last_overload_3' 'crack_length_3' 'K_last_overload_3'
 'pz_rad_curr_3' 'pz_rad_prev_3' 'crack_id_3' 'hole_3' 'direction_4'
 'delta_a_current_4' 'delta_K_prev_4' 'delta_K_current_4'
 'ctip_posn_curr_4' 'ctip_posn_prev_4' 'crack_length_last_overload_4'
 'crack_length_4' 'K_last_overload_4' 'pz_rad_curr_4' 'pz_rad_prev_4'
 'crack_id_4' 'hole_4' 'SeqID' 'NoiseSig' 'Load_1' 'Load_2']
cg_seq_df shape: ['Unnamed: 0' 'StepIndex' 'direction_1' 'delta_a_current_1'
 'delta_K_prev_1' 'delta_K_current_1' 'ctip_posn_curr_1' 'ctip_posn_prev_1'
 'crack_length_last_overload_1' 'crack_length_1' 'K_last_overload_1'
 'pz_rad_curr_1' 'pz_rad_prev_1' 'crack_id_1' 'hole_1' 'direction_2'
 'delta_a_current_2' 'delta_K_prev_2' 'delta_K_current_2'
 'ctip_posn_curr_2' 'ctip_posn_prev_2' 'crack_length_last_overload_2'
 'crack_length_2' 'K_last_overload_2' 'pz_rad_curr_2' 'pz_rad_prev_2'
 'crack_id_2' 'hole_2' 'direction_3' 'delta_a_current_3' 'delta_K_prev_3'
 'delta_K_current_3' 'ctip_posn_curr_3' 'ctip_posn_prev_3'
 'crack_length_last_overload_3' 'crack_length_3' 'K_last_overload_3'
 'pz_rad_curr_3' 'pz_rad_prev_3' 'crack_id_3' 'hole_3' 'direction_4'
 'delta_a_current_4' 'delta_K_prev_4' 'delta_K_current_4'
 'ctip_posn_curr_4' 'ctip_posn_prev_4' 'crack_length_last_overload_4'
 'crack_length_4' 'K_last_overload_4' 'pz_rad_curr_4' 'pz_rad_prev_4'
 'crack_id_4' 'hole_4' 'SeqID' 'NoiseSig' 'Load_1' 'Load_2'
 'percent_damage']
(RangeIndex(start=0, stop=2020993, step=1),    StepIndex  percent_damage  delta_K_current_1  ctip_posn_curr_1  \
0          1            27.0                0.0             0.725   

   delta_K_current_2  ctip_posn_curr_2  delta_K_current_3  ctip_posn_curr_3  \
0                0.0             1.475                0.0             1.525   

   delta_K_current_4  ctip_posn_curr_4  Load_1  Load_2  
0                0.0            2.2375   1.428   14.28  )
file crack_growth_sequence_1d_1.csv's indices_offset_min1 [-1, 101046, 202103, 303166, 404165, 505254, 606289, 707378, 808383, 909491, 1010570, 1111569, 1212638, 1313686, 1414813, 1515856, 1616938, 1717971, 1819002, 1919989, 2020991]
indices: [0, 101047, 202104, 303167, 404166, 505255, 606290, 707379, 808384, 909492, 1010571, 1111570, 1212639, 1313687, 1414814, 1515857, 1616939, 1717972, 1819003, 1919990, 2020992], indices_offset_min1: [101046, 202103, 303166, 404165, 505254, 606289, 707378, 808383, 909491, 1010570, 1111569, 1212638, 1313686, 1414813, 1515856, 1616938, 1717971, 1819002, 1919989, 2020991]

after changing :[(0, 101046), (101047, 202103), (202104, 303166), (303167, 404165), (404166, 505254), (505255, 606289), (606290, 707378), (707379, 808383), (808384, 909491), (909492, 1010570), (1010571, 1111569), (1111570, 1212638), (1212639, 1313686), (1313687, 1414813), (1414814, 1515856), (1515857, 1616938), (1616939, 1717971), (1717972, 1819002), (1819003, 1919989), (1919990, 2020991)] 
lengths: [101046, 101056, 101062, 100998, 101088, 101034, 101088, 101004, 101107, 101078, 100998, 101068, 101047, 101126, 101042, 101081, 101032, 101030, 100986, 101001] 
indices as tuples: (0, 101046)
All header names saved? True
df_as_np_array shape: (101046, 11)
file: crack_growth_sequence_1d_1.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_20_1_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_20_1_label_fv1b.npy
indices as tuples: (101047, 202103)
All header names saved? True
df_as_np_array shape: (101056, 11)
file: crack_growth_sequence_1d_1.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_21_2_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_21_2_label_fv1b.npy
indices as tuples: (202104, 303166)
All header names saved? True
df_as_np_array shape: (101062, 11)
file: crack_growth_sequence_1d_1.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_22_3_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_22_3_label_fv1b.npy
indices as tuples: (303167, 404165)
All header names saved? True
df_as_np_array shape: (100998, 11)
file: crack_growth_sequence_1d_1.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_23_4_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_23_4_label_fv1b.npy
indices as tuples: (404166, 505254)
All header names saved? True
df_as_np_array shape: (101088, 11)
file: crack_growth_sequence_1d_1.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_24_5_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_24_5_label_fv1b.npy
indices as tuples: (505255, 606289)
All header names saved? True
df_as_np_array shape: (101034, 11)
file: crack_growth_sequence_1d_1.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_25_6_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_25_6_label_fv1b.npy
indices as tuples: (606290, 707378)
All header names saved? True
df_as_np_array shape: (101088, 11)
file: crack_growth_sequence_1d_1.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_26_7_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_26_7_label_fv1b.npy
indices as tuples: (707379, 808383)
All header names saved? True
df_as_np_array shape: (101004, 11)
file: crack_growth_sequence_1d_1.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_27_8_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_27_8_label_fv1b.npy
indices as tuples: (808384, 909491)
All header names saved? True
df_as_np_array shape: (101107, 11)
file: crack_growth_sequence_1d_1.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_28_9_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_28_9_label_fv1b.npy
indices as tuples: (909492, 1010570)
All header names saved? True
df_as_np_array shape: (101078, 11)
file: crack_growth_sequence_1d_1.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_29_10_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_29_10_label_fv1b.npy
indices as tuples: (1010571, 1111569)
All header names saved? True
df_as_np_array shape: (100998, 11)
file: crack_growth_sequence_1d_1.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_30_11_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_30_11_label_fv1b.npy
indices as tuples: (1111570, 1212638)
All header names saved? True
df_as_np_array shape: (101068, 11)
file: crack_growth_sequence_1d_1.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_31_12_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_31_12_label_fv1b.npy
indices as tuples: (1212639, 1313686)
All header names saved? True
df_as_np_array shape: (101047, 11)
file: crack_growth_sequence_1d_1.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_32_13_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_32_13_label_fv1b.npy
indices as tuples: (1313687, 1414813)
All header names saved? True
df_as_np_array shape: (101126, 11)
file: crack_growth_sequence_1d_1.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_33_14_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_33_14_label_fv1b.npy
indices as tuples: (1414814, 1515856)
All header names saved? True
df_as_np_array shape: (101042, 11)
file: crack_growth_sequence_1d_1.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_34_15_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_34_15_label_fv1b.npy
indices as tuples: (1515857, 1616938)
All header names saved? True
df_as_np_array shape: (101081, 11)
file: crack_growth_sequence_1d_1.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_35_16_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_35_16_label_fv1b.npy
indices as tuples: (1616939, 1717971)
All header names saved? True
df_as_np_array shape: (101032, 11)
file: crack_growth_sequence_1d_1.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_36_17_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_36_17_label_fv1b.npy
indices as tuples: (1717972, 1819002)
All header names saved? True
df_as_np_array shape: (101030, 11)
file: crack_growth_sequence_1d_1.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_37_18_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_37_18_label_fv1b.npy
indices as tuples: (1819003, 1919989)
All header names saved? True
df_as_np_array shape: (100986, 11)
file: crack_growth_sequence_1d_1.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_38_19_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_38_19_label_fv1b.npy
indices as tuples: (1919990, 2020991)
All header names saved? True
df_as_np_array shape: (101001, 11)
file: crack_growth_sequence_1d_1.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_39_20_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_39_20_label_fv1b.npy
filename: crack_growth_sequence_1d_2.csv
['Unnamed: 0' 'StepIndex' 'direction_1' 'delta_a_current_1'
 'delta_K_prev_1' 'delta_K_current_1' 'ctip_posn_curr_1' 'ctip_posn_prev_1'
 'crack_length_last_overload_1' 'crack_length_1' 'K_last_overload_1'
 'pz_rad_curr_1' 'pz_rad_prev_1' 'crack_id_1' 'hole_1' 'direction_2'
 'delta_a_current_2' 'delta_K_prev_2' 'delta_K_current_2'
 'ctip_posn_curr_2' 'ctip_posn_prev_2' 'crack_length_last_overload_2'
 'crack_length_2' 'K_last_overload_2' 'pz_rad_curr_2' 'pz_rad_prev_2'
 'crack_id_2' 'hole_2' 'direction_3' 'delta_a_current_3' 'delta_K_prev_3'
 'delta_K_current_3' 'ctip_posn_curr_3' 'ctip_posn_prev_3'
 'crack_length_last_overload_3' 'crack_length_3' 'K_last_overload_3'
 'pz_rad_curr_3' 'pz_rad_prev_3' 'crack_id_3' 'hole_3' 'direction_4'
 'delta_a_current_4' 'delta_K_prev_4' 'delta_K_current_4'
 'ctip_posn_curr_4' 'ctip_posn_prev_4' 'crack_length_last_overload_4'
 'crack_length_4' 'K_last_overload_4' 'pz_rad_curr_4' 'pz_rad_prev_4'
 'crack_id_4' 'hole_4' 'SeqID' 'NoiseSig' 'Load_1' 'Load_2']
cg_seq_df shape: ['Unnamed: 0' 'StepIndex' 'direction_1' 'delta_a_current_1'
 'delta_K_prev_1' 'delta_K_current_1' 'ctip_posn_curr_1' 'ctip_posn_prev_1'
 'crack_length_last_overload_1' 'crack_length_1' 'K_last_overload_1'
 'pz_rad_curr_1' 'pz_rad_prev_1' 'crack_id_1' 'hole_1' 'direction_2'
 'delta_a_current_2' 'delta_K_prev_2' 'delta_K_current_2'
 'ctip_posn_curr_2' 'ctip_posn_prev_2' 'crack_length_last_overload_2'
 'crack_length_2' 'K_last_overload_2' 'pz_rad_curr_2' 'pz_rad_prev_2'
 'crack_id_2' 'hole_2' 'direction_3' 'delta_a_current_3' 'delta_K_prev_3'
 'delta_K_current_3' 'ctip_posn_curr_3' 'ctip_posn_prev_3'
 'crack_length_last_overload_3' 'crack_length_3' 'K_last_overload_3'
 'pz_rad_curr_3' 'pz_rad_prev_3' 'crack_id_3' 'hole_3' 'direction_4'
 'delta_a_current_4' 'delta_K_prev_4' 'delta_K_current_4'
 'ctip_posn_curr_4' 'ctip_posn_prev_4' 'crack_length_last_overload_4'
 'crack_length_4' 'K_last_overload_4' 'pz_rad_curr_4' 'pz_rad_prev_4'
 'crack_id_4' 'hole_4' 'SeqID' 'NoiseSig' 'Load_1' 'Load_2'
 'percent_damage']
(RangeIndex(start=0, stop=2140417, step=1),    StepIndex  percent_damage  delta_K_current_1  ctip_posn_curr_1  \
0          1            27.0                0.0             0.725   

   delta_K_current_2  ctip_posn_curr_2  delta_K_current_3  ctip_posn_curr_3  \
0                0.0             1.475                0.0             1.525   

   delta_K_current_4  ctip_posn_curr_4  Load_1  Load_2  
0                0.0            2.2375   1.428   14.28  )
file crack_growth_sequence_1d_2.csv's indices_offset_min1 [-1, 107065, 214116, 321112, 428095, 535110, 642011, 749090, 856185, 963266, 1070283, 1177252, 1284316, 1391289, 1498216, 1605249, 1712212, 1819251, 1926369, 2033341, 2140415]
indices: [0, 107066, 214117, 321113, 428096, 535111, 642012, 749091, 856186, 963267, 1070284, 1177253, 1284317, 1391290, 1498217, 1605250, 1712213, 1819252, 1926370, 2033342, 2140416], indices_offset_min1: [107065, 214116, 321112, 428095, 535110, 642011, 749090, 856185, 963266, 1070283, 1177252, 1284316, 1391289, 1498216, 1605249, 1712212, 1819251, 1926369, 2033341, 2140415]

after changing :[(0, 107065), (107066, 214116), (214117, 321112), (321113, 428095), (428096, 535110), (535111, 642011), (642012, 749090), (749091, 856185), (856186, 963266), (963267, 1070283), (1070284, 1177252), (1177253, 1284316), (1284317, 1391289), (1391290, 1498216), (1498217, 1605249), (1605250, 1712212), (1712213, 1819251), (1819252, 1926369), (1926370, 2033341), (2033342, 2140415)] 
lengths: [107065, 107050, 106995, 106982, 107014, 106900, 107078, 107094, 107080, 107016, 106968, 107063, 106972, 106926, 107032, 106962, 107038, 107117, 106971, 107073] 
indices as tuples: (0, 107065)
All header names saved? True
df_as_np_array shape: (107065, 11)
file: crack_growth_sequence_1d_2.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_40_1_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_40_1_label_fv1b.npy
indices as tuples: (107066, 214116)
All header names saved? True
df_as_np_array shape: (107050, 11)
file: crack_growth_sequence_1d_2.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_41_2_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_41_2_label_fv1b.npy
indices as tuples: (214117, 321112)
All header names saved? True
df_as_np_array shape: (106995, 11)
file: crack_growth_sequence_1d_2.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_42_3_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_42_3_label_fv1b.npy
indices as tuples: (321113, 428095)
All header names saved? True
df_as_np_array shape: (106982, 11)
file: crack_growth_sequence_1d_2.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_43_4_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_43_4_label_fv1b.npy
indices as tuples: (428096, 535110)
All header names saved? True
df_as_np_array shape: (107014, 11)
file: crack_growth_sequence_1d_2.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_44_5_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_44_5_label_fv1b.npy
indices as tuples: (535111, 642011)
All header names saved? True
df_as_np_array shape: (106900, 11)
file: crack_growth_sequence_1d_2.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_45_6_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_45_6_label_fv1b.npy
indices as tuples: (642012, 749090)
All header names saved? True
df_as_np_array shape: (107078, 11)
file: crack_growth_sequence_1d_2.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_46_7_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_46_7_label_fv1b.npy
indices as tuples: (749091, 856185)
All header names saved? True
df_as_np_array shape: (107094, 11)
file: crack_growth_sequence_1d_2.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_47_8_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_47_8_label_fv1b.npy
indices as tuples: (856186, 963266)
All header names saved? True
df_as_np_array shape: (107080, 11)
file: crack_growth_sequence_1d_2.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_48_9_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_48_9_label_fv1b.npy
indices as tuples: (963267, 1070283)
All header names saved? True
df_as_np_array shape: (107016, 11)
file: crack_growth_sequence_1d_2.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_49_10_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_49_10_label_fv1b.npy
indices as tuples: (1070284, 1177252)
All header names saved? True
df_as_np_array shape: (106968, 11)
file: crack_growth_sequence_1d_2.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_50_11_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_50_11_label_fv1b.npy
indices as tuples: (1177253, 1284316)
All header names saved? True
df_as_np_array shape: (107063, 11)
file: crack_growth_sequence_1d_2.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_51_12_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_51_12_label_fv1b.npy
indices as tuples: (1284317, 1391289)
All header names saved? True
df_as_np_array shape: (106972, 11)
file: crack_growth_sequence_1d_2.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_52_13_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_52_13_label_fv1b.npy
indices as tuples: (1391290, 1498216)
All header names saved? True
df_as_np_array shape: (106926, 11)
file: crack_growth_sequence_1d_2.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_53_14_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_53_14_label_fv1b.npy
indices as tuples: (1498217, 1605249)
All header names saved? True
df_as_np_array shape: (107032, 11)
file: crack_growth_sequence_1d_2.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_54_15_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_54_15_label_fv1b.npy
indices as tuples: (1605250, 1712212)
All header names saved? True
df_as_np_array shape: (106962, 11)
file: crack_growth_sequence_1d_2.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_55_16_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_55_16_label_fv1b.npy
indices as tuples: (1712213, 1819251)
All header names saved? True
df_as_np_array shape: (107038, 11)
file: crack_growth_sequence_1d_2.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_56_17_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_56_17_label_fv1b.npy
indices as tuples: (1819252, 1926369)
All header names saved? True
df_as_np_array shape: (107117, 11)
file: crack_growth_sequence_1d_2.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_57_18_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_57_18_label_fv1b.npy
indices as tuples: (1926370, 2033341)
All header names saved? True
df_as_np_array shape: (106971, 11)
file: crack_growth_sequence_1d_2.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_58_19_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_58_19_label_fv1b.npy
indices as tuples: (2033342, 2140415)
All header names saved? True
df_as_np_array shape: (107073, 11)
file: crack_growth_sequence_1d_2.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_59_20_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_59_20_label_fv1b.npy
filename: crack_growth_sequence_1d_3.csv
['Unnamed: 0' 'StepIndex' 'direction_1' 'delta_a_current_1'
 'delta_K_prev_1' 'delta_K_current_1' 'ctip_posn_curr_1' 'ctip_posn_prev_1'
 'crack_length_last_overload_1' 'crack_length_1' 'K_last_overload_1'
 'pz_rad_curr_1' 'pz_rad_prev_1' 'crack_id_1' 'hole_1' 'direction_2'
 'delta_a_current_2' 'delta_K_prev_2' 'delta_K_current_2'
 'ctip_posn_curr_2' 'ctip_posn_prev_2' 'crack_length_last_overload_2'
 'crack_length_2' 'K_last_overload_2' 'pz_rad_curr_2' 'pz_rad_prev_2'
 'crack_id_2' 'hole_2' 'direction_3' 'delta_a_current_3' 'delta_K_prev_3'
 'delta_K_current_3' 'ctip_posn_curr_3' 'ctip_posn_prev_3'
 'crack_length_last_overload_3' 'crack_length_3' 'K_last_overload_3'
 'pz_rad_curr_3' 'pz_rad_prev_3' 'crack_id_3' 'hole_3' 'direction_4'
 'delta_a_current_4' 'delta_K_prev_4' 'delta_K_current_4'
 'ctip_posn_curr_4' 'ctip_posn_prev_4' 'crack_length_last_overload_4'
 'crack_length_4' 'K_last_overload_4' 'pz_rad_curr_4' 'pz_rad_prev_4'
 'crack_id_4' 'hole_4' 'SeqID' 'NoiseSig' 'Load_1' 'Load_2']
cg_seq_df shape: ['Unnamed: 0' 'StepIndex' 'direction_1' 'delta_a_current_1'
 'delta_K_prev_1' 'delta_K_current_1' 'ctip_posn_curr_1' 'ctip_posn_prev_1'
 'crack_length_last_overload_1' 'crack_length_1' 'K_last_overload_1'
 'pz_rad_curr_1' 'pz_rad_prev_1' 'crack_id_1' 'hole_1' 'direction_2'
 'delta_a_current_2' 'delta_K_prev_2' 'delta_K_current_2'
 'ctip_posn_curr_2' 'ctip_posn_prev_2' 'crack_length_last_overload_2'
 'crack_length_2' 'K_last_overload_2' 'pz_rad_curr_2' 'pz_rad_prev_2'
 'crack_id_2' 'hole_2' 'direction_3' 'delta_a_current_3' 'delta_K_prev_3'
 'delta_K_current_3' 'ctip_posn_curr_3' 'ctip_posn_prev_3'
 'crack_length_last_overload_3' 'crack_length_3' 'K_last_overload_3'
 'pz_rad_curr_3' 'pz_rad_prev_3' 'crack_id_3' 'hole_3' 'direction_4'
 'delta_a_current_4' 'delta_K_prev_4' 'delta_K_current_4'
 'ctip_posn_curr_4' 'ctip_posn_prev_4' 'crack_length_last_overload_4'
 'crack_length_4' 'K_last_overload_4' 'pz_rad_curr_4' 'pz_rad_prev_4'
 'crack_id_4' 'hole_4' 'SeqID' 'NoiseSig' 'Load_1' 'Load_2'
 'percent_damage']
(RangeIndex(start=0, stop=1917642, step=1),    StepIndex  percent_damage  delta_K_current_1  ctip_posn_curr_1  \
0          1            27.0                0.0             0.725   

   delta_K_current_2  ctip_posn_curr_2  delta_K_current_3  ctip_posn_curr_3  \
0                0.0             1.475                0.0             1.525   

   delta_K_current_4  ctip_posn_curr_4  Load_1  Load_2  
0                0.0            2.2375   1.428   14.28  )
file crack_growth_sequence_1d_3.csv's indices_offset_min1 [-1, 95944, 191881, 287750, 383651, 479502, 575386, 671179, 767078, 862943, 958790, 1054691, 1150636, 1246501, 1342360, 1438291, 1534130, 1630023, 1725934, 1821759, 1917640]
indices: [0, 95945, 191882, 287751, 383652, 479503, 575387, 671180, 767079, 862944, 958791, 1054692, 1150637, 1246502, 1342361, 1438292, 1534131, 1630024, 1725935, 1821760, 1917641], indices_offset_min1: [95944, 191881, 287750, 383651, 479502, 575386, 671179, 767078, 862943, 958790, 1054691, 1150636, 1246501, 1342360, 1438291, 1534130, 1630023, 1725934, 1821759, 1917640]

after changing :[(0, 95944), (95945, 191881), (191882, 287750), (287751, 383651), (383652, 479502), (479503, 575386), (575387, 671179), (671180, 767078), (767079, 862943), (862944, 958790), (958791, 1054691), (1054692, 1150636), (1150637, 1246501), (1246502, 1342360), (1342361, 1438291), (1438292, 1534130), (1534131, 1630023), (1630024, 1725934), (1725935, 1821759), (1821760, 1917640)] 
lengths: [95944, 95936, 95868, 95900, 95850, 95883, 95792, 95898, 95864, 95846, 95900, 95944, 95864, 95858, 95930, 95838, 95892, 95910, 95824, 95880] 
indices as tuples: (0, 95944)
All header names saved? True
df_as_np_array shape: (95944, 11)
file: crack_growth_sequence_1d_3.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_60_1_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_60_1_label_fv1b.npy
indices as tuples: (95945, 191881)
All header names saved? True
df_as_np_array shape: (95936, 11)
file: crack_growth_sequence_1d_3.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_61_2_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_61_2_label_fv1b.npy
indices as tuples: (191882, 287750)
All header names saved? True
df_as_np_array shape: (95868, 11)
file: crack_growth_sequence_1d_3.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_62_3_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_62_3_label_fv1b.npy
indices as tuples: (287751, 383651)
All header names saved? True
df_as_np_array shape: (95900, 11)
file: crack_growth_sequence_1d_3.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_63_4_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_63_4_label_fv1b.npy
indices as tuples: (383652, 479502)
All header names saved? True
df_as_np_array shape: (95850, 11)
file: crack_growth_sequence_1d_3.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_64_5_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_64_5_label_fv1b.npy
indices as tuples: (479503, 575386)
All header names saved? True
df_as_np_array shape: (95883, 11)
file: crack_growth_sequence_1d_3.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_65_6_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_65_6_label_fv1b.npy
indices as tuples: (575387, 671179)
All header names saved? True
df_as_np_array shape: (95792, 11)
file: crack_growth_sequence_1d_3.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_66_7_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_66_7_label_fv1b.npy
indices as tuples: (671180, 767078)
All header names saved? True
df_as_np_array shape: (95898, 11)
file: crack_growth_sequence_1d_3.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_67_8_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_67_8_label_fv1b.npy
indices as tuples: (767079, 862943)
All header names saved? True
df_as_np_array shape: (95864, 11)
file: crack_growth_sequence_1d_3.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_68_9_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_68_9_label_fv1b.npy
indices as tuples: (862944, 958790)
All header names saved? True
df_as_np_array shape: (95846, 11)
file: crack_growth_sequence_1d_3.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_69_10_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_69_10_label_fv1b.npy
indices as tuples: (958791, 1054691)
All header names saved? True
df_as_np_array shape: (95900, 11)
file: crack_growth_sequence_1d_3.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_70_11_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_70_11_label_fv1b.npy
indices as tuples: (1054692, 1150636)
All header names saved? True
df_as_np_array shape: (95944, 11)
file: crack_growth_sequence_1d_3.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_71_12_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_71_12_label_fv1b.npy
indices as tuples: (1150637, 1246501)
All header names saved? True
df_as_np_array shape: (95864, 11)
file: crack_growth_sequence_1d_3.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_72_13_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_72_13_label_fv1b.npy
indices as tuples: (1246502, 1342360)
All header names saved? True
df_as_np_array shape: (95858, 11)
file: crack_growth_sequence_1d_3.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_73_14_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_73_14_label_fv1b.npy
indices as tuples: (1342361, 1438291)
All header names saved? True
df_as_np_array shape: (95930, 11)
file: crack_growth_sequence_1d_3.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_74_15_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_74_15_label_fv1b.npy
indices as tuples: (1438292, 1534130)
All header names saved? True
df_as_np_array shape: (95838, 11)
file: crack_growth_sequence_1d_3.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_75_16_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_75_16_label_fv1b.npy
indices as tuples: (1534131, 1630023)
All header names saved? True
df_as_np_array shape: (95892, 11)
file: crack_growth_sequence_1d_3.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_76_17_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_76_17_label_fv1b.npy
indices as tuples: (1630024, 1725934)
All header names saved? True
df_as_np_array shape: (95910, 11)
file: crack_growth_sequence_1d_3.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_77_18_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_77_18_label_fv1b.npy
indices as tuples: (1725935, 1821759)
All header names saved? True
df_as_np_array shape: (95824, 11)
file: crack_growth_sequence_1d_3.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_78_19_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_78_19_label_fv1b.npy
indices as tuples: (1821760, 1917640)
All header names saved? True
df_as_np_array shape: (95880, 11)
file: crack_growth_sequence_1d_3.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_79_20_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_79_20_label_fv1b.npy
filename: crack_growth_sequence_1d_4.csv
['Unnamed: 0' 'StepIndex' 'direction_1' 'delta_a_current_1'
 'delta_K_prev_1' 'delta_K_current_1' 'ctip_posn_curr_1' 'ctip_posn_prev_1'
 'crack_length_last_overload_1' 'crack_length_1' 'K_last_overload_1'
 'pz_rad_curr_1' 'pz_rad_prev_1' 'crack_id_1' 'hole_1' 'direction_2'
 'delta_a_current_2' 'delta_K_prev_2' 'delta_K_current_2'
 'ctip_posn_curr_2' 'ctip_posn_prev_2' 'crack_length_last_overload_2'
 'crack_length_2' 'K_last_overload_2' 'pz_rad_curr_2' 'pz_rad_prev_2'
 'crack_id_2' 'hole_2' 'direction_3' 'delta_a_current_3' 'delta_K_prev_3'
 'delta_K_current_3' 'ctip_posn_curr_3' 'ctip_posn_prev_3'
 'crack_length_last_overload_3' 'crack_length_3' 'K_last_overload_3'
 'pz_rad_curr_3' 'pz_rad_prev_3' 'crack_id_3' 'hole_3' 'direction_4'
 'delta_a_current_4' 'delta_K_prev_4' 'delta_K_current_4'
 'ctip_posn_curr_4' 'ctip_posn_prev_4' 'crack_length_last_overload_4'
 'crack_length_4' 'K_last_overload_4' 'pz_rad_curr_4' 'pz_rad_prev_4'
 'crack_id_4' 'hole_4' 'SeqID' 'NoiseSig' 'Load_1' 'Load_2']
cg_seq_df shape: ['Unnamed: 0' 'StepIndex' 'direction_1' 'delta_a_current_1'
 'delta_K_prev_1' 'delta_K_current_1' 'ctip_posn_curr_1' 'ctip_posn_prev_1'
 'crack_length_last_overload_1' 'crack_length_1' 'K_last_overload_1'
 'pz_rad_curr_1' 'pz_rad_prev_1' 'crack_id_1' 'hole_1' 'direction_2'
 'delta_a_current_2' 'delta_K_prev_2' 'delta_K_current_2'
 'ctip_posn_curr_2' 'ctip_posn_prev_2' 'crack_length_last_overload_2'
 'crack_length_2' 'K_last_overload_2' 'pz_rad_curr_2' 'pz_rad_prev_2'
 'crack_id_2' 'hole_2' 'direction_3' 'delta_a_current_3' 'delta_K_prev_3'
 'delta_K_current_3' 'ctip_posn_curr_3' 'ctip_posn_prev_3'
 'crack_length_last_overload_3' 'crack_length_3' 'K_last_overload_3'
 'pz_rad_curr_3' 'pz_rad_prev_3' 'crack_id_3' 'hole_3' 'direction_4'
 'delta_a_current_4' 'delta_K_prev_4' 'delta_K_current_4'
 'ctip_posn_curr_4' 'ctip_posn_prev_4' 'crack_length_last_overload_4'
 'crack_length_4' 'K_last_overload_4' 'pz_rad_curr_4' 'pz_rad_prev_4'
 'crack_id_4' 'hole_4' 'SeqID' 'NoiseSig' 'Load_1' 'Load_2'
 'percent_damage']
(RangeIndex(start=0, stop=1548959, step=1),    StepIndex  percent_damage  delta_K_current_1  ctip_posn_curr_1  \
0          1            27.0                0.0             0.725   

   delta_K_current_2  ctip_posn_curr_2  delta_K_current_3  ctip_posn_curr_3  \
0                0.0             1.475                0.0             1.525   

   delta_K_current_4  ctip_posn_curr_4  Load_1  Load_2  
0                0.0            2.2375   1.428   14.28  )
file crack_growth_sequence_1d_4.csv's indices_offset_min1 [-1, 77440, 154849, 232275, 309668, 387149, 464614, 542041, 619548, 696963, 774414, 851875, 929376, 1006821, 1084315, 1161742, 1239143, 1316576, 1394053, 1471505, 1548957]
indices: [0, 77441, 154850, 232276, 309669, 387150, 464615, 542042, 619549, 696964, 774415, 851876, 929377, 1006822, 1084316, 1161743, 1239144, 1316577, 1394054, 1471506, 1548958], indices_offset_min1: [77440, 154849, 232275, 309668, 387149, 464614, 542041, 619548, 696963, 774414, 851875, 929376, 1006821, 1084315, 1161742, 1239143, 1316576, 1394053, 1471505, 1548957]

after changing :[(0, 77440), (77441, 154849), (154850, 232275), (232276, 309668), (309669, 387149), (387150, 464614), (464615, 542041), (542042, 619548), (619549, 696963), (696964, 774414), (774415, 851875), (851876, 929376), (929377, 1006821), (1006822, 1084315), (1084316, 1161742), (1161743, 1239143), (1239144, 1316576), (1316577, 1394053), (1394054, 1471505), (1471506, 1548957)] 
lengths: [77440, 77408, 77425, 77392, 77480, 77464, 77426, 77506, 77414, 77450, 77460, 77500, 77444, 77493, 77426, 77400, 77432, 77476, 77451, 77451] 
indices as tuples: (0, 77440)
All header names saved? True
df_as_np_array shape: (77440, 11)
file: crack_growth_sequence_1d_4.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_80_1_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_80_1_label_fv1b.npy
indices as tuples: (77441, 154849)
All header names saved? True
df_as_np_array shape: (77408, 11)
file: crack_growth_sequence_1d_4.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_81_2_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_81_2_label_fv1b.npy
indices as tuples: (154850, 232275)
All header names saved? True
df_as_np_array shape: (77425, 11)
file: crack_growth_sequence_1d_4.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_82_3_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_82_3_label_fv1b.npy
indices as tuples: (232276, 309668)
All header names saved? True
df_as_np_array shape: (77392, 11)
file: crack_growth_sequence_1d_4.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_83_4_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_83_4_label_fv1b.npy
indices as tuples: (309669, 387149)
All header names saved? True
df_as_np_array shape: (77480, 11)
file: crack_growth_sequence_1d_4.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_84_5_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_84_5_label_fv1b.npy
indices as tuples: (387150, 464614)
All header names saved? True
df_as_np_array shape: (77464, 11)
file: crack_growth_sequence_1d_4.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_85_6_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_85_6_label_fv1b.npy
indices as tuples: (464615, 542041)
All header names saved? True
df_as_np_array shape: (77426, 11)
file: crack_growth_sequence_1d_4.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_86_7_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_86_7_label_fv1b.npy
indices as tuples: (542042, 619548)
All header names saved? True
df_as_np_array shape: (77506, 11)
file: crack_growth_sequence_1d_4.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_87_8_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_87_8_label_fv1b.npy
indices as tuples: (619549, 696963)
All header names saved? True
df_as_np_array shape: (77414, 11)
file: crack_growth_sequence_1d_4.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_88_9_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_88_9_label_fv1b.npy
indices as tuples: (696964, 774414)
All header names saved? True
df_as_np_array shape: (77450, 11)
file: crack_growth_sequence_1d_4.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_89_10_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_89_10_label_fv1b.npy
indices as tuples: (774415, 851875)
All header names saved? True
df_as_np_array shape: (77460, 11)
file: crack_growth_sequence_1d_4.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_90_11_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_90_11_label_fv1b.npy
indices as tuples: (851876, 929376)
All header names saved? True
df_as_np_array shape: (77500, 11)
file: crack_growth_sequence_1d_4.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_91_12_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_91_12_label_fv1b.npy
indices as tuples: (929377, 1006821)
All header names saved? True
df_as_np_array shape: (77444, 11)
file: crack_growth_sequence_1d_4.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_92_13_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_92_13_label_fv1b.npy
indices as tuples: (1006822, 1084315)
All header names saved? True
df_as_np_array shape: (77493, 11)
file: crack_growth_sequence_1d_4.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_93_14_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_93_14_label_fv1b.npy
indices as tuples: (1084316, 1161742)
All header names saved? True
df_as_np_array shape: (77426, 11)
file: crack_growth_sequence_1d_4.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_94_15_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_94_15_label_fv1b.npy
indices as tuples: (1161743, 1239143)
All header names saved? True
df_as_np_array shape: (77400, 11)
file: crack_growth_sequence_1d_4.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_95_16_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_95_16_label_fv1b.npy
indices as tuples: (1239144, 1316576)
All header names saved? True
df_as_np_array shape: (77432, 11)
file: crack_growth_sequence_1d_4.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_96_17_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_96_17_label_fv1b.npy
indices as tuples: (1316577, 1394053)
All header names saved? True
df_as_np_array shape: (77476, 11)
file: crack_growth_sequence_1d_4.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_97_18_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_97_18_label_fv1b.npy
indices as tuples: (1394054, 1471505)
All header names saved? True
df_as_np_array shape: (77451, 11)
file: crack_growth_sequence_1d_4.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_98_19_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_98_19_label_fv1b.npy
indices as tuples: (1471506, 1548957)
All header names saved? True
df_as_np_array shape: (77451, 11)
file: crack_growth_sequence_1d_4.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_99_20_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_99_20_label_fv1b.npy
filename: crack_growth_sequence_1d_5.csv
['Unnamed: 0' 'StepIndex' 'direction_1' 'delta_a_current_1'
 'delta_K_prev_1' 'delta_K_current_1' 'ctip_posn_curr_1' 'ctip_posn_prev_1'
 'crack_length_last_overload_1' 'crack_length_1' 'K_last_overload_1'
 'pz_rad_curr_1' 'pz_rad_prev_1' 'crack_id_1' 'hole_1' 'direction_2'
 'delta_a_current_2' 'delta_K_prev_2' 'delta_K_current_2'
 'ctip_posn_curr_2' 'ctip_posn_prev_2' 'crack_length_last_overload_2'
 'crack_length_2' 'K_last_overload_2' 'pz_rad_curr_2' 'pz_rad_prev_2'
 'crack_id_2' 'hole_2' 'direction_3' 'delta_a_current_3' 'delta_K_prev_3'
 'delta_K_current_3' 'ctip_posn_curr_3' 'ctip_posn_prev_3'
 'crack_length_last_overload_3' 'crack_length_3' 'K_last_overload_3'
 'pz_rad_curr_3' 'pz_rad_prev_3' 'crack_id_3' 'hole_3' 'direction_4'
 'delta_a_current_4' 'delta_K_prev_4' 'delta_K_current_4'
 'ctip_posn_curr_4' 'ctip_posn_prev_4' 'crack_length_last_overload_4'
 'crack_length_4' 'K_last_overload_4' 'pz_rad_curr_4' 'pz_rad_prev_4'
 'crack_id_4' 'hole_4' 'SeqID' 'NoiseSig' 'Load_1' 'Load_2']
cg_seq_df shape: ['Unnamed: 0' 'StepIndex' 'direction_1' 'delta_a_current_1'
 'delta_K_prev_1' 'delta_K_current_1' 'ctip_posn_curr_1' 'ctip_posn_prev_1'
 'crack_length_last_overload_1' 'crack_length_1' 'K_last_overload_1'
 'pz_rad_curr_1' 'pz_rad_prev_1' 'crack_id_1' 'hole_1' 'direction_2'
 'delta_a_current_2' 'delta_K_prev_2' 'delta_K_current_2'
 'ctip_posn_curr_2' 'ctip_posn_prev_2' 'crack_length_last_overload_2'
 'crack_length_2' 'K_last_overload_2' 'pz_rad_curr_2' 'pz_rad_prev_2'
 'crack_id_2' 'hole_2' 'direction_3' 'delta_a_current_3' 'delta_K_prev_3'
 'delta_K_current_3' 'ctip_posn_curr_3' 'ctip_posn_prev_3'
 'crack_length_last_overload_3' 'crack_length_3' 'K_last_overload_3'
 'pz_rad_curr_3' 'pz_rad_prev_3' 'crack_id_3' 'hole_3' 'direction_4'
 'delta_a_current_4' 'delta_K_prev_4' 'delta_K_current_4'
 'ctip_posn_curr_4' 'ctip_posn_prev_4' 'crack_length_last_overload_4'
 'crack_length_4' 'K_last_overload_4' 'pz_rad_curr_4' 'pz_rad_prev_4'
 'crack_id_4' 'hole_4' 'SeqID' 'NoiseSig' 'Load_1' 'Load_2'
 'percent_damage']
(RangeIndex(start=0, stop=1940611, step=1),    StepIndex  percent_damage  delta_K_current_1  ctip_posn_curr_1  \
0          1            27.0                0.0             0.725   

   delta_K_current_2  ctip_posn_curr_2  delta_K_current_3  ctip_posn_curr_3  \
0                0.0             1.475                0.0             1.525   

   delta_K_current_4  ctip_posn_curr_4  Load_1  Load_2  
0                0.0            2.2375   1.428   12.28  )
file crack_growth_sequence_1d_5.csv's indices_offset_min1 [-1, 97062, 194067, 291156, 388222, 485288, 582351, 679366, 776337, 873397, 970464, 1067482, 1164537, 1261610, 1358569, 1455636, 1552659, 1649622, 1746610, 1843549, 1940609]
indices: [0, 97063, 194068, 291157, 388223, 485289, 582352, 679367, 776338, 873398, 970465, 1067483, 1164538, 1261611, 1358570, 1455637, 1552660, 1649623, 1746611, 1843550, 1940610], indices_offset_min1: [97062, 194067, 291156, 388222, 485288, 582351, 679366, 776337, 873397, 970464, 1067482, 1164537, 1261610, 1358569, 1455636, 1552659, 1649622, 1746610, 1843549, 1940609]

after changing :[(0, 97062), (97063, 194067), (194068, 291156), (291157, 388222), (388223, 485288), (485289, 582351), (582352, 679366), (679367, 776337), (776338, 873397), (873398, 970464), (970465, 1067482), (1067483, 1164537), (1164538, 1261610), (1261611, 1358569), (1358570, 1455636), (1455637, 1552659), (1552660, 1649622), (1649623, 1746610), (1746611, 1843549), (1843550, 1940609)] 
lengths: [97062, 97004, 97088, 97065, 97065, 97062, 97014, 96970, 97059, 97066, 97017, 97054, 97072, 96958, 97066, 97022, 96962, 96987, 96938, 97059] 
indices as tuples: (0, 97062)
All header names saved? True
df_as_np_array shape: (97062, 11)
file: crack_growth_sequence_1d_5.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_100_1_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_100_1_label_fv1b.npy
indices as tuples: (97063, 194067)
All header names saved? True
df_as_np_array shape: (97004, 11)
file: crack_growth_sequence_1d_5.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_101_2_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_101_2_label_fv1b.npy
indices as tuples: (194068, 291156)
All header names saved? True
df_as_np_array shape: (97088, 11)
file: crack_growth_sequence_1d_5.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_102_3_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_102_3_label_fv1b.npy
indices as tuples: (291157, 388222)
All header names saved? True
df_as_np_array shape: (97065, 11)
file: crack_growth_sequence_1d_5.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_103_4_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_103_4_label_fv1b.npy
indices as tuples: (388223, 485288)
All header names saved? True
df_as_np_array shape: (97065, 11)
file: crack_growth_sequence_1d_5.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_104_5_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_104_5_label_fv1b.npy
indices as tuples: (485289, 582351)
All header names saved? True
df_as_np_array shape: (97062, 11)
file: crack_growth_sequence_1d_5.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_105_6_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_105_6_label_fv1b.npy
indices as tuples: (582352, 679366)
All header names saved? True
df_as_np_array shape: (97014, 11)
file: crack_growth_sequence_1d_5.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_106_7_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_106_7_label_fv1b.npy
indices as tuples: (679367, 776337)
All header names saved? True
df_as_np_array shape: (96970, 11)
file: crack_growth_sequence_1d_5.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_107_8_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_107_8_label_fv1b.npy
indices as tuples: (776338, 873397)
All header names saved? True
df_as_np_array shape: (97059, 11)
file: crack_growth_sequence_1d_5.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_108_9_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_108_9_label_fv1b.npy
indices as tuples: (873398, 970464)
All header names saved? True
df_as_np_array shape: (97066, 11)
file: crack_growth_sequence_1d_5.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_109_10_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_109_10_label_fv1b.npy
indices as tuples: (970465, 1067482)
All header names saved? True
df_as_np_array shape: (97017, 11)
file: crack_growth_sequence_1d_5.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_110_11_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_110_11_label_fv1b.npy
indices as tuples: (1067483, 1164537)
All header names saved? True
df_as_np_array shape: (97054, 11)
file: crack_growth_sequence_1d_5.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_111_12_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_111_12_label_fv1b.npy
indices as tuples: (1164538, 1261610)
All header names saved? True
df_as_np_array shape: (97072, 11)
file: crack_growth_sequence_1d_5.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_112_13_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_112_13_label_fv1b.npy
indices as tuples: (1261611, 1358569)
All header names saved? True
df_as_np_array shape: (96958, 11)
file: crack_growth_sequence_1d_5.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_113_14_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_113_14_label_fv1b.npy
indices as tuples: (1358570, 1455636)
All header names saved? True
df_as_np_array shape: (97066, 11)
file: crack_growth_sequence_1d_5.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_114_15_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_114_15_label_fv1b.npy
indices as tuples: (1455637, 1552659)
All header names saved? True
df_as_np_array shape: (97022, 11)
file: crack_growth_sequence_1d_5.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_115_16_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_115_16_label_fv1b.npy
indices as tuples: (1552660, 1649622)
All header names saved? True
df_as_np_array shape: (96962, 11)
file: crack_growth_sequence_1d_5.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_116_17_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_116_17_label_fv1b.npy
indices as tuples: (1649623, 1746610)
All header names saved? True
df_as_np_array shape: (96987, 11)
file: crack_growth_sequence_1d_5.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_117_18_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_117_18_label_fv1b.npy
indices as tuples: (1746611, 1843549)
All header names saved? True
df_as_np_array shape: (96938, 11)
file: crack_growth_sequence_1d_5.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_118_19_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_118_19_label_fv1b.npy
indices as tuples: (1843550, 1940609)
All header names saved? True
df_as_np_array shape: (97059, 11)
file: crack_growth_sequence_1d_5.csv
identifier: 1d
np_train_path: /media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_119_20_fv1b.npy
np_label_train_path :/media/ihsan/BigRigData/Thesis/unsplit//sequence_1d_119_20_label_fv1b.npy
{'sequence_1d_80_1_fv1b': 77440, 'sequence_1d_53_14_fv1b': 106926, 'sequence_1d_59_20_fv1b': 107073, 'sequence_1d_61_2_fv1b': 95936, 'sequence_1d_38_19_fv1b': 100986, 'sequence_1d_20_1_fv1b': 101046, 'sequence_1d_115_16_fv1b': 97022, 'sequence_1d_101_2_fv1b': 97004, 'sequence_1d_86_7_fv1b': 77426, 'sequence_1d_95_16_fv1b': 77400, 'sequence_1d_87_8_fv1b': 77506, 'sequence_1d_93_14_fv1b': 77493, 'sequence_1d_44_5_fv1b': 107014, 'sequence_1d_85_6_fv1b': 77464, 'sequence_1d_64_5_fv1b': 95850, 'sequence_1d_119_20_fv1b': 97059, 'sequence_1d_47_8_fv1b': 107094, 'sequence_1d_10_11_fv1b': 98444, 'sequence_1d_99_20_fv1b': 77451, 'sequence_1d_79_20_fv1b': 95880, 'sequence_1d_60_1_fv1b': 95944, 'sequence_1d_58_19_fv1b': 106971, 'sequence_1d_30_11_fv1b': 100998, 'sequence_1d_18_19_fv1b': 98220, 'sequence_1d_105_6_fv1b': 97062, 'sequence_1d_15_16_fv1b': 98340, 'sequence_1d_48_9_fv1b': 107080, 'sequence_1d_97_18_fv1b': 77476, 'sequence_1d_103_4_fv1b': 97065, 'sequence_1d_72_13_fv1b': 95864, 'sequence_1d_110_11_fv1b': 97017, 'sequence_1d_91_12_fv1b': 77500, 'sequence_1d_75_16_fv1b': 95838, 'sequence_1d_92_13_fv1b': 77444, 'sequence_1d_77_18_fv1b': 95910, 'sequence_1d_32_13_fv1b': 101047, 'sequence_1d_3_4_fv1b': 98386, 'sequence_1d_81_2_fv1b': 77408, 'sequence_1d_9_10_fv1b': 98470, 'sequence_1d_13_14_fv1b': 98327, 'sequence_1d_49_10_fv1b': 107016, 'sequence_1d_36_17_fv1b': 101032, 'sequence_1d_52_13_fv1b': 106972, 'sequence_1d_117_18_fv1b': 96987, 'sequence_1d_94_15_fv1b': 77426, 'sequence_1d_104_5_fv1b': 97065, 'sequence_1d_118_19_fv1b': 96938, 'sequence_1d_74_15_fv1b': 95930, 'sequence_1d_62_3_fv1b': 95868, 'sequence_1d_33_14_fv1b': 101126, 'sequence_1d_50_11_fv1b': 106968, 'sequence_1d_98_19_fv1b': 77451, 'sequence_1d_67_8_fv1b': 95898, 'sequence_1d_73_14_fv1b': 95858, 'sequence_1d_55_16_fv1b': 106962, 'sequence_1d_22_3_fv1b': 101062, 'sequence_1d_82_3_fv1b': 77425, 'sequence_1d_57_18_fv1b': 107117, 'sequence_1d_21_2_fv1b': 101056, 'sequence_1d_90_11_fv1b': 77460, 'sequence_1d_19_20_fv1b': 98335, 'sequence_1d_29_10_fv1b': 101078, 'sequence_1d_24_5_fv1b': 101088, 'sequence_1d_27_8_fv1b': 101004, 'sequence_1d_34_15_fv1b': 101042, 'sequence_1d_89_10_fv1b': 77450, 'sequence_1d_63_4_fv1b': 95900, 'sequence_1d_39_20_fv1b': 101001, 'sequence_1d_8_9_fv1b': 98392, 'sequence_1d_71_12_fv1b': 95944, 'sequence_1d_65_6_fv1b': 95883, 'sequence_1d_46_7_fv1b': 107078, 'sequence_1d_109_10_fv1b': 97066, 'sequence_1d_68_9_fv1b': 95864, 'sequence_1d_100_1_fv1b': 97062, 'sequence_1d_78_19_fv1b': 95824, 'sequence_1d_69_10_fv1b': 95846, 'sequence_1d_116_17_fv1b': 96962, 'sequence_1d_28_9_fv1b': 101107, 'sequence_1d_70_11_fv1b': 95900, 'sequence_1d_102_3_fv1b': 97088, 'sequence_1d_23_4_fv1b': 100998, 'sequence_1d_6_7_fv1b': 98450, 'sequence_1d_11_12_fv1b': 98412, 'sequence_1d_42_3_fv1b': 106995, 'sequence_1d_14_15_fv1b': 98354, 'sequence_1d_83_4_fv1b': 77392, 'sequence_1d_88_9_fv1b': 77414, 'sequence_1d_107_8_fv1b': 96970, 'sequence_1d_0_1_fv1b': 98352, 'sequence_1d_25_6_fv1b': 101034, 'sequence_1d_113_14_fv1b': 96958, 'sequence_1d_51_12_fv1b': 107063, 'sequence_1d_37_18_fv1b': 101030, 'sequence_1d_108_9_fv1b': 97059, 'sequence_1d_1_2_fv1b': 98492, 'sequence_1d_84_5_fv1b': 77480, 'sequence_1d_111_12_fv1b': 97054, 'sequence_1d_31_12_fv1b': 101068, 'sequence_1d_54_15_fv1b': 107032, 'sequence_1d_4_5_fv1b': 98344, 'sequence_1d_26_7_fv1b': 101088, 'sequence_1d_16_17_fv1b': 98360, 'sequence_1d_5_6_fv1b': 98338, 'sequence_1d_40_1_fv1b': 107065, 'sequence_1d_35_16_fv1b': 101081, 'sequence_1d_56_17_fv1b': 107038, 'sequence_1d_66_7_fv1b': 95792, 'sequence_1d_114_15_fv1b': 97066, 'sequence_1d_45_6_fv1b': 106900, 'sequence_1d_2_3_fv1b': 98351, 'sequence_1d_96_17_fv1b': 77432, 'sequence_1d_106_7_fv1b': 97014, 'sequence_1d_43_4_fv1b': 106982, 'sequence_1d_12_13_fv1b': 98324, 'sequence_1d_76_17_fv1b': 95892, 'sequence_1d_17_18_fv1b': 98330, 'sequence_1d_7_8_fv1b': 98328, 'sequence_1d_112_13_fv1b': 97072, 'sequence_1d_41_2_fv1b': 107050}

In [ ]: