In [1]:

    

from core.dataset.input import *
from core.dataset.transform import *


    

In [3]:

    

schema = Schema("/home/sergo/Work/Gitlab/DLS/data-test/idx-simple4c_test-all.csv")


    

In [4]:

    

schema.print_columns()


    

    




col_0, col_1

In [5]:

    

schema["col_0"] = 'image_1'


    

In [6]:

    

schema.print_columns()


    

    




image_1, col_1

In [7]:

    

schema.columns = ("image", "lable")


    

In [8]:

    

schema.print_columns()


    

    




image, lable

In [9]:

    

schema.drop_column("lable")


    

In [10]:

    

schema.print_columns()


    

    




image

In [11]:

    

schema.print_data()


    

    




First 10 records:
['dataset-image2d/simple4c_test/dog/dog_00003.jpg', 'dog']
['dataset-image2d/simple4c_test/car/car_00032.jpg', 'car']
['dataset-image2d/simple4c_test/car/car_00099.jpg', 'car']
['dataset-image2d/simple4c_test/fish/fish_00019.jpg', 'fish']
['dataset-image2d/simple4c_test/cat/cat_00042.jpg', 'cat']
['dataset-image2d/simple4c_test/cat/cat_00017.jpg', 'cat']
['dataset-image2d/simple4c_test/car/car_00040.jpg', 'car']
['dataset-image2d/simple4c_test/dog/dog_00014.jpg', 'dog']
['dataset-image2d/simple4c_test/cat/cat_00083.jpg', 'cat']
['dataset-image2d/simple4c_test/fish/fish_00070.jpg', 'fish']

In [13]:

    

input = Input(schema)
input.add_categorical_column("lable")
input.add_int_collumn("lable2")

img2d = Img2DColumn()
img2d.add_pre_transform(CropImg2DTransform())
img2d.add_post_transform(RescaleImg2DTransform())
img2d.add_reader(Img2DReader())
img2d.add_ser_de(Img2DSerDe())
input.add_collumn("image", img2d)

input = Input.Builder(chema_config = config).build()


    

    





ExceptionTraceback (most recent call last)
<ipython-input-13-c2d01f0d12ea> in <module>()
      1 input = Input(schema)
----> 2 input.add_categorical_column("lable")
      3 input.add_int_collumn("lable2")
      4 
      5 img2d = Img2DColumn()

/home/sergo/Work/Gitlab/DLS/app/backend/core/dataset/input.py in add_categorical_column(self, column_name)
    151 
    152     def add_categorical_column(self, column_name):
--> 153         _, column = self.find_column_in_schema(column_name)
    154         column.data_type = BasicTypeColumn.Type.CATEGORICAL
    155 

/home/sergo/Work/Gitlab/DLS/app/backend/core/dataset/input.py in find_column_in_schema(self, column_name)
    172             if schema_column.name == column_name:
    173                 return index, schema_column
--> 174         raise Exception("No column with name %s in schema." % (column_name))
    175 
    176 

Exception: No column with name lable in schema.

In [31]:

    

dataset = Dataset.Builder(input, integrate_data=True).build()


    

    





AttributeErrorTraceback (most recent call last)
<ipython-input-31-fd953344f72f> in <module>()
----> 1 dataset = ds.Builder(input, integrate_data=True).build()

AttributeError: 'module' object has no attribute 'Builder'

In [14]:

    

data = dataset.get_batch(256)


    

In [15]:

    

data["image"]


    

    





TypeErrorTraceback (most recent call last)
<ipython-input-15-653eadfb9fdc> in <module>()
----> 1 data["image"]

TypeError: 'Data' object has no attribute '__getitem__'

In [ ]: