Genome = [[[[3.0, 0.0], [5.051739766958847, 0.0]], [[2.0, 1.0], [4.0, 1.0]], [[10.0, 3.0], [11.0, 0.0]], [[6.0, 0.0], [8.0, 3.0]], [[11.0, 0.0], [7.0, 5.0]]], [[[5.0, 1.0], [7.0, 1.0]], [[4.0, 0.0], [8.0, 2.0]], [[7.0, 2.0], [9.0, 0.0]], [[0.0, 2.0], [0.0, 0.0]], [[6.0, 1.0], [6.0, 3.0]]]]
Genotype = Genotype(normal=[('linear_128', 0), ('dropout_02', 0), ('linear_64', 1), ('linear_C', 1), ('leaky_relu', 3), ('selu', 0), ('dropout_05', 0), ('batch_norm', 3), ('selu', 0), ('skip_connect', 5)], normal_concat=[2, 4, 6], reduce=[('dropout_02', 1), ('skip_connect', 1), ('linear_C', 0), ('batch_norm', 2), ('skip_connect', 2), ('relu', 0), ('none', 2), ('none', 0), ('dropout_05', 1), ('dropout_05', 3)], reduce_concat=[4, 5, 6])
param size = 1.11231MB
total params = 291585
flops = 0.2921M
valid_acc = 98.98

==================================================
Model Configuration
==================================================
search_space = micro
model_config_id = mlp_small
task_type = regression
input_dim = 3
output_dim = 1
C (channels) = 32
layers = 4
epochs = 20

==================================================
Training Progress
==================================================
Epoch   1 | Train Loss: 0.677549 | Val Loss: 0.009508 | LR: 0.000994
Epoch   2 | Train Loss: 0.322005 | Val Loss: 0.026074 | LR: 0.000976
Epoch   3 | Train Loss: 0.184630 | Val Loss: 0.012814 | LR: 0.000946
Epoch   4 | Train Loss: 0.174626 | Val Loss: 0.063707 | LR: 0.000905
Epoch   5 | Train Loss: 0.205691 | Val Loss: 0.016536 | LR: 0.000854
Epoch   6 | Train Loss: 0.127236 | Val Loss: 0.051880 | LR: 0.000794
Epoch   7 | Train Loss: 0.140855 | Val Loss: 0.014935 | LR: 0.000727
Epoch   8 | Train Loss: 0.101054 | Val Loss: 0.091586 | LR: 0.000655
Epoch   9 | Train Loss: 0.118906 | Val Loss: 0.007776 | LR: 0.000578
Epoch  10 | Train Loss: 0.084281 | Val Loss: 0.015607 | LR: 0.000500
Epoch  11 | Train Loss: 0.071639 | Val Loss: 0.016516 | LR: 0.000422
Epoch  12 | Train Loss: 0.070841 | Val Loss: 0.030335 | LR: 0.000345
Epoch  13 | Train Loss: 0.057357 | Val Loss: 0.019722 | LR: 0.000273
Epoch  14 | Train Loss: 0.064731 | Val Loss: 0.010242 | LR: 0.000206
Epoch  15 | Train Loss: 0.044969 | Val Loss: 0.012664 | LR: 0.000146
Epoch  16 | Train Loss: 0.050301 | Val Loss: 0.010242 | LR: 0.000095
Epoch  17 | Train Loss: 0.045118 | Val Loss: 0.009256 | LR: 0.000054
Epoch  18 | Train Loss: 0.040752 | Val Loss: 0.011105 | LR: 0.000024
Epoch  19 | Train Loss: 0.045595 | Val Loss: 0.008965 | LR: 0.000006
Epoch  20 | Train Loss: 0.045274 | Val Loss: 0.008887 | LR: 0.000000

Final val_loss = 0.007776
