normal mode unavailable here
--- Directories ---
--- Files ---
loss-dim_i=2-dim_o=3-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=2-dim_o=3-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dim_i=20-dim_o=30-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=2-dim_o=3-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.00390625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.015625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.0625-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=0.25-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=cos-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=dot-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=mix-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=adam-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=False-enable_log=False-enable_gelu=True-exp_max=16-log_min=0.00390625.pngloss-dot-dim_i=20-dim_o=30-dim_sample=1.0-epochs_rel=1024-bwd_lr=0.01-loss_mode=mse-opti_mode=sgd-enable_identity=True-enable_exp=True-enable_log=True-enable_gelu=True-exp_max=16-log_min=0.00390625.png