12345678910234567891002−3−4−3.5−2.5−2−1.5−1−0.50
CELUELUGELUHardshrinkHardsigmoidHardswishHardtanhLeakyReLU=0.1LeakyReLU=0.5LeakyReLU=5.0LogSigmoidLogSoftmaxMishPReLURReLUReLUReLU6SELUSiLUSoftmaxSoftminSoftplusSoftshrinkSoftsignTanhTanhshrinkabsatancantorcantor2identitymulti_12softmaxmulti_32softmaxmulti_4softmaxmulti_64softmaxmulti_gelumulti_gelu_relumulti_gelu_sigmoidmulti_gelu_sigmoid_sinmulti_gelu_sinmulti_id_gelumulti_id_gelu_sigmoidmulti_id_gelu_sigmoid_sinmulti_id_gelu_sigmoid_softmax_sinmulti_id_gelu_sinperlin-where-res=32-scale=-0.167-seed=0perlin-where-res=32-scale=-0.167-seed=1perlin-where-res=32-scale=-0.167-seed=2perlin-where-res=32-scale=-0.333-seed=0perlin-where-res=32-scale=-0.333-seed=1perlin-where-res=32-scale=-0.333-seed=2perlin-where-res=32-scale=-0.500-seed=0perlin-where-res=32-scale=-0.500-seed=1perlin-where-res=32-scale=-0.500-seed=2perlin-where-res=32-scale=-0.667-seed=0perlin-where-res=32-scale=-0.667-seed=1perlin-where-res=32-scale=-0.667-seed=2perlin-where-res=32-scale=-0.833-seed=0perlin-where-res=32-scale=-0.833-seed=1perlin-where-res=32-scale=-0.833-seed=2perlin-where-res=32-scale=-1.000-seed=0perlin-where-res=32-scale=-1.000-seed=1perlin-where-res=32-scale=-1.000-seed=2perlin-where-res=32-scale=0.000-seed=0perlin-where-res=4-scale=-0.167-seed=0perlin-where-res=4-scale=-0.167-seed=1perlin-where-res=4-scale=-0.167-seed=2perlin-where-res=4-scale=-0.333-seed=0perlin-where-res=4-scale=-0.333-seed=1perlin-where-res=4-scale=-0.333-seed=2perlin-where-res=4-scale=-0.500-seed=1perlin-where-res=4-scale=-0.500-seed=2perlin-where-res=4-scale=0.000-seed=0perlin-where-res=4-scale=0.000-seed=1perlin-where-res=4-scale=0.000-seed=2perlin-where-res=8-scale=-0.167-seed=0perlin-where-res=8-scale=-0.167-seed=1perlin-where-res=8-scale=-0.167-seed=2perlin-where-res=8-scale=-0.333-seed=0perlin-where-res=8-scale=-0.333-seed=1perlin-where-res=8-scale=-0.333-seed=2perlin-where-res=8-scale=-0.500-seed=0perlin-where-res=8-scale=-0.500-seed=1perlin-where-res=8-scale=-0.500-seed=2perlin-where-res=8-scale=-0.667-seed=0perlin-where-res=8-scale=-0.667-seed=1perlin-where-res=8-scale=-0.667-seed=2perlin-where-res=8-scale=-0.833-seed=0perlin-where-res=8-scale=-0.833-seed=1perlin-where-res=8-scale=-0.833-seed=2perlin-where-res=8-scale=-1.000-seed=0perlin-where-res=8-scale=-1.000-seed=1perlin-where-res=8-scale=-1.000-seed=2perlin-where-res=8-scale=0.000-seed=0perlin-where-res=8-scale=0.000-seed=1perlin-where-res=8-scale=0.000-seed=2sigmoidsin(2π(νx+φ))-where-log10(ν)=-0.167-and-φ=0.000sin(2π(νx+φ))-where-log10(ν)=-0.167-and-φ=0.500sin(2π(νx+φ))-where-log10(ν)=-0.333-and-φ=0.000sin(2π(νx+φ))-where-log10(ν)=-0.333-and-φ=0.500sin(2π(νx+φ))-where-log10(ν)=-0.500-and-φ=0.000sin(2π(νx+φ))-where-log10(ν)=-0.500-and-φ=0.500sin(2π(νx+φ))-where-log10(ν)=-0.667-and-φ=0.000sin(2π(νx+φ))-where-log10(ν)=-0.667-and-φ=0.500sin(2π(νx+φ))-where-log10(ν)=-0.833-and-φ=0.000sin(2π(νx+φ))-where-log10(ν)=-0.833-and-φ=0.500sin(2π(νx+φ))-where-log10(ν)=-1.000-and-φ=0.000sin(2π(νx+φ))-where-log10(ν)=-1.000-and-φ=0.500sin(2π(νx+φ))-where-log10(ν)=0.000-and-φ=0.000sin(2π(νx+φ))-where-log10(ν)=0.000-and-φ=0.500sinc(x)tanx+ax²-where-a=-0.05x+ax²-where-a=-0.15x+ax²-where-a=-0.25x+ax²-where-a=0.05x+ax²-where-a=0.15x+ax²-where-a=0.25epochlog(loss)