1 ! Copyright (C) 2017 Doug Coleman.
2 ! See http://factorcode.org/license.txt for BSD license.
3 USING: tools.test machine-learning.functions ;
4 IN: machine-learning.functions.tests
6 { 0 } [ 0 relu ] unit-test
7 { .5 .000001 } [ .5 relu ] unit-test~
8 { 1 } [ 1 relu ] unit-test
9 { 0 } [ -.5 relu ] unit-test
10 { 0 } [ -1 relu ] unit-test
12 { 0 } [ -1 relu6 ] unit-test
13 { 6 } [ 10 relu6 ] unit-test
15 { -.01 .00001 } [ -1 .01 leaky-relu ] unit-test~
16 { 0 } [ 0 .01 leaky-relu ] unit-test
17 { .5 .000001 } [ .5 .01 leaky-relu ] unit-test~
18 { 1 } [ 1 .01 leaky-relu ] unit-test
19 { -.005 .1 } [ -.5 .01 leaky-relu ] unit-test~
21 { 0 } [ 0 default-leaky-relu ] unit-test
22 { 1 } [ 1 default-leaky-relu ] unit-test
23 { .5 .000001 } [ .5 default-leaky-relu ] unit-test~
24 { -.005 .1 } [ -.5 default-leaky-relu ] unit-test~
36 } [ { 1. 2. 3. 4. 1. 2. 3. } softmin ] unit-test-v~
48 } [ { 1. 2. 3. 4. 1. 2. 3. } softmax ] unit-test-v~
60 } [ { 1. 2. 3. 4. 1. 2. 3. } log-softmax ] unit-test-v~