Merge pull request sjwhitworth#113 from grahamannett/patch-1

added softplus relu
smnalex · Apr 15, 2016 · e8ce77b · e8ce77b
2 parents 07485b6 + 5e631a4
commit e8ce77b
Showing 1 changed file with 8 additions and 0 deletions.
diff --git a/neural/funcs.go b/neural/funcs.go
@@ -17,3 +17,11 @@ var Linear NeuralFunction = NeuralFunction{
 	func(v float64) float64 { return v },
 	func(v float64) float64 { return 1.0 },
 }
+
+
+// Rectified Linear function 
+// https://www.wikiwand.com/en/Rectifier_(neural_networks)
+var SoftplusRectifier NeuralFunction = NeuralFunction{
+	func(v float64) float64 { return math.Log(1 + math.Exp(v))},
+	func(v float64) float64 { return v * (1 - v) },
+}