Skip to content

Commit 7fc7f26

Browse files
committed
Fix CUDNN batchnorm initialization
1 parent 5245ed4 commit 7fc7f26

1 file changed

Lines changed: 1 addition & 1 deletion

File tree

src/main/scala/BIDMach/networks/layers/BatchNormLayer.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -75,7 +75,7 @@ class BatchNormLayer(override val net:Net, override val opts:BatchNormNodeOpts =
7575

7676
trait BatchNormNodeOpts extends ModelNodeOpts {
7777
var expAvgFactor:Float = 1f;
78-
var epsilon:Float = 1e-5f;
78+
var epsilon:Float = 1e-4f;
7979
var batchNormMode = BatchNormLayer.SPATIAL;
8080
var tensorFormat:Int = Net.UseNetFormat;
8181

0 commit comments

Comments
 (0)