Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
13 changes: 10 additions & 3 deletions src/vectorflow/layers.d
Original file line number Diff line number Diff line change
Expand Up @@ -83,14 +83,21 @@ class Linear : NeuralLayer {
auto row = W[k];
float dp = _with_intercept * row[0];
auto offset = _with_intercept;
foreach(l; parents)
foreach(idx, l; parents)
{
final switch(l.type)
{
case LayerT.DENSE:
dp += dotProd(row[offset..offset+l.dim_out], l.out_d);
auto dp_ret = dotProd(row[offset..offset+l.dim_out], l.out_d);
import std.math : isNaN;
if (isNaN(dp_ret))
{
import std.format;
throw new Exception(format("Internal math error: Got NaN result from dotProd() on layer %d.", idx));
}
dp += dp_ret;
break;

case LayerT.SPARSE:
foreach(ref f; l.out_s)
dp += row[offset + f.id] * f.val;
Expand Down
5 changes: 5 additions & 0 deletions src/vectorflow/regularizers.d
Original file line number Diff line number Diff line change
Expand Up @@ -350,6 +350,11 @@ class RotationPrior : AdditiveLinearPrior
auto ri = W[i];
auto rj = W[j];
float g = dotProd(ri, rj);
import std.math : isNaN;
if (isNaN(g))
{
throw new Exception("Internal math error: Got NaN result from dotProd()");
}
if(i != j)
{
foreach(u; 0..W[i].length)
Expand Down