Class: DNN::Losses::SigmoidCrossEntropy

Inherits:
Loss
  • Object
show all
Includes:
DNN::Layers::MergeLayerNode
Defined in:
lib/dnn/core/losses.rb

Instance Attribute Summary collapse

Class Method Summary collapse

Instance Method Summary collapse

Methods included from DNN::Layers::MergeLayerNode

#backward, #forward

Methods inherited from Loss

call, #call, #clean, #forward, from_hash, #loss, #regularizers_backward, #regularizers_forward

Constructor Details

#initialize(eps: 1e-7) ⇒ SigmoidCrossEntropy

Returns a new instance of SigmoidCrossEntropy.

Parameters:

  • eps (Float) (defaults to: 1e-7) —

    Value to avoid nan.



188
189
190
 
# File 'lib/dnn/core/losses.rb', line 188

def initialize(eps: 1e-7)
  @eps = eps
end

Instance Attribute Details

#eps ⇒ Object

Returns the value of attribute eps.



177
178
179
 
# File 'lib/dnn/core/losses.rb', line 177

def eps
  @eps
end

Class Method Details

.sigmoid(y) ⇒ Object Also known as: activation 



180
181
182
 
# File 'lib/dnn/core/losses.rb', line 180

def sigmoid(y)
  Layers::Sigmoid.new.forward_node(y)
end

Instance Method Details

#backward_node(d) ⇒ Object 



198
199
200
 
# File 'lib/dnn/core/losses.rb', line 198

def backward_node(d)
  d * (@x - @t) / @x.shape[0]
end

#forward_node(y, t) ⇒ Object 



192
193
194
195
196
 
# File 'lib/dnn/core/losses.rb', line 192

def forward_node(y, t)
  @t = t
  @x = SigmoidCrossEntropy.sigmoid(y)
  -(t * Xumo::NMath.log(@x + @eps) + (1 - t) * Xumo::NMath.log(1 - @x + @eps)).mean(0).sum
end

#load_hash(hash) ⇒ Object 



206
207
208
 
# File 'lib/dnn/core/losses.rb', line 206

def load_hash(hash)
  initialize(eps: hash[:eps])
end

#to_hash ⇒ Object 



202
203
204
 
# File 'lib/dnn/core/losses.rb', line 202

def to_hash
  super(eps: @eps)
end