Class: DNN::Optimizers::AdaGrad

Inherits:
Optimizer show all
Defined in:
lib/dnn/core/optimizers.rb

Instance Attribute Summary collapse

Attributes inherited from Optimizer

#clip_norm

Instance Method Summary collapse

Methods inherited from Optimizer

from_hash, #update, #update_layers

Constructor Details

#initialize(lr: 0.01, eps: 1e-7, clip_norm: nil) ⇒ AdaGrad 



119
120
121
122
123
124
 
# File 'lib/dnn/core/optimizers.rb', line 119

def initialize(lr: 0.01, eps: 1e-7, clip_norm: nil)
  super(clip_norm: clip_norm)
  @lr = lr
  @eps = eps
  @g = {}
end

Instance Attribute Details

#eps ⇒ Object

Returns the value of attribute eps.



115
116
117
 
# File 'lib/dnn/core/optimizers.rb', line 115

def eps
  @eps
end

#lr ⇒ Object

Returns the value of attribute lr.



114
115
116
 
# File 'lib/dnn/core/optimizers.rb', line 114

def lr
  @lr
end

Instance Method Details

#load_hash(hash) ⇒ Object 



138
139
140
 
# File 'lib/dnn/core/optimizers.rb', line 138

def load_hash(hash)
  initialize(lr: hash[:lr], eps: hash[:eps], clip_norm: hash[:clip_norm])
end

#to_hash ⇒ Object 



134
135
136
 
# File 'lib/dnn/core/optimizers.rb', line 134

def to_hash
  super(lr: @lr, eps: @eps)
end