Adam

public struct Adam<Layer> : Optimizer where Layer : LayerType

extension Adam: Codable where Layer: Codable

Adam optimizer (Adaptive moment estimation)

Follows Kingma et al. - Adam: A method for stochastic optimization


                    
                    
                    ParamTensor

Undocumented

Declaration

Swift

public typealias ParamTensor = Tensor<Layer.Parameter, Layer.Device>


                    
                    
                    model

Declaration

Swift

public private(set) var model: Layer { get }

useAMSGrad
Undocumented
Declaration
Swift

public let useAMSGrad: Bool
learningRate
Learning rate scaling factor
Declaration
Swift

public var learningRate: ParamTensor
beta1
Exponential decay rate for first moment
Declaration
Swift

public var beta1: ParamTensor
beta2
Exponential decay rate for second moment
Declaration
Swift

public var beta2: ParamTensor
epsilon
Normalization scalar added to divisors
Declaration
Swift

public var epsilon: ParamTensor


                    
                    
                    init(model:learningRate:useAMSGrad:beta1:beta2:epsilon:)

Adam optimizer (Adaptive moment estimation)

Follows Kingma et al. - Adam: A method for stochastic optimization

Declaration

Swift

public init(model: Layer, learningRate: ParamTensor, useAMSGrad: Bool = false, beta1: ParamTensor = 0.9, beta2: ParamTensor = 0.999, epsilon: ParamTensor = 1e-8)

Parameters

`model`	Model to optimize
`learningRate`	Learning rate scaling factor
`beta1`	Exponential decay rate for first moment
`beta2`	Exponential decay rate for second moment
`epsilon`	Normalization scalar added to divisors

reset()
Resets the state of the optimizer
Declaration
Swift

public mutating func reset()


                    
                    
                    update(along:)

Declaration

Swift

public mutating func update(along gradients: [ParamTensor])

Available where `Layer`: `Codable`


                    
                    
                    init(from:)

Declaration

Swift

public init(from decoder: Decoder) throws


                    
                    
                    encode(to:)

Declaration

Swift

public func encode(to encoder: Encoder) throws

Adam

Declaration

Declaration

Declaration

Declaration

Declaration

Declaration

Declaration

Declaration

Parameters

Declaration

Declaration

Available where Layer: Codable

Declaration

Declaration

Available where `Layer`: `Codable`