Optimizers Reference


                    
                    
                    Optimizer

Optimizer that updates a neural network along its gradients

Swift

public protocol Optimizer

SGD

‘Vanilla’ stochastic gradient descent optimizer

Swift

public struct SGD<Layer> : Optimizer where Layer : LayerType

extension SGD: Codable where Layer: Codable


                    
                    
                    Momentum

Gradient descent optimizer with momentum

Swift

public struct Momentum<Layer> : Optimizer where Layer : LayerType

extension Momentum: Codable where Layer: Codable


                    
                    
                    Adam

Adam optimizer (Adaptive moment estimation)

Swift

public struct Adam<Layer> : Optimizer where Layer : LayerType

extension Adam: Codable where Layer: Codable


                    
                    
                    Adadelta

Adadelta Optimizer

Swift

public struct Adadelta<Layer> : Optimizer where Layer : LayerType

extension Adadelta: Codable where Layer: Codable


                    
                    
                    Adagrad

Adagrad optimizer

Swift

public struct Adagrad<Layer> : Optimizer where Layer : LayerType

extension Adagrad: Codable where Layer: Codable


                    
                    
                    RMSProp

Root mean square optimizer

Swift

public struct RMSProp<Layer> : Optimizer where Layer : LayerType

extension RMSProp: Codable where Layer: Codable