AdamWOptimizer

Swift

public let graph: DynamicGraph

Swift

public var step: Int

Swift

public var rate: Float

Swift

public var betas: (Float, Float)

Swift

public var decay: Float

Swift

public var epsilon: Float

Swift

public var scale: Float

Swift

public var amsgrad: Bool

Swift

public var parameters: [DynamicGraph_AnyParameters] { get set }

Swift

public init(
  _ graph: DynamicGraph, rate: Float = 0.001, step: Int = 1, betas: (Float, Float) = (0.9, 0.999),
  decay: Float = 0, epsilon: Float = 1e-8, amsgrad: Bool = false
)

Swift

public mutating func step(streamContext: StreamContext?)