PPO

Swift

public struct ContinuousState

Swift

public init(graph: DynamicGraph, critic: @escaping (Tensor<Float>) -> Tensor<Float>)

Swift

public struct Statistics

Swift

public var statistics: Statistics { get }

Swift

public func distributions(
  scale: Tensor<Float>, from batch: [CollectedData<Float, ContinuousState>]
) -> [[Tensor<Float>]]

Swift

public mutating func computeReturns(from batch: [CollectedData<Float, ContinuousState>])
  -> (returns: [[Float]], advantages: [[Float]])

Swift

public static func samples<T: RandomNumberGenerator>(
  from collectedData: [CollectedData<Float, ContinuousState>], episodeCount: Int,
  using generator: inout T, returns: [[Float]], advantages: [[Float]],
  oldDistributions: [[Tensor<Float>]]
) -> DataFrame

Swift

public struct ClipLoss