AdamWOptimizer
public string Name
Language: C#
public float LearningRate { get; set; }
Language: C#
public IReadOnlyDictionary<string, object> Hyperparameters { get; }
Language: C#
public AdamWOptimizer(float learningRate = 1e-3f, float beta1 = 0.9f, float beta2 = 0.999f, float epsilon = 1e-8f, float weightDecay = 0.01f, IGpuMathOps? gpuOps = null)
Language: C#
public Task InitializeAsync(CancellationToken cancellationToken = default)
Language: C#
public async Task ApplyGradientsAsync(INeuralTensor parameters, INeuralTensor gradients, CancellationToken cancellationToken = default)
Language: C#
public Task ResetStateAsync(CancellationToken cancellationToken = default)
Language: C#