Struct AdaGradConfig 

pub struct AdaGradConfig { /* private fields */ }

AdaGrad configuration.

Implementations

impl AdaGradConfig

pub fn new() -> AdaGradConfig

Create a new instance of the config.

Arguments

Optional Arguments

weight_decay

Weight decay config.

• Defaults to None

grad_clipping

Gradient Clipping config.

• Defaults to None

Default Arguments

lr_decay

• Defaults to 0.

epsilon

• Defaults to 1e-5

impl AdaGradConfig

pub fn with_lr_decay(self, lr_decay: f64) -> AdaGradConfig

Sets the value for the field lr_decay.

• Defaults to 0.

pub fn with_epsilon(self, epsilon: f32) -> AdaGradConfig

Sets the value for the field epsilon.

• Defaults to 1e-5

pub fn with_weight_decay( self, weight_decay: Option<WeightDecayConfig>, ) -> AdaGradConfig

Sets the value for the field weight_decay.

Weight decay config.

• Defaults to None

pub fn with_grad_clipping( self, grad_clipping: Option<GradientClippingConfig>, ) -> AdaGradConfig

Sets the value for the field grad_clipping.

Gradient Clipping config.

• Defaults to None

impl AdaGradConfig

pub fn build(&self) -> AdaGrad

Build an AdaGrad from the config.

The bare optimizer, which ModuleOptimizer::with_group takes to optimize one parameter group. init is the whole-module counterpart, and the only one that applies the configured gradient clipping.

pub fn init(&self) -> ModuleOptimizer

Initialize AdaGrad optimizer.

Returns

Returns an optimizer that can be used to optimize a module.

Trait Implementations

impl Clone for AdaGradConfig

fn clone(&self) -> AdaGradConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Config for AdaGradConfig

fn save<P>(&self, file: P) -> Result<(), Error>

where P: AsRef<Path>,

Saves the configuration to a file.

fn load<P>(file: P) -> Result<Self, ConfigError>

where P: AsRef<Path>,

Loads the configuration from a file.

fn load_binary(data: &[u8]) -> Result<Self, ConfigError>

Loads the configuration from a binary buffer.

impl Debug for AdaGradConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for AdaGradConfig

fn deserialize<D>( deserializer: D, ) -> Result<AdaGradConfig, <D as Deserializer<'de>>::Error>

where D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Display for AdaGradConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.

impl Serialize for AdaGradConfig

fn serialize<S>( &self, serializer: S, ) -> Result<<S as Serializer>::Ok, <S as Serializer>::Error>

where S: Serializer,

Serialize this value into the given Serde serializer.