Solver Options
{{ form.shuffle.tooltip }}
{{form.train_epochs.label}}
{{form.train_epochs.tooltip}}
{{form.train_epochs(class='form-control')}}
{{form.snapshot_interval.label}}
{{form.snapshot_interval.tooltip}}
{{form.snapshot_interval(class='form-control')}}
{{form.val_interval.label}}
{{form.val_interval.tooltip}}
{{form.val_interval(class='form-control')}}
{# TODO: neat progress bar #}
{{form.random_seed.label}}
{{form.random_seed.tooltip}}
{{form.random_seed(class='form-control', placeholder='[none]')}}
{{form.batch_size.label}}
{{form.batch_size.tooltip}}
{{form.batch_size.small_text}}
{{form.batch_size(class='form-control', placeholder='[network defaults]')}}
{{form.batch_accumulation.label}}
{{form.batch_accumulation.tooltip}}
{{form.batch_accumulation(class='form-control')}}
{{form.solver_type.label}}
{{form.solver_type.tooltip}}
{{form.solver_type(class='form-control')}}
{{form.rms_decay.label}}
{{form.rms_decay.tooltip}}
{{form.rms_decay(class='form-control')}}
{{form.learning_rate.label}}
{{form.learning_rate.tooltip}}
{{form.learning_rate.small_text}}
{{form.learning_rate(class='form-control learning-rate-option')}}
{{form.lr_policy.label}}
{{form.lr_policy(class='form-control learning-rate-option')}}
{{form.lr_step_gamma.label}}
{{form.lr_step_gamma(class='form-control learning-rate-option')}}
{{form.lr_multistep_gamma.label}}
{{form.lr_multistep_gamma(class='form-control learning-rate-option')}}
{{form.lr_exp_gamma.label}}
{{form.lr_exp_gamma(class='form-control learning-rate-option')}}
{{form.lr_inv_gamma.label}}
{{form.lr_inv_gamma(class='form-control learning-rate-option')}}
{{form.lr_inv_power.label}}
{{form.lr_inv_power(class='form-control learning-rate-option')}}
{{form.lr_poly_power.label}}
{{form.lr_poly_power(class='form-control learning-rate-option')}}
{{form.lr_sigmoid_gamma.label}}
{{form.lr_sigmoid_gamma(class='form-control learning-rate-option')}}
Visualize LR