Index

A

ActivationFunction (class in nerva_numpy.activation_functions) ActivationLayer (class in nerva_numpy.layers) All_relu() (in module nerva_numpy.activation_functions) All_relu_gradient() (in module nerva_numpy.activation_functions)

AllReLUActivation (class in nerva_numpy.activation_functions) apply() (in module nerva_numpy.matrix_operations) as_scalar() (nerva_numpy.utilities.FunctionCall method) as_string() (nerva_numpy.utilities.FunctionCall method)

B

backpropagate() (nerva_numpy.layers.ActivationLayer method) (nerva_numpy.layers.BatchNormalizationLayer method) (nerva_numpy.layers.Layer method) (nerva_numpy.layers.LinearLayer method) (nerva_numpy.layers.LogSoftmaxLayer method) (nerva_numpy.layers.SoftmaxLayer method) (nerva_numpy.layers.SReLULayer method) (nerva_numpy.multilayer_perceptron.MultilayerPerceptron method)

BatchNormalizationLayer (class in nerva_numpy.layers)

C

column_repeat() (in module nerva_numpy.matrix_operations) columns_max() (in module nerva_numpy.matrix_operations) columns_mean() (in module nerva_numpy.matrix_operations) columns_sum() (in module nerva_numpy.matrix_operations) CompositeOptimizer (class in nerva_numpy.optimizers) compute_accuracy() (in module nerva_numpy.training) compute_loss() (in module nerva_numpy.training)

compute_statistics() (in module nerva_numpy.training) ConstantScheduler (class in nerva_numpy.learning_rate) create_npz_dataloaders() (in module nerva_numpy.datasets) Cross_entropy_loss() (in module nerva_numpy.loss_functions) cross_entropy_loss() (in module nerva_numpy.loss_functions) Cross_entropy_loss_gradient() (in module nerva_numpy.loss_functions) cross_entropy_loss_gradient() (in module nerva_numpy.loss_functions) CrossEntropyLossFunction (class in nerva_numpy.loss_functions)

D

DataLoader (class in nerva_numpy.datasets) dataset_size (nerva_numpy.datasets.DataLoader property) debug (nerva_numpy.training.TrainOptions attribute)

Diag() (in module nerva_numpy.matrix_operations) diag() (in module nerva_numpy.matrix_operations) dot() (in module nerva_numpy.matrix_operations)

E

elements_sum() (in module nerva_numpy.matrix_operations)

exp() (in module nerva_numpy.matrix_operations) ExponentialScheduler (class in nerva_numpy.learning_rate)

F

feedforward() (nerva_numpy.layers.ActivationLayer method) (nerva_numpy.layers.BatchNormalizationLayer method) (nerva_numpy.layers.Layer method) (nerva_numpy.layers.LinearLayer method) (nerva_numpy.layers.LogSoftmaxLayer method) (nerva_numpy.layers.SoftmaxLayer method) (nerva_numpy.multilayer_perceptron.MultilayerPerceptron method)

from_one_hot() (in module nerva_numpy.datasets) FunctionCall (class in nerva_numpy.utilities)

G

get_value() (nerva_numpy.utilities.FunctionCall method) gradient() (nerva_numpy.activation_functions.ActivationFunction method) (nerva_numpy.activation_functions.AllReLUActivation method) (nerva_numpy.activation_functions.HyperbolicTangentActivation method) (nerva_numpy.activation_functions.LeakyReLUActivation method) (nerva_numpy.activation_functions.ReLUActivation method) (nerva_numpy.activation_functions.SigmoidActivation method) (nerva_numpy.activation_functions.SReLUActivation method) (nerva_numpy.loss_functions.CrossEntropyLossFunction method) (nerva_numpy.loss_functions.LogisticCrossEntropyLossFunction method) (nerva_numpy.loss_functions.LossFunction method) (nerva_numpy.loss_functions.NegativeLogLikelihoodLossFunction method) (nerva_numpy.loss_functions.SoftmaxCrossEntropyLossFunction method) (nerva_numpy.loss_functions.SquaredErrorLossFunction method) (nerva_numpy.loss_functions.StableSoftmaxCrossEntropyLossFunction method)

GradientDescentOptimizer (class in nerva_numpy.optimizers)

H

hadamard() (in module nerva_numpy.matrix_operations) has_key() (nerva_numpy.utilities.FunctionCall method)

Hyperbolic_tangent() (in module nerva_numpy.activation_functions) Hyperbolic_tangent_gradient() (in module nerva_numpy.activation_functions) HyperbolicTangentActivation (class in nerva_numpy.activation_functions)

I

identity() (in module nerva_numpy.matrix_operations) infer_num_classes() (in module nerva_numpy.datasets) info() (nerva_numpy.multilayer_perceptron.MultilayerPerceptron method) input_size() (nerva_numpy.layers.BatchNormalizationLayer method) (nerva_numpy.layers.LinearLayer method)

inv_sqrt() (in module nerva_numpy.matrix_operations) is_column_vector() (in module nerva_numpy.matrix_operations) is_row_vector() (in module nerva_numpy.matrix_operations) is_square() (in module nerva_numpy.matrix_operations) is_vector() (in module nerva_numpy.matrix_operations)

J

jacobian() (nerva_numpy.softmax_functions.LogSoftmaxFunction method) (nerva_numpy.softmax_functions.SoftmaxFunction method) (nerva_numpy.softmax_functions.StableLogSoftmaxFunction method) (nerva_numpy.softmax_functions.StableSoftmaxFunction method)

L

Layer (class in nerva_numpy.layers) Leaky_relu() (in module nerva_numpy.activation_functions) Leaky_relu_gradient() (in module nerva_numpy.activation_functions) LeakyReLUActivation (class in nerva_numpy.activation_functions) LearningRateScheduler (class in nerva_numpy.learning_rate) LinearLayer (class in nerva_numpy.layers) load_dict_from_npz() (in module nerva_numpy.utilities) load_weights_and_bias() (nerva_numpy.multilayer_perceptron.MultilayerPerceptron method) log() (in module nerva_numpy.matrix_operations) log_sigmoid() (in module nerva_numpy.matrix_operations)

log_softmax() (in module nerva_numpy.softmax_functions) log_softmax_jacobian() (in module nerva_numpy.softmax_functions) Logistic_cross_entropy_loss() (in module nerva_numpy.loss_functions) logistic_cross_entropy_loss() (in module nerva_numpy.loss_functions) Logistic_cross_entropy_loss_gradient() (in module nerva_numpy.loss_functions) logistic_cross_entropy_loss_gradient() (in module nerva_numpy.loss_functions) LogisticCrossEntropyLossFunction (class in nerva_numpy.loss_functions) LogSoftmaxFunction (class in nerva_numpy.softmax_functions) LogSoftmaxLayer (class in nerva_numpy.layers) LossFunction (class in nerva_numpy.loss_functions)

M

max_() (in module nerva_numpy.datasets) module nerva_numpy nerva_numpy.activation_functions nerva_numpy.datasets nerva_numpy.layers nerva_numpy.learning_rate nerva_numpy.loss_functions nerva_numpy.matrix_operations nerva_numpy.multilayer_perceptron nerva_numpy.optimizers nerva_numpy.softmax_functions nerva_numpy.training nerva_numpy.utilities nerva_numpy.weight_initializers

MomentumOptimizer (class in nerva_numpy.optimizers) MultilayerPerceptron (class in nerva_numpy.multilayer_perceptron) MultiStepLRScheduler (class in nerva_numpy.learning_rate)

N

Negative_log_likelihood_loss() (in module nerva_numpy.loss_functions) negative_log_likelihood_loss() (in module nerva_numpy.loss_functions) Negative_log_likelihood_loss_gradient() (in module nerva_numpy.loss_functions) negative_log_likelihood_loss_gradient() (in module nerva_numpy.loss_functions) NegativeLogLikelihoodLossFunction (class in nerva_numpy.loss_functions) nerva_numpy module nerva_numpy.activation_functions module nerva_numpy.datasets module nerva_numpy.layers module nerva_numpy.learning_rate module nerva_numpy.loss_functions module

nerva_numpy.matrix_operations module nerva_numpy.multilayer_perceptron module nerva_numpy.optimizers module nerva_numpy.softmax_functions module nerva_numpy.training module nerva_numpy.utilities module nerva_numpy.weight_initializers module NesterovOptimizer (class in nerva_numpy.optimizers)

O

ones() (in module nerva_numpy.matrix_operations) optimize() (nerva_numpy.layers.Layer method) (nerva_numpy.multilayer_perceptron.MultilayerPerceptron method)

Optimizer (class in nerva_numpy.optimizers) output_size() (nerva_numpy.layers.BatchNormalizationLayer method) (nerva_numpy.layers.LinearLayer method)

P

parse_activation() (in module nerva_numpy.activation_functions) parse_function_call() (in module nerva_numpy.utilities) parse_learning_rate() (in module nerva_numpy.learning_rate) parse_linear_layer() (in module nerva_numpy.layers) parse_loss_function() (in module nerva_numpy.loss_functions) parse_multilayer_perceptron() (in module nerva_numpy.multilayer_perceptron) parse_optimizer() (in module nerva_numpy.optimizers) pp() (in module nerva_numpy.utilities)

pp_numpy() (in module nerva_numpy.utilities) print_batch_debug_info() (in module nerva_numpy.training) print_digits (nerva_numpy.training.TrainOptions attribute) print_epoch_footer() (in module nerva_numpy.training) print_epoch_header() (in module nerva_numpy.training) print_epoch_line() (in module nerva_numpy.training) print_statistics (nerva_numpy.training.TrainOptions attribute) product() (in module nerva_numpy.matrix_operations)

R

reciprocal() (in module nerva_numpy.matrix_operations) Relu() (in module nerva_numpy.activation_functions) Relu_gradient() (in module nerva_numpy.activation_functions) ReLUActivation (class in nerva_numpy.activation_functions)

reset() (nerva_numpy.utilities.StopWatch method) row_repeat() (in module nerva_numpy.matrix_operations) rows_max() (in module nerva_numpy.matrix_operations) rows_mean() (in module nerva_numpy.matrix_operations) rows_sum() (in module nerva_numpy.matrix_operations)

S

save_dict_to_npz() (in module nerva_numpy.utilities) save_weights_and_bias() (nerva_numpy.multilayer_perceptron.MultilayerPerceptron method) seconds() (nerva_numpy.utilities.StopWatch method) set_bias_normal() (in module nerva_numpy.weight_initializers) set_bias_uniform() (in module nerva_numpy.weight_initializers) set_bias_zero() (in module nerva_numpy.weight_initializers) set_layer_weights() (in module nerva_numpy.weight_initializers) set_numpy_options() (in module nerva_numpy.utilities) set_optimizer() (nerva_numpy.layers.BatchNormalizationLayer method) (nerva_numpy.layers.LinearLayer method) (nerva_numpy.layers.SReLULayer method) set_weights() (nerva_numpy.layers.LinearLayer method) set_weights_he_normal() (in module nerva_numpy.weight_initializers) set_weights_he_uniform() (in module nerva_numpy.weight_initializers) set_weights_normal() (in module nerva_numpy.weight_initializers) set_weights_uniform() (in module nerva_numpy.weight_initializers) set_weights_xavier_normal() (in module nerva_numpy.weight_initializers) set_weights_xavier_uniform() (in module nerva_numpy.weight_initializers) set_weights_zero() (in module nerva_numpy.weight_initializers) Sigmoid() (in module nerva_numpy.activation_functions) Sigmoid_gradient() (in module nerva_numpy.activation_functions) SigmoidActivation (class in nerva_numpy.activation_functions) softmax() (in module nerva_numpy.softmax_functions) Softmax_cross_entropy_loss() (in module nerva_numpy.loss_functions) softmax_cross_entropy_loss() (in module nerva_numpy.loss_functions) Softmax_cross_entropy_loss_gradient() (in module nerva_numpy.loss_functions) softmax_cross_entropy_loss_gradient() (in module nerva_numpy.loss_functions) Softmax_cross_entropy_loss_gradient_one_hot() (in module nerva_numpy.loss_functions) softmax_cross_entropy_loss_gradient_one_hot() (in module nerva_numpy.loss_functions) softmax_jacobian() (in module nerva_numpy.softmax_functions)

SoftmaxCrossEntropyLossFunction (class in nerva_numpy.loss_functions) SoftmaxFunction (class in nerva_numpy.softmax_functions) SoftmaxLayer (class in nerva_numpy.layers) sqrt() (in module nerva_numpy.matrix_operations) square() (in module nerva_numpy.matrix_operations) Squared_error_loss() (in module nerva_numpy.loss_functions) squared_error_loss() (in module nerva_numpy.loss_functions) Squared_error_loss_gradient() (in module nerva_numpy.loss_functions) squared_error_loss_gradient() (in module nerva_numpy.loss_functions) SquaredErrorLossFunction (class in nerva_numpy.loss_functions) Srelu() (in module nerva_numpy.activation_functions) Srelu_gradient() (in module nerva_numpy.activation_functions) SReLUActivation (class in nerva_numpy.activation_functions) SReLULayer (class in nerva_numpy.layers) stable_log_softmax() (in module nerva_numpy.softmax_functions) stable_log_softmax_jacobian() (in module nerva_numpy.softmax_functions) stable_softmax() (in module nerva_numpy.softmax_functions) Stable_softmax_cross_entropy_loss() (in module nerva_numpy.loss_functions) stable_softmax_cross_entropy_loss() (in module nerva_numpy.loss_functions) Stable_softmax_cross_entropy_loss_gradient() (in module nerva_numpy.loss_functions) stable_softmax_cross_entropy_loss_gradient() (in module nerva_numpy.loss_functions) Stable_softmax_cross_entropy_loss_gradient_one_hot() (in module nerva_numpy.loss_functions) stable_softmax_cross_entropy_loss_gradient_one_hot() (in module nerva_numpy.loss_functions) stable_softmax_jacobian() (in module nerva_numpy.softmax_functions) StableLogSoftmaxFunction (class in nerva_numpy.softmax_functions) StableSoftmaxCrossEntropyLossFunction (class in nerva_numpy.loss_functions) StableSoftmaxFunction (class in nerva_numpy.softmax_functions) StepBasedScheduler (class in nerva_numpy.learning_rate) stochastic_gradient_descent() (in module nerva_numpy.training) stochastic_gradient_descent_plain() (in module nerva_numpy.training) StopWatch (class in nerva_numpy.utilities)

T

TimeBasedScheduler (class in nerva_numpy.learning_rate) to_one_hot() (in module nerva_numpy.datasets)

train() (in module nerva_numpy.training) TrainOptions (class in nerva_numpy.training)

U

update() (nerva_numpy.optimizers.CompositeOptimizer method) (nerva_numpy.optimizers.GradientDescentOptimizer method) (nerva_numpy.optimizers.MomentumOptimizer method) (nerva_numpy.optimizers.NesterovOptimizer method) (nerva_numpy.optimizers.Optimizer method)

V

vector_size() (in module nerva_numpy.matrix_operations)

Z

zeros() (in module nerva_numpy.matrix_operations)