Index

A

Ackley (class in optiml.opti.unconstrained) Activation (class in optiml.ml.neural_network.activations) ActiveSet (class in optiml.opti.constrained) (class in optiml.opti.constrained.active_set) AdaDelta (class in optiml.opti.unconstrained.stochastic) (class in optiml.opti.unconstrained.stochastic.adadelta) AdaGrad (class in optiml.opti.unconstrained.stochastic) (class in optiml.opti.unconstrained.stochastic.adagrad) Adam (class in optiml.opti.unconstrained.stochastic) (class in optiml.opti.unconstrained.stochastic.adam) AdaMax (class in optiml.opti.unconstrained.stochastic) (class in optiml.opti.unconstrained.stochastic.adamax) AMSGrad (class in optiml.opti.unconstrained.stochastic) (class in optiml.opti.unconstrained.stochastic.amsgrad) args() (optiml.ml.neural_network.losses.BinaryCrossEntropy method) (optiml.ml.neural_network.losses.CategoricalCrossEntropy method) (optiml.ml.neural_network.losses.MeanAbsoluteError method) (optiml.ml.neural_network.losses.MeanSquaredError method) (optiml.ml.neural_network.losses.NeuralNetworkLoss method) (optiml.ml.neural_network.losses.SparseCategoricalCrossEntropy method) (optiml.ml.svm.losses.EpsilonInsensitive method) (optiml.ml.svm.losses.Hinge method) (optiml.ml.svm.losses.SquaredEpsilonInsensitive method) (optiml.ml.svm.losses.SquaredHinge method) (optiml.ml.svm.losses.SVMLoss method) (optiml.opti.constrained.AugmentedLagrangianQuadratic method) (optiml.opti.constrained.LagrangianQuadratic method) (optiml.opti.OptimizationFunction method) (optiml.opti.Quadratic method) (optiml.opti.unconstrained.Ackley method) (optiml.opti.unconstrained.Rosenbrock method) (optiml.opti.unconstrained.SixHumpCamel method)

ArmijoWolfeLineSearch (class in optiml.opti.unconstrained.line_search.line_search) AugmentedLagrangianQuadratic (class in optiml.opti.constrained)

B

BacktrackingLineSearch (class in optiml.opti.unconstrained.line_search.line_search) backward() (optiml.ml.neural_network.layers.FullyConnected method) (optiml.ml.neural_network.layers.Layer method) (optiml.ml.neural_network.layers.ParamLayer method) (optiml.ml.neural_network.NeuralNetworkClassifier method) (optiml.ml.neural_network.NeuralNetworkRegressor method)

BFGS (class in optiml.opti.unconstrained.line_search) (class in optiml.opti.unconstrained.line_search.quasi_newton) binary_cross_entropy (in module optiml.ml.neural_network.losses) BinaryCrossEntropy (class in optiml.ml.neural_network.losses) BoxConstrainedQuadraticOptimizer (class in optiml.opti.constrained)

C

callback() (optiml.opti.constrained.active_set.ActiveSet method) (optiml.opti.constrained.ActiveSet method) (optiml.opti.constrained.BoxConstrainedQuadraticOptimizer method) (optiml.opti.constrained.frank_wolfe.FrankWolfe method) (optiml.opti.constrained.FrankWolfe method) (optiml.opti.constrained.interior_point.InteriorPoint method) (optiml.opti.constrained.InteriorPoint method) (optiml.opti.constrained.projected_gradient.ProjectedGradient method) (optiml.opti.constrained.ProjectedGradient method) (optiml.opti.Optimizer method) (optiml.opti.unconstrained.line_search.BFGS method) (optiml.opti.unconstrained.line_search.conjugate_gradient.ConjugateGradient method) (optiml.opti.unconstrained.line_search.ConjugateGradient method) (optiml.opti.unconstrained.line_search.gradient_descent.SteepestGradientDescent method) (optiml.opti.unconstrained.line_search.LBFGS method) (optiml.opti.unconstrained.line_search.LineSearchOptimizer method) (optiml.opti.unconstrained.line_search.Newton method) (optiml.opti.unconstrained.line_search.newton.Newton method) (optiml.opti.unconstrained.line_search.quasi_newton.BFGS method) (optiml.opti.unconstrained.line_search.quasi_newton.LBFGS method) (optiml.opti.unconstrained.line_search.SteepestGradientDescent method) (optiml.opti.unconstrained.proximal_bundle.ProximalBundle method) (optiml.opti.unconstrained.ProximalBundle method) (optiml.opti.unconstrained.stochastic.AdaDelta method) (optiml.opti.unconstrained.stochastic.adadelta.AdaDelta method) (optiml.opti.unconstrained.stochastic.AdaGrad method) (optiml.opti.unconstrained.stochastic.adagrad.AdaGrad method) (optiml.opti.unconstrained.stochastic.Adam method) (optiml.opti.unconstrained.stochastic.adam.Adam method) (optiml.opti.unconstrained.stochastic.AdaMax method) (optiml.opti.unconstrained.stochastic.adamax.AdaMax method) (optiml.opti.unconstrained.stochastic.AMSGrad method) (optiml.opti.unconstrained.stochastic.amsgrad.AMSGrad method) (optiml.opti.unconstrained.stochastic.gradient_descent.StochasticGradientDescent method) (optiml.opti.unconstrained.stochastic.RMSProp method) (optiml.opti.unconstrained.stochastic.rmsprop.RMSProp method) (optiml.opti.unconstrained.stochastic.StochasticGradientDescent method) (optiml.opti.unconstrained.stochastic.StochasticMomentumOptimizer method) (optiml.opti.unconstrained.stochastic.StochasticOptimizer method) categorical_cross_entropy (in module optiml.ml.neural_network.losses) CategoricalCrossEntropy (class in optiml.ml.neural_network.losses) check_lagrangian_dual_conditions() (optiml.opti.constrained.active_set.ActiveSet method) (optiml.opti.constrained.ActiveSet method) (optiml.opti.constrained.BoxConstrainedQuadraticOptimizer method) (optiml.opti.constrained.frank_wolfe.FrankWolfe method) (optiml.opti.constrained.FrankWolfe method) (optiml.opti.constrained.interior_point.InteriorPoint method) (optiml.opti.constrained.InteriorPoint method) (optiml.opti.constrained.projected_gradient.ProjectedGradient method) (optiml.opti.constrained.ProjectedGradient method) (optiml.opti.Optimizer method) (optiml.opti.unconstrained.line_search.BFGS method) (optiml.opti.unconstrained.line_search.conjugate_gradient.ConjugateGradient method) (optiml.opti.unconstrained.line_search.ConjugateGradient method) (optiml.opti.unconstrained.line_search.gradient_descent.SteepestGradientDescent method) (optiml.opti.unconstrained.line_search.LBFGS method) (optiml.opti.unconstrained.line_search.LineSearchOptimizer method) (optiml.opti.unconstrained.line_search.Newton method) (optiml.opti.unconstrained.line_search.newton.Newton method) (optiml.opti.unconstrained.line_search.quasi_newton.BFGS method) (optiml.opti.unconstrained.line_search.quasi_newton.LBFGS method) (optiml.opti.unconstrained.line_search.SteepestGradientDescent method) (optiml.opti.unconstrained.proximal_bundle.ProximalBundle method) (optiml.opti.unconstrained.ProximalBundle method) (optiml.opti.unconstrained.stochastic.AdaDelta method) (optiml.opti.unconstrained.stochastic.adadelta.AdaDelta method) (optiml.opti.unconstrained.stochastic.AdaGrad method) (optiml.opti.unconstrained.stochastic.adagrad.AdaGrad method) (optiml.opti.unconstrained.stochastic.Adam method) (optiml.opti.unconstrained.stochastic.adam.Adam method) (optiml.opti.unconstrained.stochastic.AdaMax method) (optiml.opti.unconstrained.stochastic.adamax.AdaMax method) (optiml.opti.unconstrained.stochastic.AMSGrad method) (optiml.opti.unconstrained.stochastic.amsgrad.AMSGrad method) (optiml.opti.unconstrained.stochastic.gradient_descent.StochasticGradientDescent method) (optiml.opti.unconstrained.stochastic.RMSProp method) (optiml.opti.unconstrained.stochastic.rmsprop.RMSProp method) (optiml.opti.unconstrained.stochastic.StochasticGradientDescent method) (optiml.opti.unconstrained.stochastic.StochasticMomentumOptimizer method) (optiml.opti.unconstrained.stochastic.StochasticOptimizer method)

check_lagrangian_dual_optimality() (optiml.opti.constrained.active_set.ActiveSet method) (optiml.opti.constrained.ActiveSet method) (optiml.opti.constrained.BoxConstrainedQuadraticOptimizer method) (optiml.opti.constrained.frank_wolfe.FrankWolfe method) (optiml.opti.constrained.FrankWolfe method) (optiml.opti.constrained.interior_point.InteriorPoint method) (optiml.opti.constrained.InteriorPoint method) (optiml.opti.constrained.projected_gradient.ProjectedGradient method) (optiml.opti.constrained.ProjectedGradient method) (optiml.opti.Optimizer method) (optiml.opti.unconstrained.line_search.BFGS method) (optiml.opti.unconstrained.line_search.conjugate_gradient.ConjugateGradient method) (optiml.opti.unconstrained.line_search.ConjugateGradient method) (optiml.opti.unconstrained.line_search.gradient_descent.SteepestGradientDescent method) (optiml.opti.unconstrained.line_search.LBFGS method) (optiml.opti.unconstrained.line_search.LineSearchOptimizer method) (optiml.opti.unconstrained.line_search.Newton method) (optiml.opti.unconstrained.line_search.newton.Newton method) (optiml.opti.unconstrained.line_search.quasi_newton.BFGS method) (optiml.opti.unconstrained.line_search.quasi_newton.LBFGS method) (optiml.opti.unconstrained.line_search.SteepestGradientDescent method) (optiml.opti.unconstrained.proximal_bundle.ProximalBundle method) (optiml.opti.unconstrained.ProximalBundle method) (optiml.opti.unconstrained.stochastic.AdaDelta method) (optiml.opti.unconstrained.stochastic.adadelta.AdaDelta method) (optiml.opti.unconstrained.stochastic.AdaGrad method) (optiml.opti.unconstrained.stochastic.adagrad.AdaGrad method) (optiml.opti.unconstrained.stochastic.Adam method) (optiml.opti.unconstrained.stochastic.adam.Adam method) (optiml.opti.unconstrained.stochastic.AdaMax method) (optiml.opti.unconstrained.stochastic.adamax.AdaMax method) (optiml.opti.unconstrained.stochastic.AMSGrad method) (optiml.opti.unconstrained.stochastic.amsgrad.AMSGrad method) (optiml.opti.unconstrained.stochastic.gradient_descent.StochasticGradientDescent method) (optiml.opti.unconstrained.stochastic.RMSProp method) (optiml.opti.unconstrained.stochastic.rmsprop.RMSProp method) (optiml.opti.unconstrained.stochastic.StochasticGradientDescent method) (optiml.opti.unconstrained.stochastic.StochasticMomentumOptimizer method) (optiml.opti.unconstrained.stochastic.StochasticOptimizer method) cholesky_null_space() (in module optiml.opti.utils) coef_ (optiml.ml.svm.SVM attribute) coefs_ (optiml.ml.neural_network.NeuralNetworkClassifier property) (optiml.ml.neural_network.NeuralNetworkRegressor property) ConjugateGradient (class in optiml.opti.unconstrained.line_search) (class in optiml.opti.unconstrained.line_search.conjugate_gradient) constant() (in module optiml.opti.unconstrained.stochastic.schedules) constraints() (optiml.opti.constrained.AugmentedLagrangianQuadratic method) (optiml.opti.constrained.LagrangianQuadratic method)

D

decaying() (in module optiml.opti.unconstrained.stochastic.schedules) decision_function() (optiml.ml.svm.SVC method) (optiml.ml.svm.SVM method) (optiml.ml.svm.SVR method) delta() (optiml.ml.neural_network.losses.BinaryCrossEntropy method) (optiml.ml.neural_network.losses.CategoricalCrossEntropy method) (optiml.ml.neural_network.losses.MeanAbsoluteError method) (optiml.ml.neural_network.losses.MeanSquaredError method) (optiml.ml.neural_network.losses.NeuralNetworkLoss method) (optiml.ml.neural_network.losses.SparseCategoricalCrossEntropy method)

dual_coef_ (optiml.ml.svm.SVM attribute)

E

epsilon_insensitive (in module optiml.ml.svm.losses)

EpsilonInsensitive (class in optiml.ml.svm.losses)

F

f_star() (optiml.ml.neural_network.losses.BinaryCrossEntropy method) (optiml.ml.neural_network.losses.CategoricalCrossEntropy method) (optiml.ml.neural_network.losses.MeanAbsoluteError method) (optiml.ml.neural_network.losses.MeanSquaredError method) (optiml.ml.neural_network.losses.NeuralNetworkLoss method) (optiml.ml.neural_network.losses.SparseCategoricalCrossEntropy method) (optiml.ml.svm.losses.EpsilonInsensitive method) (optiml.ml.svm.losses.Hinge method) (optiml.ml.svm.losses.SquaredEpsilonInsensitive method) (optiml.ml.svm.losses.SquaredHinge method) (optiml.ml.svm.losses.SVMLoss method) (optiml.opti.constrained.active_set.ActiveSet method) (optiml.opti.constrained.ActiveSet method) (optiml.opti.constrained.AugmentedLagrangianQuadratic method) (optiml.opti.constrained.BoxConstrainedQuadraticOptimizer method) (optiml.opti.constrained.frank_wolfe.FrankWolfe method) (optiml.opti.constrained.FrankWolfe method) (optiml.opti.constrained.interior_point.InteriorPoint method) (optiml.opti.constrained.InteriorPoint method) (optiml.opti.constrained.LagrangianQuadratic method) (optiml.opti.constrained.projected_gradient.ProjectedGradient method) (optiml.opti.constrained.ProjectedGradient method) (optiml.opti.OptimizationFunction method) (optiml.opti.Quadratic method) (optiml.opti.unconstrained.Ackley method) (optiml.opti.unconstrained.Rosenbrock method) (optiml.opti.unconstrained.SixHumpCamel method) fit() (optiml.ml.neural_network.NeuralNetworkClassifier method) (optiml.ml.neural_network.NeuralNetworkRegressor method) (optiml.ml.svm.SVC method) (optiml.ml.svm.SVM method) (optiml.ml.svm.SVR method) forward() (optiml.ml.neural_network.layers.FullyConnected method) (optiml.ml.neural_network.layers.Layer method) (optiml.ml.neural_network.layers.ParamLayer method) (optiml.ml.neural_network.NeuralNetworkClassifier method) (optiml.ml.neural_network.NeuralNetworkRegressor method) FrankWolfe (class in optiml.opti.constrained) (class in optiml.opti.constrained.frank_wolfe) FullyConnected (class in optiml.ml.neural_network.layers) function() (optiml.ml.neural_network.activations.Activation method) (optiml.ml.neural_network.activations.Linear method) (optiml.ml.neural_network.activations.ReLU method) (optiml.ml.neural_network.activations.Sigmoid method) (optiml.ml.neural_network.activations.SoftMax method) (optiml.ml.neural_network.activations.Tanh method) (optiml.ml.neural_network.losses.BinaryCrossEntropy method) (optiml.ml.neural_network.losses.CategoricalCrossEntropy method) (optiml.ml.neural_network.losses.MeanAbsoluteError method) (optiml.ml.neural_network.losses.MeanSquaredError method) (optiml.ml.neural_network.losses.NeuralNetworkLoss method) (optiml.ml.neural_network.losses.SparseCategoricalCrossEntropy method) (optiml.ml.neural_network.regularizers.L1 method) (optiml.ml.neural_network.regularizers.L2 method) (optiml.ml.neural_network.regularizers.Regularizer method) (optiml.ml.svm.losses.EpsilonInsensitive method) (optiml.ml.svm.losses.Hinge method) (optiml.ml.svm.losses.SquaredEpsilonInsensitive method) (optiml.ml.svm.losses.SquaredHinge method) (optiml.ml.svm.losses.SVMLoss method) (optiml.opti.constrained.AugmentedLagrangianQuadratic method) (optiml.opti.constrained.LagrangianQuadratic method) (optiml.opti.OptimizationFunction method) (optiml.opti.Quadratic method) (optiml.opti.unconstrained.Ackley method) (optiml.opti.unconstrained.Rosenbrock method) (optiml.opti.unconstrained.SixHumpCamel method)

function_jacobian() (optiml.ml.neural_network.losses.BinaryCrossEntropy method) (optiml.ml.neural_network.losses.CategoricalCrossEntropy method) (optiml.ml.neural_network.losses.MeanAbsoluteError method) (optiml.ml.neural_network.losses.MeanSquaredError method) (optiml.ml.neural_network.losses.NeuralNetworkLoss method) (optiml.ml.neural_network.losses.SparseCategoricalCrossEntropy method) (optiml.ml.svm.losses.EpsilonInsensitive method) (optiml.ml.svm.losses.Hinge method) (optiml.ml.svm.losses.SquaredEpsilonInsensitive method) (optiml.ml.svm.losses.SquaredHinge method) (optiml.ml.svm.losses.SVMLoss method) (optiml.opti.constrained.AugmentedLagrangianQuadratic method) (optiml.opti.constrained.LagrangianQuadratic method) (optiml.opti.OptimizationFunction method) (optiml.opti.Quadratic method) (optiml.opti.unconstrained.Ackley method) (optiml.opti.unconstrained.Rosenbrock method) (optiml.opti.unconstrained.SixHumpCamel method)

G

GaussianKernel (class in optiml.ml.svm.kernels) generate_box_constrained_quadratic() (in module optiml.opti.utils) generate_centred_and_normalized_regression_data() (in module optiml.ml.utils) generate_linearly_separable_data() (in module optiml.ml.utils) generate_linearly_separable_overlap_data() (in module optiml.ml.utils) generate_nonlinearly_regression_data() (in module optiml.ml.utils) generate_nonlinearly_separable_data() (in module optiml.ml.utils) get_metadata_routing() (optiml.ml.neural_network.NeuralNetworkClassifier method) (optiml.ml.neural_network.NeuralNetworkRegressor method) (optiml.ml.svm.kernels.GaussianKernel method) (optiml.ml.svm.kernels.Kernel method) (optiml.ml.svm.kernels.LaplacianKernel method) (optiml.ml.svm.kernels.LinearKernel method) (optiml.ml.svm.kernels.PolyKernel method) (optiml.ml.svm.kernels.SigmoidKernel method) (optiml.ml.svm.SVC method) (optiml.ml.svm.SVM method) (optiml.ml.svm.SVR method)

get_params() (optiml.ml.neural_network.NeuralNetworkClassifier method) (optiml.ml.neural_network.NeuralNetworkRegressor method) (optiml.ml.svm.kernels.GaussianKernel method) (optiml.ml.svm.kernels.Kernel method) (optiml.ml.svm.kernels.LaplacianKernel method) (optiml.ml.svm.kernels.LinearKernel method) (optiml.ml.svm.kernels.PolyKernel method) (optiml.ml.svm.kernels.SigmoidKernel method) (optiml.ml.svm.SVC method) (optiml.ml.svm.SVM method) (optiml.ml.svm.SVR method) glorot_normal() (in module optiml.ml.neural_network.initializers) glorot_uniform() (in module optiml.ml.neural_network.initializers)

H

he_normal() (in module optiml.ml.neural_network.initializers) he_uniform() (in module optiml.ml.neural_network.initializers) hessian() (optiml.ml.neural_network.losses.BinaryCrossEntropy method) (optiml.ml.neural_network.losses.CategoricalCrossEntropy method) (optiml.ml.neural_network.losses.MeanAbsoluteError method) (optiml.ml.neural_network.losses.MeanSquaredError method) (optiml.ml.neural_network.losses.NeuralNetworkLoss method) (optiml.ml.neural_network.losses.SparseCategoricalCrossEntropy method) (optiml.ml.svm.losses.EpsilonInsensitive method) (optiml.ml.svm.losses.Hinge method) (optiml.ml.svm.losses.SquaredEpsilonInsensitive method) (optiml.ml.svm.losses.SquaredHinge method) (optiml.ml.svm.losses.SVMLoss method) (optiml.opti.constrained.AugmentedLagrangianQuadratic method) (optiml.opti.constrained.LagrangianQuadratic method) (optiml.opti.OptimizationFunction method) (optiml.opti.Quadratic method) (optiml.opti.unconstrained.Ackley method) (optiml.opti.unconstrained.Rosenbrock method) (optiml.opti.unconstrained.SixHumpCamel method)

Hinge (class in optiml.ml.svm.losses) hinge (in module optiml.ml.svm.losses)

I

intercept_ (optiml.ml.svm.SVM attribute) intercepts_ (optiml.ml.neural_network.NeuralNetworkClassifier property) (optiml.ml.neural_network.NeuralNetworkRegressor property) InteriorPoint (class in optiml.opti.constrained) (class in optiml.opti.constrained.interior_point) is_augmented_lagrangian_dual() (optiml.opti.constrained.active_set.ActiveSet method) (optiml.opti.constrained.ActiveSet method) (optiml.opti.constrained.BoxConstrainedQuadraticOptimizer method) (optiml.opti.constrained.frank_wolfe.FrankWolfe method) (optiml.opti.constrained.FrankWolfe method) (optiml.opti.constrained.interior_point.InteriorPoint method) (optiml.opti.constrained.InteriorPoint method) (optiml.opti.constrained.projected_gradient.ProjectedGradient method) (optiml.opti.constrained.ProjectedGradient method) (optiml.opti.Optimizer method) (optiml.opti.unconstrained.line_search.BFGS method) (optiml.opti.unconstrained.line_search.conjugate_gradient.ConjugateGradient method) (optiml.opti.unconstrained.line_search.ConjugateGradient method) (optiml.opti.unconstrained.line_search.gradient_descent.SteepestGradientDescent method) (optiml.opti.unconstrained.line_search.LBFGS method) (optiml.opti.unconstrained.line_search.LineSearchOptimizer method) (optiml.opti.unconstrained.line_search.Newton method) (optiml.opti.unconstrained.line_search.newton.Newton method) (optiml.opti.unconstrained.line_search.quasi_newton.BFGS method) (optiml.opti.unconstrained.line_search.quasi_newton.LBFGS method) (optiml.opti.unconstrained.line_search.SteepestGradientDescent method) (optiml.opti.unconstrained.proximal_bundle.ProximalBundle method) (optiml.opti.unconstrained.ProximalBundle method) (optiml.opti.unconstrained.stochastic.AdaDelta method) (optiml.opti.unconstrained.stochastic.adadelta.AdaDelta method) (optiml.opti.unconstrained.stochastic.AdaGrad method) (optiml.opti.unconstrained.stochastic.adagrad.AdaGrad method) (optiml.opti.unconstrained.stochastic.Adam method) (optiml.opti.unconstrained.stochastic.adam.Adam method) (optiml.opti.unconstrained.stochastic.AdaMax method) (optiml.opti.unconstrained.stochastic.adamax.AdaMax method) (optiml.opti.unconstrained.stochastic.AMSGrad method) (optiml.opti.unconstrained.stochastic.amsgrad.AMSGrad method) (optiml.opti.unconstrained.stochastic.gradient_descent.StochasticGradientDescent method) (optiml.opti.unconstrained.stochastic.RMSProp method) (optiml.opti.unconstrained.stochastic.rmsprop.RMSProp method) (optiml.opti.unconstrained.stochastic.StochasticGradientDescent method) (optiml.opti.unconstrained.stochastic.StochasticMomentumOptimizer method) (optiml.opti.unconstrained.stochastic.StochasticOptimizer method) is_batch_end() (optiml.opti.unconstrained.stochastic.AdaDelta method) (optiml.opti.unconstrained.stochastic.adadelta.AdaDelta method) (optiml.opti.unconstrained.stochastic.AdaGrad method) (optiml.opti.unconstrained.stochastic.adagrad.AdaGrad method) (optiml.opti.unconstrained.stochastic.Adam method) (optiml.opti.unconstrained.stochastic.adam.Adam method) (optiml.opti.unconstrained.stochastic.AdaMax method) (optiml.opti.unconstrained.stochastic.adamax.AdaMax method) (optiml.opti.unconstrained.stochastic.AMSGrad method) (optiml.opti.unconstrained.stochastic.amsgrad.AMSGrad method) (optiml.opti.unconstrained.stochastic.gradient_descent.StochasticGradientDescent method) (optiml.opti.unconstrained.stochastic.RMSProp method) (optiml.opti.unconstrained.stochastic.rmsprop.RMSProp method) (optiml.opti.unconstrained.stochastic.StochasticGradientDescent method) (optiml.opti.unconstrained.stochastic.StochasticMomentumOptimizer method) (optiml.opti.unconstrained.stochastic.StochasticOptimizer method) is_lagrangian_dual() (optiml.opti.constrained.active_set.ActiveSet method) (optiml.opti.constrained.ActiveSet method) (optiml.opti.constrained.BoxConstrainedQuadraticOptimizer method) (optiml.opti.constrained.frank_wolfe.FrankWolfe method) (optiml.opti.constrained.FrankWolfe method) (optiml.opti.constrained.interior_point.InteriorPoint method) (optiml.opti.constrained.InteriorPoint method) (optiml.opti.constrained.projected_gradient.ProjectedGradient method) (optiml.opti.constrained.ProjectedGradient method) (optiml.opti.Optimizer method) (optiml.opti.unconstrained.line_search.BFGS method) (optiml.opti.unconstrained.line_search.conjugate_gradient.ConjugateGradient method) (optiml.opti.unconstrained.line_search.ConjugateGradient method) (optiml.opti.unconstrained.line_search.gradient_descent.SteepestGradientDescent method) (optiml.opti.unconstrained.line_search.LBFGS method) (optiml.opti.unconstrained.line_search.LineSearchOptimizer method) (optiml.opti.unconstrained.line_search.Newton method) (optiml.opti.unconstrained.line_search.newton.Newton method) (optiml.opti.unconstrained.line_search.quasi_newton.BFGS method) (optiml.opti.unconstrained.line_search.quasi_newton.LBFGS method) (optiml.opti.unconstrained.line_search.SteepestGradientDescent method) (optiml.opti.unconstrained.proximal_bundle.ProximalBundle method) (optiml.opti.unconstrained.ProximalBundle method) (optiml.opti.unconstrained.stochastic.AdaDelta method) (optiml.opti.unconstrained.stochastic.adadelta.AdaDelta method) (optiml.opti.unconstrained.stochastic.AdaGrad method) (optiml.opti.unconstrained.stochastic.adagrad.AdaGrad method) (optiml.opti.unconstrained.stochastic.Adam method) (optiml.opti.unconstrained.stochastic.adam.Adam method) (optiml.opti.unconstrained.stochastic.AdaMax method) (optiml.opti.unconstrained.stochastic.adamax.AdaMax method) (optiml.opti.unconstrained.stochastic.AMSGrad method) (optiml.opti.unconstrained.stochastic.amsgrad.AMSGrad method) (optiml.opti.unconstrained.stochastic.gradient_descent.StochasticGradientDescent method) (optiml.opti.unconstrained.stochastic.RMSProp method) (optiml.opti.unconstrained.stochastic.rmsprop.RMSProp method) (optiml.opti.unconstrained.stochastic.StochasticGradientDescent method) (optiml.opti.unconstrained.stochastic.StochasticMomentumOptimizer method) (optiml.opti.unconstrained.stochastic.StochasticOptimizer method)

is_verbose() (optiml.opti.constrained.active_set.ActiveSet method) (optiml.opti.constrained.ActiveSet method) (optiml.opti.constrained.BoxConstrainedQuadraticOptimizer method) (optiml.opti.constrained.frank_wolfe.FrankWolfe method) (optiml.opti.constrained.FrankWolfe method) (optiml.opti.constrained.interior_point.InteriorPoint method) (optiml.opti.constrained.InteriorPoint method) (optiml.opti.constrained.projected_gradient.ProjectedGradient method) (optiml.opti.constrained.ProjectedGradient method) (optiml.opti.Optimizer method) (optiml.opti.unconstrained.line_search.BFGS method) (optiml.opti.unconstrained.line_search.conjugate_gradient.ConjugateGradient method) (optiml.opti.unconstrained.line_search.ConjugateGradient method) (optiml.opti.unconstrained.line_search.gradient_descent.SteepestGradientDescent method) (optiml.opti.unconstrained.line_search.LBFGS method) (optiml.opti.unconstrained.line_search.LineSearchOptimizer method) (optiml.opti.unconstrained.line_search.Newton method) (optiml.opti.unconstrained.line_search.newton.Newton method) (optiml.opti.unconstrained.line_search.quasi_newton.BFGS method) (optiml.opti.unconstrained.line_search.quasi_newton.LBFGS method) (optiml.opti.unconstrained.line_search.SteepestGradientDescent method) (optiml.opti.unconstrained.proximal_bundle.ProximalBundle method) (optiml.opti.unconstrained.ProximalBundle method) (optiml.opti.unconstrained.stochastic.AdaDelta method) (optiml.opti.unconstrained.stochastic.adadelta.AdaDelta method) (optiml.opti.unconstrained.stochastic.AdaGrad method) (optiml.opti.unconstrained.stochastic.adagrad.AdaGrad method) (optiml.opti.unconstrained.stochastic.Adam method) (optiml.opti.unconstrained.stochastic.adam.Adam method) (optiml.opti.unconstrained.stochastic.AdaMax method) (optiml.opti.unconstrained.stochastic.adamax.AdaMax method) (optiml.opti.unconstrained.stochastic.AMSGrad method) (optiml.opti.unconstrained.stochastic.amsgrad.AMSGrad method) (optiml.opti.unconstrained.stochastic.gradient_descent.StochasticGradientDescent method) (optiml.opti.unconstrained.stochastic.RMSProp method) (optiml.opti.unconstrained.stochastic.rmsprop.RMSProp method) (optiml.opti.unconstrained.stochastic.StochasticGradientDescent method) (optiml.opti.unconstrained.stochastic.StochasticMomentumOptimizer method) (optiml.opti.unconstrained.stochastic.StochasticOptimizer method) iter_mini_batches() (optiml.opti.unconstrained.stochastic.AdaDelta method) (optiml.opti.unconstrained.stochastic.adadelta.AdaDelta method) (optiml.opti.unconstrained.stochastic.AdaGrad method) (optiml.opti.unconstrained.stochastic.adagrad.AdaGrad method) (optiml.opti.unconstrained.stochastic.Adam method) (optiml.opti.unconstrained.stochastic.adam.Adam method) (optiml.opti.unconstrained.stochastic.AdaMax method) (optiml.opti.unconstrained.stochastic.adamax.AdaMax method) (optiml.opti.unconstrained.stochastic.AMSGrad method) (optiml.opti.unconstrained.stochastic.amsgrad.AMSGrad method) (optiml.opti.unconstrained.stochastic.gradient_descent.StochasticGradientDescent method) (optiml.opti.unconstrained.stochastic.RMSProp method) (optiml.opti.unconstrained.stochastic.rmsprop.RMSProp method) (optiml.opti.unconstrained.stochastic.StochasticGradientDescent method) (optiml.opti.unconstrained.stochastic.StochasticMomentumOptimizer method) (optiml.opti.unconstrained.stochastic.StochasticOptimizer method)

J

jacobian() (optiml.ml.neural_network.activations.Activation method) (optiml.ml.neural_network.activations.Linear method) (optiml.ml.neural_network.activations.ReLU method) (optiml.ml.neural_network.activations.Sigmoid method) (optiml.ml.neural_network.activations.SoftMax method) (optiml.ml.neural_network.activations.Tanh method) (optiml.ml.neural_network.losses.BinaryCrossEntropy method) (optiml.ml.neural_network.losses.CategoricalCrossEntropy method) (optiml.ml.neural_network.losses.MeanAbsoluteError method) (optiml.ml.neural_network.losses.MeanSquaredError method) (optiml.ml.neural_network.losses.NeuralNetworkLoss method) (optiml.ml.neural_network.losses.SparseCategoricalCrossEntropy method) (optiml.ml.neural_network.regularizers.L1 method) (optiml.ml.neural_network.regularizers.L2 method) (optiml.ml.neural_network.regularizers.Regularizer method) (optiml.ml.svm.losses.EpsilonInsensitive method) (optiml.ml.svm.losses.Hinge method) (optiml.ml.svm.losses.SquaredEpsilonInsensitive method) (optiml.ml.svm.losses.SquaredHinge method) (optiml.ml.svm.losses.SVMLoss method) (optiml.opti.constrained.AugmentedLagrangianQuadratic method) (optiml.opti.constrained.LagrangianQuadratic method) (optiml.opti.OptimizationFunction method) (optiml.opti.Quadratic method) (optiml.opti.unconstrained.Ackley method) (optiml.opti.unconstrained.Rosenbrock method) (optiml.opti.unconstrained.SixHumpCamel method)

K

Kernel (class in optiml.ml.svm.kernels)

L

L1 (class in optiml.ml.neural_network.regularizers) L2 (class in optiml.ml.neural_network.regularizers) LagrangianQuadratic (class in optiml.opti.constrained) LaplacianKernel (class in optiml.ml.svm.kernels) Layer (class in optiml.ml.neural_network.layers) LBFGS (class in optiml.opti.unconstrained.line_search) (class in optiml.opti.unconstrained.line_search.quasi_newton) Linear (class in optiml.ml.neural_network.activations) linear_annealing() (in module optiml.opti.unconstrained.stochastic.schedules) LinearKernel (class in optiml.ml.svm.kernels) LineSearch (class in optiml.opti.unconstrained.line_search.line_search) LineSearchOptimizer (class in optiml.opti.unconstrained.line_search) loss() (optiml.ml.neural_network.losses.BinaryCrossEntropy method) (optiml.ml.neural_network.losses.CategoricalCrossEntropy method) (optiml.ml.neural_network.losses.MeanAbsoluteError method) (optiml.ml.neural_network.losses.MeanSquaredError method) (optiml.ml.neural_network.losses.NeuralNetworkLoss method) (optiml.ml.neural_network.losses.SparseCategoricalCrossEntropy method) (optiml.ml.svm.losses.EpsilonInsensitive method) (optiml.ml.svm.losses.Hinge method) (optiml.ml.svm.losses.SquaredEpsilonInsensitive method) (optiml.ml.svm.losses.SquaredHinge method) (optiml.ml.svm.losses.SVMLoss method)

loss_jacobian() (optiml.ml.svm.losses.EpsilonInsensitive method) (optiml.ml.svm.losses.Hinge method) (optiml.ml.svm.losses.SquaredEpsilonInsensitive method) (optiml.ml.svm.losses.SquaredHinge method) (optiml.ml.svm.losses.SVMLoss method)

M

mean_absolute_error (in module optiml.ml.neural_network.losses) mean_squared_error (in module optiml.ml.neural_network.losses) MeanAbsoluteError (class in optiml.ml.neural_network.losses) MeanSquaredError (class in optiml.ml.neural_network.losses) minimize() (optiml.ml.svm.smo.SMO method) (optiml.ml.svm.smo.SMOClassifier method) (optiml.ml.svm.smo.SMORegression method) (optiml.opti.constrained.active_set.ActiveSet method) (optiml.opti.constrained.ActiveSet method) (optiml.opti.constrained.BoxConstrainedQuadraticOptimizer method) (optiml.opti.constrained.frank_wolfe.FrankWolfe method) (optiml.opti.constrained.FrankWolfe method) (optiml.opti.constrained.interior_point.InteriorPoint method) (optiml.opti.constrained.InteriorPoint method) (optiml.opti.constrained.projected_gradient.ProjectedGradient method) (optiml.opti.constrained.ProjectedGradient method) (optiml.opti.Optimizer method) (optiml.opti.unconstrained.line_search.BFGS method) (optiml.opti.unconstrained.line_search.conjugate_gradient.ConjugateGradient method) (optiml.opti.unconstrained.line_search.ConjugateGradient method) (optiml.opti.unconstrained.line_search.gradient_descent.SteepestGradientDescent method) (optiml.opti.unconstrained.line_search.LBFGS method) (optiml.opti.unconstrained.line_search.LineSearchOptimizer method) (optiml.opti.unconstrained.line_search.Newton method) (optiml.opti.unconstrained.line_search.newton.Newton method) (optiml.opti.unconstrained.line_search.quasi_newton.BFGS method) (optiml.opti.unconstrained.line_search.quasi_newton.LBFGS method) (optiml.opti.unconstrained.line_search.SteepestGradientDescent method) (optiml.opti.unconstrained.proximal_bundle.ProximalBundle method) (optiml.opti.unconstrained.ProximalBundle method) (optiml.opti.unconstrained.stochastic.AdaDelta method) (optiml.opti.unconstrained.stochastic.adadelta.AdaDelta method) (optiml.opti.unconstrained.stochastic.AdaGrad method) (optiml.opti.unconstrained.stochastic.adagrad.AdaGrad method) (optiml.opti.unconstrained.stochastic.Adam method) (optiml.opti.unconstrained.stochastic.adam.Adam method) (optiml.opti.unconstrained.stochastic.AdaMax method) (optiml.opti.unconstrained.stochastic.adamax.AdaMax method) (optiml.opti.unconstrained.stochastic.AMSGrad method) (optiml.opti.unconstrained.stochastic.amsgrad.AMSGrad method) (optiml.opti.unconstrained.stochastic.gradient_descent.StochasticGradientDescent method) (optiml.opti.unconstrained.stochastic.RMSProp method) (optiml.opti.unconstrained.stochastic.rmsprop.RMSProp method) (optiml.opti.unconstrained.stochastic.StochasticGradientDescent method) (optiml.opti.unconstrained.stochastic.StochasticMomentumOptimizer method) (optiml.opti.unconstrained.stochastic.StochasticOptimizer method)

module optiml optiml.ml optiml.ml.neural_network optiml.ml.neural_network.activations optiml.ml.neural_network.initializers optiml.ml.neural_network.layers optiml.ml.neural_network.losses optiml.ml.neural_network.regularizers optiml.ml.svm optiml.ml.svm.kernels optiml.ml.svm.losses optiml.ml.svm.smo optiml.ml.utils optiml.opti optiml.opti.constrained optiml.opti.constrained.active_set optiml.opti.constrained.frank_wolfe optiml.opti.constrained.interior_point optiml.opti.constrained.projected_gradient optiml.opti.unconstrained optiml.opti.unconstrained.line_search optiml.opti.unconstrained.line_search.conjugate_gradient optiml.opti.unconstrained.line_search.gradient_descent optiml.opti.unconstrained.line_search.line_search optiml.opti.unconstrained.line_search.newton optiml.opti.unconstrained.line_search.quasi_newton optiml.opti.unconstrained.proximal_bundle optiml.opti.unconstrained.stochastic optiml.opti.unconstrained.stochastic.adadelta optiml.opti.unconstrained.stochastic.adagrad optiml.opti.unconstrained.stochastic.adam optiml.opti.unconstrained.stochastic.adamax optiml.opti.unconstrained.stochastic.amsgrad optiml.opti.unconstrained.stochastic.gradient_descent optiml.opti.unconstrained.stochastic.rmsprop optiml.opti.unconstrained.stochastic.schedules optiml.opti.utils moving_average() (in module optiml.ml.utils)

N

NeuralNetworkClassifier (class in optiml.ml.neural_network) NeuralNetworkLoss (class in optiml.ml.neural_network.losses)

NeuralNetworkRegressor (class in optiml.ml.neural_network) Newton (class in optiml.opti.unconstrained.line_search) (class in optiml.opti.unconstrained.line_search.newton)

O

OptimizationFunction (class in optiml.opti) Optimizer (class in optiml.opti) optiml module optiml.ml module optiml.ml.neural_network module optiml.ml.neural_network.activations module optiml.ml.neural_network.initializers module optiml.ml.neural_network.layers module optiml.ml.neural_network.losses module optiml.ml.neural_network.regularizers module optiml.ml.svm module optiml.ml.svm.kernels module optiml.ml.svm.losses module optiml.ml.svm.smo module optiml.ml.utils module optiml.opti module optiml.opti.constrained module optiml.opti.constrained.active_set module optiml.opti.constrained.frank_wolfe module optiml.opti.constrained.interior_point module

optiml.opti.constrained.projected_gradient module optiml.opti.unconstrained module optiml.opti.unconstrained.line_search module optiml.opti.unconstrained.line_search.conjugate_gradient module optiml.opti.unconstrained.line_search.gradient_descent module optiml.opti.unconstrained.line_search.line_search module optiml.opti.unconstrained.line_search.newton module optiml.opti.unconstrained.line_search.quasi_newton module optiml.opti.unconstrained.proximal_bundle module optiml.opti.unconstrained.stochastic module optiml.opti.unconstrained.stochastic.adadelta module optiml.opti.unconstrained.stochastic.adagrad module optiml.opti.unconstrained.stochastic.adam module optiml.opti.unconstrained.stochastic.adamax module optiml.opti.unconstrained.stochastic.amsgrad module optiml.opti.unconstrained.stochastic.gradient_descent module optiml.opti.unconstrained.stochastic.rmsprop module optiml.opti.unconstrained.stochastic.schedules module optiml.opti.utils module

P

ParamLayer (class in optiml.ml.neural_network.layers) plot_learning_curve() (in module optiml.ml.utils) plot_model_accuracy() (in module optiml.ml.utils) plot_model_loss() (in module optiml.ml.utils) plot_surface_contour() (in module optiml.opti.utils) plot_surface_trajectory_optimization() (in module optiml.opti.utils) plot_svm_hyperplane() (in module optiml.ml.utils) plot_trajectory_optimization() (in module optiml.opti.utils) plot_validation_curve() (in module optiml.ml.utils)

PolyKernel (class in optiml.ml.svm.kernels) predict() (optiml.ml.neural_network.NeuralNetworkClassifier method) (optiml.ml.neural_network.NeuralNetworkRegressor method) (optiml.ml.svm.SVC method) (optiml.ml.svm.SVR method) ProjectedGradient (class in optiml.opti.constrained) (class in optiml.opti.constrained.projected_gradient) ProximalBundle (class in optiml.opti.unconstrained) (class in optiml.opti.unconstrained.proximal_bundle)

Q

Quadratic (class in optiml.opti)

R

Regularizer (class in optiml.ml.neural_network.regularizers) ReLU (class in optiml.ml.neural_network.activations) repeater() (in module optiml.opti.unconstrained.stochastic.schedules)

RMSProp (class in optiml.opti.unconstrained.stochastic) (class in optiml.opti.unconstrained.stochastic.rmsprop) Rosenbrock (class in optiml.opti.unconstrained)

S

score() (optiml.ml.neural_network.NeuralNetworkClassifier method) (optiml.ml.neural_network.NeuralNetworkRegressor method) (optiml.ml.svm.SVC method) (optiml.ml.svm.SVR method) search() (optiml.opti.unconstrained.line_search.line_search.ArmijoWolfeLineSearch method) (optiml.opti.unconstrained.line_search.line_search.BacktrackingLineSearch method) (optiml.opti.unconstrained.line_search.line_search.LineSearch method) set_params() (optiml.ml.neural_network.NeuralNetworkClassifier method) (optiml.ml.neural_network.NeuralNetworkRegressor method) (optiml.ml.svm.kernels.GaussianKernel method) (optiml.ml.svm.kernels.Kernel method) (optiml.ml.svm.kernels.LaplacianKernel method) (optiml.ml.svm.kernels.LinearKernel method) (optiml.ml.svm.kernels.PolyKernel method) (optiml.ml.svm.kernels.SigmoidKernel method) (optiml.ml.svm.SVC method) (optiml.ml.svm.SVM method) (optiml.ml.svm.SVR method) set_score_request() (optiml.ml.neural_network.NeuralNetworkClassifier method) (optiml.ml.neural_network.NeuralNetworkRegressor method) (optiml.ml.svm.SVC method) (optiml.ml.svm.SVR method) Sigmoid (class in optiml.ml.neural_network.activations) SigmoidKernel (class in optiml.ml.svm.kernels) SixHumpCamel (class in optiml.opti.unconstrained) SMO (class in optiml.ml.svm.smo) SMOClassifier (class in optiml.ml.svm.smo)

SMORegression (class in optiml.ml.svm.smo) SoftMax (class in optiml.ml.neural_network.activations) solve_lagrangian_equality_constrained_quadratic() (in module optiml.opti.utils) sparse_categorical_cross_entropy (in module optiml.ml.neural_network.losses) SparseCategoricalCrossEntropy (class in optiml.ml.neural_network.losses) squared_epsilon_insensitive (in module optiml.ml.svm.losses) squared_hinge (in module optiml.ml.svm.losses) SquaredEpsilonInsensitive (class in optiml.ml.svm.losses) SquaredHinge (class in optiml.ml.svm.losses) SteepestGradientDescent (class in optiml.opti.unconstrained.line_search) (class in optiml.opti.unconstrained.line_search.gradient_descent) step_size() (optiml.ml.svm.losses.EpsilonInsensitive method) (optiml.ml.svm.losses.Hinge method) (optiml.ml.svm.losses.SquaredEpsilonInsensitive method) (optiml.ml.svm.losses.SquaredHinge method) (optiml.ml.svm.losses.SVMLoss method) StochasticGradientDescent (class in optiml.opti.unconstrained.stochastic) (class in optiml.opti.unconstrained.stochastic.gradient_descent) StochasticMomentumOptimizer (class in optiml.opti.unconstrained.stochastic) StochasticOptimizer (class in optiml.opti.unconstrained.stochastic) support_ (optiml.ml.svm.SVM attribute) support_vectors_ (optiml.ml.svm.SVM attribute) sutskever_blend() (in module optiml.opti.unconstrained.stochastic.schedules) SVC (class in optiml.ml.svm) SVM (class in optiml.ml.svm) SVMLoss (class in optiml.ml.svm.losses) SVR (class in optiml.ml.svm)

T

Tanh (class in optiml.ml.neural_network.activations)

truncated_normal() (in module optiml.ml.neural_network.initializers)

X

x_star() (optiml.ml.neural_network.losses.BinaryCrossEntropy method) (optiml.ml.neural_network.losses.CategoricalCrossEntropy method) (optiml.ml.neural_network.losses.MeanAbsoluteError method) (optiml.ml.neural_network.losses.MeanSquaredError method) (optiml.ml.neural_network.losses.NeuralNetworkLoss method) (optiml.ml.neural_network.losses.SparseCategoricalCrossEntropy method) (optiml.ml.svm.losses.EpsilonInsensitive method) (optiml.ml.svm.losses.Hinge method) (optiml.ml.svm.losses.SquaredEpsilonInsensitive method) (optiml.ml.svm.losses.SquaredHinge method) (optiml.ml.svm.losses.SVMLoss method) (optiml.opti.constrained.active_set.ActiveSet method) (optiml.opti.constrained.ActiveSet method) (optiml.opti.constrained.AugmentedLagrangianQuadratic method) (optiml.opti.constrained.BoxConstrainedQuadraticOptimizer method) (optiml.opti.constrained.frank_wolfe.FrankWolfe method) (optiml.opti.constrained.FrankWolfe method) (optiml.opti.constrained.interior_point.InteriorPoint method) (optiml.opti.constrained.InteriorPoint method) (optiml.opti.constrained.LagrangianQuadratic method) (optiml.opti.constrained.projected_gradient.ProjectedGradient method) (optiml.opti.constrained.ProjectedGradient method) (optiml.opti.OptimizationFunction method) (optiml.opti.Quadratic method) (optiml.opti.unconstrained.Ackley method) (optiml.opti.unconstrained.Rosenbrock method) (optiml.opti.unconstrained.SixHumpCamel method)