NonlinearRegression Class

[SerializableAttribute]
public class NonlinearRegression : TransformBase<double[], double>, 
	ICloneable

<SerializableAttribute>
Public Class NonlinearRegression
	Inherits TransformBase(Of Double(), Double)
	Implements ICloneable

// Suppose we would like to map the continuous values in the
// second column to the integer values in the first column.
double[,] data =
{
    { -40,    -21142.1111111111 },
    { -30,    -21330.1111111111 },
    { -20,    -12036.1111111111 },
    { -10,      7255.3888888889 },
    {   0,     32474.8888888889 },
    {  10,     32474.8888888889 },
    {  20,      9060.8888888889 },
    {  30,    -11628.1111111111 },
    {  40,    -15129.6111111111 },
};

// Extract inputs and outputs
double[][] inputs = data.GetColumn(0).ToJagged();
double[] outputs = data.GetColumn(1);

// Create a Nonlinear regression using 
var nls = new NonlinearLeastSquares()
{
    NumberOfParameters = 3,

    // Initialize to some random values
    StartValues = new[] { 4.2, 0.3, 1 },

    // Let's assume a quadratic model function: ax² + bx + c
    Function = (w, x) => w[0] * x[0] * x[0] + w[1] * x[0] + w[2],

    // Derivative in respect to the weights:
    Gradient = (w, x, r) =>
    {
        r[0] = w[0]* w[0]; // w.r.t a: a²  // https://www.wolframalpha.com/input/?i=diff+ax²+%2B+bx+%2B+c+w.r.t.+a
        r[1] = w[0];       // w.r.t b: b   // https://www.wolframalpha.com/input/?i=diff+ax²+%2B+bx+%2B+c+w.r.t.+b
        r[2] = 1;          // w.r.t c: 1   // https://www.wolframalpha.com/input/?i=diff+ax²+%2B+bx+%2B+c+w.r.t.+c
    },

    Algorithm = new LevenbergMarquardt()
    {
        MaxIterations = 100,
        Tolerance = 0
    }
};


var regression = nls.Learn(inputs, outputs);

// Use the function to compute the input values
double[] predict = regression.Transform(inputs);

' Suppose we would Like to map the continuous values in the
' second column to the integer values in the first column.
Dim data(,) As Double =
{
    {-40, -21142.1111111111},
    {-30, -21330.1111111111},
    {-20, -12036.1111111111},
    {-10, 7255.3888888889},
    {0, 32474.8888888889},
    {10, 32474.8888888889},
    {20, 9060.8888888889},
    {30, -11628.1111111111},
    {40, -15129.6111111111}
}

' Extract inputs And outputs
Dim inputs As Double()() = data.GetColumn(0).ToJagged()
Dim outputs As Double() = data.GetColumn(1)

' Create a Nonlinear regression using 
Dim nls As NonlinearLeastSquares = New NonlinearLeastSquares
With nls
    .NumberOfParameters = 3

    ' Initialize to some random values
    .StartValues = {4.2, 0.3, 1}

    ' Let's assume a quadratic model function: ax² + bx + c
    .Function = Function(w, x) w(0) * x(0) * x(0) + w(1) * x(0) + w(2)

    ' Derivative in respect to the weights
    .Gradient = Sub(w, x, r)
                    r(0) = 2 * w(0) ' w.r.t a:     2a  
                    r(1) = w(1)     ' w.r.t b: b
                    r(2) = w(2)     ' w.r.t c: 0
                End Sub
End With

Dim algorithm As LevenbergMarquardt = New LevenbergMarquardt
With algorithm
    .MaxIterations = 100
    .Tolerance = 0
End With

nls.Algorithm = algorithm

Dim regression As NonlinearRegression = nls.Learn(inputs, outputs)

' Use the function to compute the input values
Dim predict As Double() = regression.Transform(inputs)

// Suppose we would like to map the continuous values in the
// second row to the integer values in the first row.
double[,] data =
{
    { 0.03, 0.1947, 0.425, 0.626, 1.253, 2.500, 3.740 },
    { 0.05, 0.127, 0.094, 0.2122, 0.2729, 0.2665, 0.3317}
};

// Extract inputs and outputs
double[][] inputs = data.GetRow(0).ToJagged();
double[] outputs = data.GetRow(1);

// Create a Nonlinear regression using 
var nls = new NonlinearLeastSquares()
{
    // Initialize to some random values
    StartValues = new[] { 0.9, 0.2 },

    // Let's assume a quadratic model function: ax² + bx + c
    Function = (w, x) => (w[0] * x[0]) / (w[1] + x[0]),

    // Derivative in respect to the weights:
    Gradient = (w, x, r) =>
    {
        r[0] = -((-x[0]) / (w[1] + x[0]));
        r[1] = -((w[0] * x[0]) / Math.Pow(w[1] + x[0], 2));
    },

    Algorithm = new GaussNewton()
    {
        MaxIterations = 0,
        Tolerance = 1e-5
    }
};


var regression = nls.Learn(inputs, outputs);

// Use the function to compute the input values
double[] predict = regression.Transform(inputs);

' Suppose we would Like to map the continuous values in the
' second row to the integer values in the first row.
Dim data As Double(,) =
{
    {0.03, 0.1947, 0.425, 0.626, 1.253, 2.5, 3.74},
    {0.05, 0.127, 0.094, 0.2122, 0.2729, 0.2665, 0.3317}
}

' Extract inputs And outputs
Dim inputs As Double()() = data.GetRow(0).ToJagged()
Dim outputs As Double() = data.GetRow(1)

' Create a Nonlinear regression using 
Dim nls As NonlinearLeastSquares = New NonlinearLeastSquares
With nls
    ' Initialize to some random values
    .StartValues = {0.9, 0.2}

    ' Let's assume a quadratic model function: ax² + bx + c
    .Function = Function(w, x) w(0) * x(0) / (w(1) + x(0))

    ' Derivative in respect to the weights
    .Gradient = Sub(w, x, r)
                    r(0) = -((-x(0)) / (w(1) + x(0)))
                    r(1) = -((w(0) * x(0)) / System.Math.Pow(w(1) + x(0), 2))
                End Sub
End With

Dim algorithm As GaussNewton = New GaussNewton
With algorithm
    .MaxIterations = 0
    .Tolerance = 0.00001
End With

nls.Algorithm = algorithm

Dim regression As NonlinearRegression = nls.Learn(inputs, outputs)

' Use the function to compute the input values
Dim predict As Double() = regression.Transform(inputs)