(* Content-type: application/vnd.wolfram.mathematica *)

(*** Wolfram Notebook File ***)
(* http://www.wolfram.com/nb *)

(* CreatedBy='Mathematica 10.1' *)

(*CacheID: 234*)
(* Internal cache information:
NotebookFileLineBreakTest
NotebookFileLineBreakTest
NotebookDataPosition[       158,          7]
NotebookDataLength[     67658,       1858]
NotebookOptionsPosition[     66015,       1796]
NotebookOutlinePosition[     66363,       1811]
CellTagsIndexPosition[     66320,       1808]
WindowFrame->Normal*)

(* Beginning of Notebook Content *)
Notebook[{

Cell[CellGroupData[{
Cell["\<\
Objective function, Jacobian matrix (definitions for logistic curve fitting \
problem)\
\>", "Section",
 CellChangeTimes->{{3.7594730634801903`*^9, 3.759473065454303*^9}, {
  3.7594731330520473`*^9, 3.759473151192085*^9}, {3.7594731831699133`*^9, 
  3.7594732038230953`*^9}}],

Cell[CellGroupData[{

Cell[BoxData[{
 RowBox[{
  RowBox[{
   RowBox[{"f", "[", "t_", "]"}], ":=", 
   FractionBox["x0", 
    RowBox[{
     RowBox[{
      RowBox[{"(", 
       RowBox[{"1", "-", 
        RowBox[{"x0", "/", "k"}]}], ")"}], 
      SuperscriptBox["E", 
       RowBox[{
        RowBox[{"-", "r"}], " ", "t"}]]}], "+", 
     RowBox[{"x0", "/", "k"}]}]]}], ";"}], "\[IndentingNewLine]", 
 RowBox[{
  RowBox[{"values", "=", 
   RowBox[{"{", 
    RowBox[{
    "0.04", ",", "0.35", ",", "1.05", ",", "1.9", ",", "1.98", ",", "1.97", 
     ",", "1.99", ",", "1.999"}], "}"}]}], ";"}], "\[IndentingNewLine]", 
 RowBox[{
  RowBox[{
   RowBox[{"resid", "[", 
    RowBox[{"r_", ",", "x0_", ",", "k_"}], "]"}], "=", 
   RowBox[{
    RowBox[{"f", "[", 
     RowBox[{"Range", "[", 
      RowBox[{"0", ",", "7", ",", "1"}], "]"}], "]"}], "-", "values"}]}], 
  ";"}], "\n", 
 RowBox[{"plot1", "=", 
  RowBox[{"ListPlot", "[", 
   RowBox[{
    RowBox[{"Transpose", "[", 
     RowBox[{"{", 
      RowBox[{
       RowBox[{"Range", "[", 
        RowBox[{"0", ",", "7", ",", "1"}], "]"}], ",", "values"}], "}"}], 
     "]"}], ",", 
    RowBox[{"PlotMarkers", "\[Rule]", "\[FilledCircle]"}]}], 
   "]"}]}]}], "Input",
 CellChangeTimes->{{3.728066367113092*^9, 3.728066407334959*^9}, {
  3.7280664448413467`*^9, 3.728066446226323*^9}, {3.728066649610647*^9, 
  3.728066649874896*^9}, {3.728066900033571*^9, 3.7280669001508837`*^9}, {
  3.7594732383160677`*^9, 3.7594732752461805`*^9}, {3.7594733153234725`*^9, 
  3.7594733225608864`*^9}, {3.7594736309259176`*^9, 3.7594736680960436`*^9}, {
  3.759473698218766*^9, 3.759473702176993*^9}}],

Cell[BoxData[
 GraphicsBox[{{}, {
    {RGBColor[0.368417, 0.506779, 0.709798], AbsolutePointSize[6], 
     AbsoluteThickness[1.6], 
     GeometricTransformationBox[InsetBox["\[FilledCircle]", {0., 0.}], {{{0., 
      0.04}}, {{1., 0.35}}, {{2., 1.05}}, {{3., 1.9}}, {{4., 1.98}}, {{5., 
      1.97}}, {{6., 1.99}}, {{7., 1.999}}}]}, {}}, {}},
  AspectRatio->NCache[GoldenRatio^(-1), 0.6180339887498948],
  Axes->{True, True},
  AxesLabel->{None, None},
  AxesOrigin->{0, 0},
  DisplayFunction->Identity,
  Frame->{{False, False}, {False, False}},
  FrameLabel->{{None, None}, {None, None}},
  FrameTicks->{{Automatic, Automatic}, {Automatic, Automatic}},
  GridLines->{None, None},
  GridLinesStyle->Directive[
    GrayLevel[0.5, 0.4]],
  Method->{},
  PlotRange->{{0, 7.}, {0, 1.999}},
  PlotRangeClipping->True,
  PlotRangePadding->{{
     Scaled[0.02], 
     Scaled[0.02]}, {
     Scaled[0.02], 
     Scaled[0.05]}},
  Ticks->{Automatic, Automatic}]], "Output",
 CellChangeTimes->{{3.759473658228479*^9, 3.759473704297114*^9}, 
   3.759475052852432*^9}]
}, Open  ]],

Cell[CellGroupData[{

Cell[BoxData[{
 RowBox[{
  RowBox[{
   RowBox[{"J", "[", 
    RowBox[{"r_", ",", "x0_", ",", "k_"}], "]"}], "=", 
   RowBox[{
    RowBox[{"Table", "[", 
     RowBox[{
      RowBox[{"{", 
       RowBox[{
        RowBox[{"D", "[", 
         RowBox[{
          RowBox[{
           RowBox[{"resid", "[", 
            RowBox[{"r", ",", "x0", ",", "k"}], "]"}], "[", 
           RowBox[{"[", "i", "]"}], "]"}], ",", "r"}], "]"}], ",", 
        RowBox[{"D", "[", 
         RowBox[{
          RowBox[{
           RowBox[{"resid", "[", 
            RowBox[{"r", ",", "x0", ",", "k"}], "]"}], "[", 
           RowBox[{"[", "i", "]"}], "]"}], ",", "x0"}], "]"}], ",", 
        "\[IndentingNewLine]", 
        RowBox[{"D", "[", 
         RowBox[{
          RowBox[{
           RowBox[{"resid", "[", 
            RowBox[{"r", ",", "x0", ",", "k"}], "]"}], "[", 
           RowBox[{"[", "i", "]"}], "]"}], ",", "k"}], "]"}]}], "}"}], ",", 
      RowBox[{"{", 
       RowBox[{"i", ",", "1", ",", "8"}], "}"}]}], "]"}], "//", 
    "Simplify"}]}], ";"}], "\[IndentingNewLine]", 
 RowBox[{"%", "//", "MatrixForm"}]}], "Input"],

Cell[BoxData[
 TagBox[
  RowBox[{"(", "\[NoBreak]", GridBox[{
     {"0", "1", "0"},
     {
      FractionBox[
       RowBox[{
        SuperscriptBox["\[ExponentialE]", "r"], " ", "k", " ", 
        RowBox[{"(", 
         RowBox[{"k", "-", "x0"}], ")"}], " ", "x0"}], 
       SuperscriptBox[
        RowBox[{"(", 
         RowBox[{"k", "+", 
          RowBox[{
           RowBox[{"(", 
            RowBox[{
             RowBox[{"-", "1"}], "+", 
             SuperscriptBox["\[ExponentialE]", "r"]}], ")"}], " ", "x0"}]}], 
         ")"}], "2"]], 
      FractionBox[
       RowBox[{
        SuperscriptBox["\[ExponentialE]", "r"], " ", 
        SuperscriptBox["k", "2"]}], 
       SuperscriptBox[
        RowBox[{"(", 
         RowBox[{"k", "+", 
          RowBox[{
           RowBox[{"(", 
            RowBox[{
             RowBox[{"-", "1"}], "+", 
             SuperscriptBox["\[ExponentialE]", "r"]}], ")"}], " ", "x0"}]}], 
         ")"}], "2"]], 
      FractionBox[
       RowBox[{
        SuperscriptBox["\[ExponentialE]", "r"], " ", 
        RowBox[{"(", 
         RowBox[{
          RowBox[{"-", "1"}], "+", 
          SuperscriptBox["\[ExponentialE]", "r"]}], ")"}], " ", 
        SuperscriptBox["x0", "2"]}], 
       SuperscriptBox[
        RowBox[{"(", 
         RowBox[{"k", "+", 
          RowBox[{
           RowBox[{"(", 
            RowBox[{
             RowBox[{"-", "1"}], "+", 
             SuperscriptBox["\[ExponentialE]", "r"]}], ")"}], " ", "x0"}]}], 
         ")"}], "2"]]},
     {
      FractionBox[
       RowBox[{"2", " ", 
        SuperscriptBox["\[ExponentialE]", 
         RowBox[{"2", " ", "r"}]], " ", "k", " ", 
        RowBox[{"(", 
         RowBox[{"k", "-", "x0"}], ")"}], " ", "x0"}], 
       SuperscriptBox[
        RowBox[{"(", 
         RowBox[{"k", "+", 
          RowBox[{
           RowBox[{"(", 
            RowBox[{
             RowBox[{"-", "1"}], "+", 
             SuperscriptBox["\[ExponentialE]", 
              RowBox[{"2", " ", "r"}]]}], ")"}], " ", "x0"}]}], ")"}], "2"]], 
      FractionBox[
       RowBox[{
        SuperscriptBox["\[ExponentialE]", 
         RowBox[{"2", " ", "r"}]], " ", 
        SuperscriptBox["k", "2"]}], 
       SuperscriptBox[
        RowBox[{"(", 
         RowBox[{"k", "+", 
          RowBox[{
           RowBox[{"(", 
            RowBox[{
             RowBox[{"-", "1"}], "+", 
             SuperscriptBox["\[ExponentialE]", 
              RowBox[{"2", " ", "r"}]]}], ")"}], " ", "x0"}]}], ")"}], "2"]], 
      FractionBox[
       RowBox[{
        SuperscriptBox["\[ExponentialE]", 
         RowBox[{"2", " ", "r"}]], " ", 
        RowBox[{"(", 
         RowBox[{
          RowBox[{"-", "1"}], "+", 
          SuperscriptBox["\[ExponentialE]", 
           RowBox[{"2", " ", "r"}]]}], ")"}], " ", 
        SuperscriptBox["x0", "2"]}], 
       SuperscriptBox[
        RowBox[{"(", 
         RowBox[{"k", "+", 
          RowBox[{
           RowBox[{"(", 
            RowBox[{
             RowBox[{"-", "1"}], "+", 
             SuperscriptBox["\[ExponentialE]", 
              RowBox[{"2", " ", "r"}]]}], ")"}], " ", "x0"}]}], ")"}], "2"]]},
     {
      FractionBox[
       RowBox[{"3", " ", 
        SuperscriptBox["\[ExponentialE]", 
         RowBox[{"3", " ", "r"}]], " ", "k", " ", 
        RowBox[{"(", 
         RowBox[{"k", "-", "x0"}], ")"}], " ", "x0"}], 
       SuperscriptBox[
        RowBox[{"(", 
         RowBox[{"k", "+", 
          RowBox[{
           RowBox[{"(", 
            RowBox[{
             RowBox[{"-", "1"}], "+", 
             SuperscriptBox["\[ExponentialE]", 
              RowBox[{"3", " ", "r"}]]}], ")"}], " ", "x0"}]}], ")"}], "2"]], 
      FractionBox[
       RowBox[{
        SuperscriptBox["\[ExponentialE]", 
         RowBox[{"3", " ", "r"}]], " ", 
        SuperscriptBox["k", "2"]}], 
       SuperscriptBox[
        RowBox[{"(", 
         RowBox[{"k", "+", 
          RowBox[{
           RowBox[{"(", 
            RowBox[{
             RowBox[{"-", "1"}], "+", 
             SuperscriptBox["\[ExponentialE]", 
              RowBox[{"3", " ", "r"}]]}], ")"}], " ", "x0"}]}], ")"}], "2"]], 
      FractionBox[
       RowBox[{
        SuperscriptBox["\[ExponentialE]", 
         RowBox[{"3", " ", "r"}]], " ", 
        RowBox[{"(", 
         RowBox[{
          RowBox[{"-", "1"}], "+", 
          SuperscriptBox["\[ExponentialE]", 
           RowBox[{"3", " ", "r"}]]}], ")"}], " ", 
        SuperscriptBox["x0", "2"]}], 
       SuperscriptBox[
        RowBox[{"(", 
         RowBox[{"k", "+", 
          RowBox[{
           RowBox[{"(", 
            RowBox[{
             RowBox[{"-", "1"}], "+", 
             SuperscriptBox["\[ExponentialE]", 
              RowBox[{"3", " ", "r"}]]}], ")"}], " ", "x0"}]}], ")"}], "2"]]},
     {
      FractionBox[
       RowBox[{"4", " ", 
        SuperscriptBox["\[ExponentialE]", 
         RowBox[{"4", " ", "r"}]], " ", "k", " ", 
        RowBox[{"(", 
         RowBox[{"k", "-", "x0"}], ")"}], " ", "x0"}], 
       SuperscriptBox[
        RowBox[{"(", 
         RowBox[{"k", "+", 
          RowBox[{
           RowBox[{"(", 
            RowBox[{
             RowBox[{"-", "1"}], "+", 
             SuperscriptBox["\[ExponentialE]", 
              RowBox[{"4", " ", "r"}]]}], ")"}], " ", "x0"}]}], ")"}], "2"]], 
      FractionBox[
       RowBox[{
        SuperscriptBox["\[ExponentialE]", 
         RowBox[{"4", " ", "r"}]], " ", 
        SuperscriptBox["k", "2"]}], 
       SuperscriptBox[
        RowBox[{"(", 
         RowBox[{"k", "+", 
          RowBox[{
           RowBox[{"(", 
            RowBox[{
             RowBox[{"-", "1"}], "+", 
             SuperscriptBox["\[ExponentialE]", 
              RowBox[{"4", " ", "r"}]]}], ")"}], " ", "x0"}]}], ")"}], "2"]], 
      FractionBox[
       RowBox[{
        SuperscriptBox["\[ExponentialE]", 
         RowBox[{"4", " ", "r"}]], " ", 
        RowBox[{"(", 
         RowBox[{
          RowBox[{"-", "1"}], "+", 
          SuperscriptBox["\[ExponentialE]", 
           RowBox[{"4", " ", "r"}]]}], ")"}], " ", 
        SuperscriptBox["x0", "2"]}], 
       SuperscriptBox[
        RowBox[{"(", 
         RowBox[{"k", "+", 
          RowBox[{
           RowBox[{"(", 
            RowBox[{
             RowBox[{"-", "1"}], "+", 
             SuperscriptBox["\[ExponentialE]", 
              RowBox[{"4", " ", "r"}]]}], ")"}], " ", "x0"}]}], ")"}], "2"]]},
     {
      FractionBox[
       RowBox[{"5", " ", 
        SuperscriptBox["\[ExponentialE]", 
         RowBox[{"5", " ", "r"}]], " ", "k", " ", 
        RowBox[{"(", 
         RowBox[{"k", "-", "x0"}], ")"}], " ", "x0"}], 
       SuperscriptBox[
        RowBox[{"(", 
         RowBox[{"k", "+", 
          RowBox[{
           RowBox[{"(", 
            RowBox[{
             RowBox[{"-", "1"}], "+", 
             SuperscriptBox["\[ExponentialE]", 
              RowBox[{"5", " ", "r"}]]}], ")"}], " ", "x0"}]}], ")"}], "2"]], 
      FractionBox[
       RowBox[{
        SuperscriptBox["\[ExponentialE]", 
         RowBox[{"5", " ", "r"}]], " ", 
        SuperscriptBox["k", "2"]}], 
       SuperscriptBox[
        RowBox[{"(", 
         RowBox[{"k", "+", 
          RowBox[{
           RowBox[{"(", 
            RowBox[{
             RowBox[{"-", "1"}], "+", 
             SuperscriptBox["\[ExponentialE]", 
              RowBox[{"5", " ", "r"}]]}], ")"}], " ", "x0"}]}], ")"}], "2"]], 
      FractionBox[
       RowBox[{
        SuperscriptBox["\[ExponentialE]", 
         RowBox[{"5", " ", "r"}]], " ", 
        RowBox[{"(", 
         RowBox[{
          RowBox[{"-", "1"}], "+", 
          SuperscriptBox["\[ExponentialE]", 
           RowBox[{"5", " ", "r"}]]}], ")"}], " ", 
        SuperscriptBox["x0", "2"]}], 
       SuperscriptBox[
        RowBox[{"(", 
         RowBox[{"k", "+", 
          RowBox[{
           RowBox[{"(", 
            RowBox[{
             RowBox[{"-", "1"}], "+", 
             SuperscriptBox["\[ExponentialE]", 
              RowBox[{"5", " ", "r"}]]}], ")"}], " ", "x0"}]}], ")"}], "2"]]},
     {
      FractionBox[
       RowBox[{"6", " ", 
        SuperscriptBox["\[ExponentialE]", 
         RowBox[{"6", " ", "r"}]], " ", "k", " ", 
        RowBox[{"(", 
         RowBox[{"k", "-", "x0"}], ")"}], " ", "x0"}], 
       SuperscriptBox[
        RowBox[{"(", 
         RowBox[{"k", "+", 
          RowBox[{
           RowBox[{"(", 
            RowBox[{
             RowBox[{"-", "1"}], "+", 
             SuperscriptBox["\[ExponentialE]", 
              RowBox[{"6", " ", "r"}]]}], ")"}], " ", "x0"}]}], ")"}], "2"]], 
      FractionBox[
       RowBox[{
        SuperscriptBox["\[ExponentialE]", 
         RowBox[{"6", " ", "r"}]], " ", 
        SuperscriptBox["k", "2"]}], 
       SuperscriptBox[
        RowBox[{"(", 
         RowBox[{"k", "+", 
          RowBox[{
           RowBox[{"(", 
            RowBox[{
             RowBox[{"-", "1"}], "+", 
             SuperscriptBox["\[ExponentialE]", 
              RowBox[{"6", " ", "r"}]]}], ")"}], " ", "x0"}]}], ")"}], "2"]], 
      FractionBox[
       RowBox[{
        SuperscriptBox["\[ExponentialE]", 
         RowBox[{"6", " ", "r"}]], " ", 
        RowBox[{"(", 
         RowBox[{
          RowBox[{"-", "1"}], "+", 
          SuperscriptBox["\[ExponentialE]", 
           RowBox[{"6", " ", "r"}]]}], ")"}], " ", 
        SuperscriptBox["x0", "2"]}], 
       SuperscriptBox[
        RowBox[{"(", 
         RowBox[{"k", "+", 
          RowBox[{
           RowBox[{"(", 
            RowBox[{
             RowBox[{"-", "1"}], "+", 
             SuperscriptBox["\[ExponentialE]", 
              RowBox[{"6", " ", "r"}]]}], ")"}], " ", "x0"}]}], ")"}], "2"]]},
     {
      FractionBox[
       RowBox[{"7", " ", 
        SuperscriptBox["\[ExponentialE]", 
         RowBox[{"7", " ", "r"}]], " ", "k", " ", 
        RowBox[{"(", 
         RowBox[{"k", "-", "x0"}], ")"}], " ", "x0"}], 
       SuperscriptBox[
        RowBox[{"(", 
         RowBox[{"k", "+", 
          RowBox[{
           RowBox[{"(", 
            RowBox[{
             RowBox[{"-", "1"}], "+", 
             SuperscriptBox["\[ExponentialE]", 
              RowBox[{"7", " ", "r"}]]}], ")"}], " ", "x0"}]}], ")"}], "2"]], 
      FractionBox[
       RowBox[{
        SuperscriptBox["\[ExponentialE]", 
         RowBox[{"7", " ", "r"}]], " ", 
        SuperscriptBox["k", "2"]}], 
       SuperscriptBox[
        RowBox[{"(", 
         RowBox[{"k", "+", 
          RowBox[{
           RowBox[{"(", 
            RowBox[{
             RowBox[{"-", "1"}], "+", 
             SuperscriptBox["\[ExponentialE]", 
              RowBox[{"7", " ", "r"}]]}], ")"}], " ", "x0"}]}], ")"}], "2"]], 
      FractionBox[
       RowBox[{
        SuperscriptBox["\[ExponentialE]", 
         RowBox[{"7", " ", "r"}]], " ", 
        RowBox[{"(", 
         RowBox[{
          RowBox[{"-", "1"}], "+", 
          SuperscriptBox["\[ExponentialE]", 
           RowBox[{"7", " ", "r"}]]}], ")"}], " ", 
        SuperscriptBox["x0", "2"]}], 
       SuperscriptBox[
        RowBox[{"(", 
         RowBox[{"k", "+", 
          RowBox[{
           RowBox[{"(", 
            RowBox[{
             RowBox[{"-", "1"}], "+", 
             SuperscriptBox["\[ExponentialE]", 
              RowBox[{"7", " ", "r"}]]}], ")"}], " ", "x0"}]}], ")"}], "2"]]}
    },
    GridBoxAlignment->{
     "Columns" -> {{Center}}, "ColumnsIndexed" -> {}, "Rows" -> {{Baseline}}, 
      "RowsIndexed" -> {}},
    GridBoxSpacings->{"Columns" -> {
        Offset[0.27999999999999997`], {
         Offset[0.7]}, 
        Offset[0.27999999999999997`]}, "ColumnsIndexed" -> {}, "Rows" -> {
        Offset[0.2], {
         Offset[0.4]}, 
        Offset[0.2]}, "RowsIndexed" -> {}}], "\[NoBreak]", ")"}],
  Function[BoxForm`e$, 
   MatrixForm[BoxForm`e$]]]], "Output",
 CellChangeTimes->{3.7594737239682393`*^9, 3.75947505369248*^9}]
}, Open  ]]
}, Open  ]],

Cell[CellGroupData[{

Cell["\<\
Line Search Methods (In yellow, the direction-choosing step is highlighted -- \
i.e., the difference between the methods)\
\>", "Section",
 CellChangeTimes->{{3.7594765365202017`*^9, 3.7594765418795085`*^9}, {
  3.759478853243374*^9, 3.7594788908933663`*^9}}],

Cell[CellGroupData[{

Cell["Gauss-Newton", "Subsection",
 CellChangeTimes->{{3.7594731578184633`*^9, 3.759473165110881*^9}}],

Cell[CellGroupData[{

Cell[BoxData[{
 RowBox[{
  RowBox[{"pOld", "=", 
   RowBox[{"{", 
    RowBox[{"10", ",", "10", ",", "10"}], "}"}]}], 
  ";"}], "\[IndentingNewLine]", 
 RowBox[{
  RowBox[{"pNew", "=", 
   RowBox[{"{", 
    RowBox[{"1", ",", "1", ",", "1"}], "}"}]}], ";"}], "\[IndentingNewLine]", 
 RowBox[{
  RowBox[{"tol", "=", 
   SuperscriptBox["10", 
    RowBox[{"-", "8"}]]}], ";"}], "\[IndentingNewLine]", 
 RowBox[{
  RowBox[{"iter", "=", "0"}], ";"}], "\[IndentingNewLine]", 
 RowBox[{
  RowBox[{"residuals", "=", 
   RowBox[{"{", "}"}]}], ";"}], "\[IndentingNewLine]", 
 RowBox[{"While", "[", 
  RowBox[{
   RowBox[{
    RowBox[{"Norm", "[", 
     RowBox[{"pOld", "-", "pNew"}], "]"}], ">", "tol"}], ",", 
   "\[IndentingNewLine]", 
   RowBox[{
    RowBox[{"pOld", "=", "pNew"}], ";", "\[IndentingNewLine]", 
    StyleBox[
     RowBox[{"\[CapitalDelta]p", "=", 
      RowBox[{"LeastSquares", "[", 
       RowBox[{
        RowBox[{"J", "[", 
         RowBox[{
          RowBox[{"pOld", "[", 
           RowBox[{"[", "1", "]"}], "]"}], ",", 
          RowBox[{"pOld", "[", 
           RowBox[{"[", "2", "]"}], "]"}], ",", 
          RowBox[{"pOld", "[", 
           RowBox[{"[", "3", "]"}], "]"}]}], "]"}], ",", 
        RowBox[{"-", 
         RowBox[{"resid", "[", 
          RowBox[{
           RowBox[{"pOld", "[", 
            RowBox[{"[", "1", "]"}], "]"}], ",", 
           RowBox[{"pOld", "[", 
            RowBox[{"[", "2", "]"}], "]"}], ",", 
           RowBox[{"pOld", "[", 
            RowBox[{"[", "3", "]"}], "]"}]}], "]"}]}]}], "]"}]}],
     Background->RGBColor[1, 1, 0]], 
    StyleBox[";",
     Background->RGBColor[1, 1, 0]], "\[IndentingNewLine]", 
    RowBox[{"\[Alpha]", "=", "1"}], ";", "\[IndentingNewLine]", 
    RowBox[{"pNew", "=", 
     RowBox[{"pOld", "+", 
      RowBox[{"\[Alpha]", " ", "\[CapitalDelta]p"}]}]}], ";", 
    "\[IndentingNewLine]", 
    RowBox[{"While", "[", 
     RowBox[{
      RowBox[{
       RowBox[{"Norm", "[", 
        RowBox[{
         RowBox[{"resid", "[", 
          RowBox[{
           RowBox[{"pNew", "[", 
            RowBox[{"[", "1", "]"}], "]"}], ",", 
           RowBox[{"pNew", "[", 
            RowBox[{"[", "2", "]"}], "]"}], ",", 
           RowBox[{"pNew", "[", 
            RowBox[{"[", "3", "]"}], "]"}]}], "]"}], ",", "2"}], "]"}], ">", 
       RowBox[{"Norm", "[", 
        RowBox[{
         RowBox[{"resid", "[", 
          RowBox[{
           RowBox[{"pOld", "[", 
            RowBox[{"[", "1", "]"}], "]"}], ",", 
           RowBox[{"pOld", "[", 
            RowBox[{"[", "2", "]"}], "]"}], ",", 
           RowBox[{"pOld", "[", 
            RowBox[{"[", "3", "]"}], "]"}]}], "]"}], ",", "2"}], "]"}]}], ",",
       "\[IndentingNewLine]", 
      RowBox[{
       RowBox[{"\[Alpha]", "/=", "2"}], ";", "\[IndentingNewLine]", 
       RowBox[{"pNew", "=", 
        RowBox[{"pOld", "+", 
         RowBox[{"\[Alpha]", " ", "\[CapitalDelta]p"}]}]}], ";"}]}], 
     "\[IndentingNewLine]", "]"}], ";", "\[IndentingNewLine]", 
    RowBox[{"AppendTo", "[", 
     RowBox[{"residuals", ",", " ", 
      RowBox[{"Norm", "[", 
       RowBox[{
        RowBox[{"resid", "[", 
         RowBox[{
          RowBox[{"pNew", "[", 
           RowBox[{"[", "1", "]"}], "]"}], ",", 
          RowBox[{"pNew", "[", 
           RowBox[{"[", "2", "]"}], "]"}], ",", 
          RowBox[{"pNew", "[", 
           RowBox[{"[", "3", "]"}], "]"}]}], "]"}], ",", "2"}], "]"}]}], 
     "]"}], ";", "\[IndentingNewLine]", 
    RowBox[{"iter", "++"}]}]}], "\[IndentingNewLine]", 
  "]"}], "\[IndentingNewLine]", "pNew", "\[IndentingNewLine]", "iter"}], \
"Input",
 CellChangeTimes->{{3.759473300406619*^9, 3.759473306635976*^9}, {
   3.759473800247602*^9, 3.759473943452793*^9}, {3.7594740291855626`*^9, 
   3.759474072685051*^9}, {3.7594743015848684`*^9, 3.75947432678431*^9}, 
   3.7594743592391663`*^9, {3.7594755821109686`*^9, 3.7594755821489706`*^9}, 
   3.7594758255377045`*^9, 3.759475899847536*^9, {3.7594760551194167`*^9, 
   3.759476123442028*^9}, {3.759477702632553*^9, 3.759477702832565*^9}, {
   3.759477966100357*^9, 3.7594780342692566`*^9}, {3.759478213494303*^9, 
   3.759478225450987*^9}, {3.759478915173755*^9, 3.7594789185849504`*^9}, {
   3.759478956409114*^9, 3.759478958983261*^9}}],

Cell[BoxData[
 RowBox[{"{", 
  RowBox[{
  "2.0105916614107526`", ",", "0.04378363524643745`", ",", 
   "2.0065642731928612`"}], "}"}]], "Output",
 CellChangeTimes->{
  3.759473407737502*^9, {3.759473801072649*^9, 3.759473944574857*^9}, 
   3.759474073650106*^9, {3.759474302499921*^9, 3.759474327189333*^9}, 
   3.7594743597741966`*^9, 3.7594745315609674`*^9, 3.7594755829460163`*^9, 
   3.7594758259057255`*^9, 3.7594759003665657`*^9, {3.759476047110959*^9, 
   3.759476123933056*^9}, 3.759477703743617*^9, {3.7594779700235815`*^9, 
   3.75947800390752*^9}, 3.7594782166814857`*^9, 3.759478919052977*^9}],

Cell[BoxData["14"], "Output",
 CellChangeTimes->{
  3.759473407737502*^9, {3.759473801072649*^9, 3.759473944574857*^9}, 
   3.759474073650106*^9, {3.759474302499921*^9, 3.759474327189333*^9}, 
   3.7594743597741966`*^9, 3.7594745315609674`*^9, 3.7594755829460163`*^9, 
   3.7594758259057255`*^9, 3.7594759003665657`*^9, {3.759476047110959*^9, 
   3.759476123933056*^9}, 3.759477703743617*^9, {3.7594779700235815`*^9, 
   3.75947800390752*^9}, 3.7594782166814857`*^9, 3.759478919058977*^9}]
}, Open  ]],

Cell[CellGroupData[{

Cell[BoxData[
 RowBox[{"ListLogPlot", "[", 
  RowBox[{"residuals", ",", 
   RowBox[{"PlotRange", "\[Rule]", "All"}]}], "]"}]], "Input",
 CellChangeTimes->{{3.7594740757102237`*^9, 3.7594741577289147`*^9}}],

Cell[BoxData[
 GraphicsBox[{{}, {{}, 
    {RGBColor[0.368417, 0.506779, 0.709798], PointSize[0.012833333333333334`],
      AbsoluteThickness[1.6], 
     PointBox[{{1., -1.4569191716068797`}, {2., -1.7056514790281507`}, {
      3., -2.0287603150243916`}, {4., -2.0327179735734675`}, {
      5., -2.0331132186025442`}, {6., -2.033125129385095}, {
      7., -2.0331256076369715`}, {8., -2.033125626617285}, {
      9., -2.033125627388703}, {10., -2.033125627420158}, {
      11., -2.0331256274214424`}, {12., -2.033125627421498}, {
      13., -2.0331256274214997`}, {14., -2.033125627421498}}]}, {}}, {}},
  AspectRatio->NCache[GoldenRatio^(-1), 0.6180339887498948],
  Axes->{True, True},
  AxesLabel->{None, None},
  AxesOrigin->{0.796875, -2.0749470637306255`},
  CoordinatesToolOptions:>{"DisplayFunction" -> ({
      Part[#, 1], 
      Exp[
       Part[#, 2]]}& ), "CopiedValueFunction" -> ({
      Part[#, 1], 
      Exp[
       Part[#, 2]]}& )},
  DisplayFunction->Identity,
  Frame->{{False, False}, {False, False}},
  FrameLabel->{{None, None}, {None, None}},
  FrameTicks->{{
     Charting`ScaledTicks[{Log, Exp}], 
     Charting`ScaledFrameTicks[{Log, Exp}]}, {Automatic, Automatic}},
  GridLines->{None, None},
  GridLinesStyle->Directive[
    GrayLevel[0.5, 0.4]],
  Method->{},
  PlotRange->{{1., 14.}, {-2.0651370971889786`, -1.4569191716068797`}},
  PlotRangeClipping->True,
  PlotRangePadding->{{
     Scaled[0.02], 
     Scaled[0.02]}, {
     Scaled[0.02], 
     Scaled[0.05]}},
  Ticks->FrontEndValueCache[{Automatic, 
     Charting`ScaledTicks[{Log, Exp}]}, {Automatic, {{-1.9661128563728327`, 
       FormBox[
        TagBox[
         InterpretationBox["\"0.14\"", 0.14, AutoDelete -> True], 
         NumberForm[#, {
           DirectedInfinity[1], 2.}]& ], TraditionalForm], {0.01, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.8325814637483102`, 
       FormBox[
        TagBox[
         InterpretationBox["\"0.16\"", 0.16, AutoDelete -> True], 
         NumberForm[#, {
           DirectedInfinity[1], 2.}]& ], TraditionalForm], {0.01, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.7147984280919266`, 
       FormBox[
        TagBox[
         InterpretationBox["\"0.18\"", 0.18, AutoDelete -> True], 
         NumberForm[#, {
           DirectedInfinity[1], 2.}]& ], TraditionalForm], {0.01, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.6094379124341003`, 
       FormBox[
        TagBox[
         InterpretationBox["\"0.20\"", 0.2, AutoDelete -> True], 
         NumberForm[#, {
           DirectedInfinity[1], 2.}]& ], TraditionalForm], {0.01, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.5141277326297755`, 
       FormBox[
        TagBox[
         InterpretationBox["\"0.22\"", 0.22, AutoDelete -> True], 
         NumberForm[#, {
           DirectedInfinity[1], 2.}]& ], TraditionalForm], {0.01, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.4271163556401458`, 
       FormBox[
        TagBox[
         InterpretationBox["\"0.24\"", 0.24, AutoDelete -> True], 
         NumberForm[#, {
           DirectedInfinity[1], 2.}]& ], TraditionalForm], {0.01, 0.}, {
        AbsoluteThickness[0.1]}}, {-2.120263536200091, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-2.0794415416798357`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-2.0402208285265546`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-2.0024805005437076`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.9310215365615626`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.8971199848858813`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.8643301620628905`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.8018098050815563`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.7719568419318752`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.742969305058623, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.6873994539038122`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.6607312068216509`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.6347557204183902`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.584745299843729, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.5606477482646683`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.5371172508544744`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.491654876777717, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.4696759700589417`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.448169764837978, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.40649706843741, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.3862943611198906`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.3664917338237108`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.3470736479666092`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}}}]]], "Output",
 CellChangeTimes->{{3.7594740822916*^9, 3.7594741585249605`*^9}, {
   3.759474304568039*^9, 3.7594743292414503`*^9}, 3.759474361653304*^9, 
   3.7594758279318414`*^9, 3.759475901993658*^9, 3.75947892050706*^9}]
}, Open  ]]
}, Open  ]],

Cell[CellGroupData[{

Cell["Steepest Descent", "Subsection",
 CellChangeTimes->{{3.759473171099223*^9, 3.759473173859381*^9}, {
  3.760687668735401*^9, 3.760687672493283*^9}}],

Cell[CellGroupData[{

Cell[BoxData[{
 RowBox[{
  RowBox[{
   RowBox[{"objectiveFunction", "[", 
    RowBox[{"r_", ",", "x0_", ",", "k_"}], "]"}], " ", "=", 
   RowBox[{
    RowBox[{"resid", "[", 
     RowBox[{"r", ",", "x0", ",", "k"}], "]"}], ".", 
    RowBox[{"resid", "[", 
     RowBox[{"r", ",", "x0", ",", "k"}], "]"}]}]}], 
  ";"}], "\[IndentingNewLine]", 
 RowBox[{
  RowBox[{"pOld", "=", 
   RowBox[{"{", 
    RowBox[{"10", ",", "10", ",", "10"}], "}"}]}], 
  ";"}], "\[IndentingNewLine]", 
 RowBox[{
  RowBox[{"pNew", "=", 
   RowBox[{"{", 
    RowBox[{"1", ",", "1", ",", "1"}], "}"}]}], ";"}], "\[IndentingNewLine]", 
 RowBox[{
  RowBox[{"tol", "=", 
   SuperscriptBox["10", 
    RowBox[{"-", "5"}]]}], ";"}], "\[IndentingNewLine]", 
 RowBox[{
  RowBox[{"iter", "=", "0"}], ";"}], "\[IndentingNewLine]", 
 RowBox[{
  RowBox[{"\[Epsilon]", "=", 
   SuperscriptBox["10", 
    RowBox[{"-", "10"}]]}], ";"}], "\[IndentingNewLine]", 
 RowBox[{
  RowBox[{"residuals", "=", 
   RowBox[{"{", "}"}]}], ";"}], "\[IndentingNewLine]", 
 RowBox[{"While", "[", 
  RowBox[{
   RowBox[{
    RowBox[{"Norm", "[", 
     RowBox[{"pOld", "-", "pNew"}], "]"}], ">", "tol"}], ",", 
   "\[IndentingNewLine]", 
   RowBox[{
    RowBox[{"pOld", "=", "pNew"}], ";", "\[IndentingNewLine]", 
    StyleBox[
     RowBox[{"\[CapitalDelta]p", "=", 
      RowBox[{
       RowBox[{
        RowBox[{"-", 
         RowBox[{"D", "[", 
          RowBox[{
           RowBox[{"objectiveFunction", "[", 
            RowBox[{"r", ",", "x0", ",", "k"}], "]"}], ",", 
           RowBox[{"{", 
            RowBox[{
             RowBox[{"{", 
              RowBox[{"r", ",", "x0", ",", "k"}], "}"}], ",", "1"}], "}"}]}], 
          "]"}]}], "/.", 
        RowBox[{"{", 
         RowBox[{
          RowBox[{"r", "\[Rule]", 
           RowBox[{"pNew", "[", 
            RowBox[{"[", "1", "]"}], "]"}]}], ",", " ", 
          RowBox[{"x0", "\[Rule]", 
           RowBox[{"pNew", "[", 
            RowBox[{"[", "2", "]"}], "]"}]}], ",", " ", 
          RowBox[{"k", "\[Rule]", 
           RowBox[{"pNew", "[", 
            RowBox[{"[", "3", "]"}], "]"}]}]}], "}"}]}], "//", "N"}]}],
     Background->RGBColor[1, 1, 0]], 
    StyleBox[";",
     Background->RGBColor[1, 1, 0]], "\[IndentingNewLine]", 
    RowBox[{"\[Alpha]", "=", "1"}], ";", "\[IndentingNewLine]", 
    RowBox[{"pNew", "=", 
     RowBox[{"pOld", "+", 
      RowBox[{"\[Alpha]", " ", "\[CapitalDelta]p"}]}]}], ";", 
    "\[IndentingNewLine]", 
    RowBox[{"While", "[", 
     RowBox[{
      RowBox[{
       RowBox[{"Norm", "[", 
        RowBox[{
         RowBox[{"resid", "[", 
          RowBox[{
           RowBox[{"pNew", "[", 
            RowBox[{"[", "1", "]"}], "]"}], ",", 
           RowBox[{"pNew", "[", 
            RowBox[{"[", "2", "]"}], "]"}], ",", 
           RowBox[{"pNew", "[", 
            RowBox[{"[", "3", "]"}], "]"}]}], "]"}], ",", "2"}], "]"}], ">", 
       RowBox[{"Norm", "[", 
        RowBox[{
         RowBox[{"resid", "[", 
          RowBox[{
           RowBox[{"pOld", "[", 
            RowBox[{"[", "1", "]"}], "]"}], ",", 
           RowBox[{"pOld", "[", 
            RowBox[{"[", "2", "]"}], "]"}], ",", 
           RowBox[{"pOld", "[", 
            RowBox[{"[", "3", "]"}], "]"}]}], "]"}], ",", "2"}], "]"}]}], ",",
       "\[IndentingNewLine]", 
      RowBox[{
       RowBox[{"\[Alpha]", "/=", "2"}], ";", "\[IndentingNewLine]", 
       RowBox[{"pNew", "=", 
        RowBox[{"pOld", "+", 
         RowBox[{"\[Alpha]", " ", "\[CapitalDelta]p"}]}]}], ";"}]}], 
     "\[IndentingNewLine]", "]"}], ";", "\[IndentingNewLine]", 
    RowBox[{"AppendTo", "[", 
     RowBox[{"residuals", ",", " ", 
      RowBox[{"Norm", "[", 
       RowBox[{
        RowBox[{"resid", "[", 
         RowBox[{
          RowBox[{"pNew", "[", 
           RowBox[{"[", "1", "]"}], "]"}], ",", 
          RowBox[{"pNew", "[", 
           RowBox[{"[", "2", "]"}], "]"}], ",", 
          RowBox[{"pNew", "[", 
           RowBox[{"[", "3", "]"}], "]"}]}], "]"}], ",", "2"}], "]"}]}], 
     "]"}], ";", "\[IndentingNewLine]", 
    RowBox[{"iter", "++"}]}]}], "\[IndentingNewLine]", 
  "]"}], "\[IndentingNewLine]", "pNew", "\[IndentingNewLine]", "iter"}], \
"Input",
 CellChangeTimes->{{3.7594745116038265`*^9, 3.759474513264921*^9}, {
   3.759474553528224*^9, 3.7594747608077393`*^9}, {3.7594748456965947`*^9, 
   3.7594749662074757`*^9}, {3.759475075883749*^9, 3.759475108234376*^9}, {
   3.7594751392630787`*^9, 3.7594751788733444`*^9}, {3.7594752173525457`*^9, 
   3.7594753760645027`*^9}, {3.7594754115085297`*^9, 3.759475411915553*^9}, {
   3.759475462092104*^9, 3.759475573461474*^9}, 3.7594758206664257`*^9, 
   3.759475888068862*^9, {3.7594761423441086`*^9, 3.759476162420257*^9}, {
   3.759476216266337*^9, 3.759476227228964*^9}, {3.7594774604819746`*^9, 
   3.7594774909407167`*^9}, {3.759477688458743*^9, 3.7594776885047455`*^9}, {
   3.759477940233878*^9, 3.759477943861085*^9}, {3.759478026131791*^9, 
   3.759478028009898*^9}}],

Cell[BoxData[
 RowBox[{"{", 
  RowBox[{
  "2.003501946136349`", ",", "0.04437085939635318`", ",", 
   "2.0069033756826977`"}], "}"}]], "Output",
 CellChangeTimes->{{3.759474862482555*^9, 3.7594748771113915`*^9}, {
   3.75947493463367*^9, 3.759474968345598*^9}, 3.759475055546586*^9, {
   3.7594750955228724`*^9, 3.7594751091623793`*^9}, {3.7594751631044426`*^9, 
   3.7594751841106443`*^9}, {3.7594752203577175`*^9, 3.7594752335754733`*^9}, 
   3.7594753366732492`*^9, {3.7594753911903677`*^9, 3.759475415803776*^9}, {
   3.759475528393896*^9, 3.7594755741875153`*^9}, 3.7594758339441853`*^9, 
   3.7594758883598785`*^9, {3.7594761345016603`*^9, 3.7594761764320583`*^9}, 
   3.759476227913003*^9, 3.7594774922057886`*^9, 3.759477693468029*^9, 
   3.7594779484633484`*^9}],

Cell[BoxData["1974"], "Output",
 CellChangeTimes->{{3.759474862482555*^9, 3.7594748771113915`*^9}, {
   3.75947493463367*^9, 3.759474968345598*^9}, 3.759475055546586*^9, {
   3.7594750955228724`*^9, 3.7594751091623793`*^9}, {3.7594751631044426`*^9, 
   3.7594751841106443`*^9}, {3.7594752203577175`*^9, 3.7594752335754733`*^9}, 
   3.7594753366732492`*^9, {3.7594753911903677`*^9, 3.759475415803776*^9}, {
   3.759475528393896*^9, 3.7594755741875153`*^9}, 3.7594758339441853`*^9, 
   3.7594758883598785`*^9, {3.7594761345016603`*^9, 3.7594761764320583`*^9}, 
   3.759476227913003*^9, 3.7594774922057886`*^9, 3.759477693468029*^9, 
   3.7594779484653487`*^9}]
}, Open  ]],

Cell[CellGroupData[{

Cell[BoxData[
 RowBox[{"ListLogPlot", "[", 
  RowBox[{"residuals", ",", 
   RowBox[{"PlotRange", "\[Rule]", "All"}]}], "]"}]], "Input"],

Cell[BoxData[
 GraphicsBox[{{}, {{}, 
    {RGBColor[0.368417, 0.506779, 0.709798], PointSize[0.012833333333333334`],
      AbsoluteThickness[1.6], 
     PointBox[{{1., 0.2514318886721822}, {2., 0.2373511688955288}, {
      3., -0.10657714647500881`}, {4., -0.45144096695077535`}, {
      5., -0.7165083253534985}, {6., -0.8076043920514203}, {
      7., -0.9178125443292999}}]}, {}}, {}},
  AspectRatio->NCache[GoldenRatio^(-1), 0.6180339887498948],
  Axes->{True, True},
  AxesLabel->{None, None},
  AxesOrigin->{0.90625, -1.0026770596277947`},
  CoordinatesToolOptions:>{"DisplayFunction" -> ({
      Part[#, 1], 
      Exp[
       Part[#, 2]]}& ), "CopiedValueFunction" -> ({
      Part[#, 1], 
      Exp[
       Part[#, 2]]}& )},
  DisplayFunction->Identity,
  Frame->{{False, False}, {False, False}},
  FrameLabel->{{None, None}, {None, None}},
  FrameTicks->{{
     Charting`ScaledTicks[{Log, Exp}], 
     Charting`ScaledFrameTicks[{Log, Exp}]}, {Automatic, Automatic}},
  GridLines->{None, None},
  GridLinesStyle->Directive[
    GrayLevel[0.5, 0.4]],
  Method->{},
  PlotRange->{{1., 7.}, {-0.9827705683849379, 0.2514318886721822}},
  PlotRangeClipping->True,
  PlotRangePadding->{{
     Scaled[0.02], 
     Scaled[0.02]}, {
     Scaled[0.02], 
     Scaled[0.05]}},
  Ticks->FrontEndValueCache[{Automatic, 
     Charting`ScaledTicks[{Log, Exp}]}, {Automatic, {{-0.916290731874155, 
       FormBox[
        TagBox[
         InterpretationBox["\"0.4\"", 0.4, AutoDelete -> True], NumberForm[#, {
           DirectedInfinity[1], 1.}]& ], TraditionalForm], {0.01, 0.}, {
        AbsoluteThickness[0.1]}}, {-0.5108256237659907, 
       FormBox[
        TagBox[
         InterpretationBox["\"0.6\"", 0.6, AutoDelete -> True], NumberForm[#, {
           DirectedInfinity[1], 1.}]& ], TraditionalForm], {0.01, 0.}, {
        AbsoluteThickness[0.1]}}, {-0.2231435513142097, 
       FormBox[
        TagBox[
         InterpretationBox["\"0.8\"", 0.8, AutoDelete -> True], NumberForm[#, {
           DirectedInfinity[1], 1.}]& ], TraditionalForm], {0.01, 0.}, {
        AbsoluteThickness[0.1]}}, {0., 
       FormBox[
        TagBox[
         InterpretationBox["\"1.0\"", 1., AutoDelete -> True], NumberForm[#, {
           DirectedInfinity[1], 1.}]& ], TraditionalForm], {0.01, 0.}, {
        AbsoluteThickness[0.1]}}, {0.1823215567939546, 
       FormBox[
        TagBox[
         InterpretationBox["\"1.2\"", 1.2, AutoDelete -> True], NumberForm[#, {
           DirectedInfinity[1], 1.}]& ], TraditionalForm], {0.01, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.6094379124341003`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.3862943611198906`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.2039728043259361`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.0498221244986778`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-0.7985076962177716, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-0.6931471805599453, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-0.5978370007556204, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-0.4307829160924542, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-0.35667494393873245`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-0.2876820724517809, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-0.16251892949777494`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-0.10536051565782628`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-0.05129329438755058, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {0.04879016416943204, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {0.09531017980432493, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {0.13976194237515863`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {0.22314355131420976`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {0.26236426446749106`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {0.30010459245033816`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {0.3364722366212129, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}}}]]], "Output",
 CellChangeTimes->{3.7594758355182753`*^9, 3.75947589100603*^9}]
}, Open  ]]
}, Open  ]],

Cell[CellGroupData[{

Cell["Newton", "Subsection",
 CellChangeTimes->{{3.759473180064736*^9, 3.759473180636769*^9}}],

Cell[CellGroupData[{

Cell[BoxData[{
 RowBox[{
  RowBox[{
   RowBox[{"objectiveFunction", "[", 
    RowBox[{"r_", ",", "x0_", ",", "k_"}], "]"}], " ", "=", 
   RowBox[{
    RowBox[{"resid", "[", 
     RowBox[{"r", ",", "x0", ",", "k"}], "]"}], ".", 
    RowBox[{"resid", "[", 
     RowBox[{"r", ",", "x0", ",", "k"}], "]"}]}]}], 
  ";"}], "\[IndentingNewLine]", 
 RowBox[{
  RowBox[{"pOld", "=", 
   RowBox[{"{", 
    RowBox[{"10", ",", "10", ",", "10"}], "}"}]}], 
  ";"}], "\[IndentingNewLine]", 
 RowBox[{
  RowBox[{"pNew", "=", 
   RowBox[{"{", 
    RowBox[{"2", ",", "0.1", ",", "2"}], "}"}]}], 
  ";"}], "\[IndentingNewLine]", 
 RowBox[{
  RowBox[{"tol", "=", 
   SuperscriptBox["10", 
    RowBox[{"-", "8"}]]}], ";"}], "\[IndentingNewLine]", 
 RowBox[{
  RowBox[{"iter", "=", "0"}], ";"}], "\[IndentingNewLine]", 
 RowBox[{
  RowBox[{"residuals", "=", 
   RowBox[{"{", "}"}]}], ";"}], "\[IndentingNewLine]", 
 RowBox[{"While", "[", 
  RowBox[{
   RowBox[{
    RowBox[{"Norm", "[", 
     RowBox[{"pOld", "-", "pNew"}], "]"}], ">", "tol"}], ",", 
   "\[IndentingNewLine]", 
   RowBox[{
    RowBox[{"pOld", "=", "pNew"}], ";", "\[IndentingNewLine]", 
    StyleBox[
     RowBox[{"\[CapitalDelta]p", "=", 
      RowBox[{"LinearSolve", "[", 
       RowBox[{
        RowBox[{
         RowBox[{
          RowBox[{"D", "[", 
           RowBox[{
            RowBox[{"objectiveFunction", "[", 
             RowBox[{"r", ",", "x0", ",", "k"}], "]"}], ",", 
            RowBox[{"{", 
             RowBox[{
              RowBox[{"{", 
               RowBox[{"r", ",", "x0", ",", "k"}], "}"}], ",", "2"}], "}"}]}],
            "]"}], "/.", 
          RowBox[{"{", 
           RowBox[{
            RowBox[{"r", "\[Rule]", 
             RowBox[{"pNew", "[", 
              RowBox[{"[", "1", "]"}], "]"}]}], ",", " ", 
            RowBox[{"x0", "\[Rule]", 
             RowBox[{"pNew", "[", 
              RowBox[{"[", "2", "]"}], "]"}]}], ",", " ", 
            RowBox[{"k", "\[Rule]", 
             RowBox[{"pNew", "[", 
              RowBox[{"[", "3", "]"}], "]"}]}]}], "}"}]}], "//", "N"}], ",", 
        "\[IndentingNewLine]", "  ", 
        RowBox[{
         RowBox[{
          RowBox[{"-", 
           RowBox[{"D", "[", 
            RowBox[{
             RowBox[{"objectiveFunction", "[", 
              RowBox[{"r", ",", "x0", ",", "k"}], "]"}], ",", 
             RowBox[{"{", 
              RowBox[{
               RowBox[{"{", 
                RowBox[{"r", ",", "x0", ",", "k"}], "}"}], ",", "1"}], 
              "}"}]}], "]"}]}], "/.", 
          RowBox[{"{", 
           RowBox[{
            RowBox[{"r", "\[Rule]", 
             RowBox[{"pNew", "[", 
              RowBox[{"[", "1", "]"}], "]"}]}], ",", " ", 
            RowBox[{"x0", "\[Rule]", 
             RowBox[{"pNew", "[", 
              RowBox[{"[", "2", "]"}], "]"}]}], ",", " ", 
            RowBox[{"k", "\[Rule]", 
             RowBox[{"pNew", "[", 
              RowBox[{"[", "3", "]"}], "]"}]}]}], "}"}]}], "//", "N"}]}], 
       "]"}]}],
     Background->RGBColor[1, 1, 0]], 
    StyleBox[";",
     Background->RGBColor[1, 1, 0]], "\[IndentingNewLine]", 
    RowBox[{"\[Alpha]", "=", "1"}], ";", "\[IndentingNewLine]", 
    RowBox[{"pNew", "=", 
     RowBox[{"pOld", "+", 
      RowBox[{"\[Alpha]", " ", "\[CapitalDelta]p"}]}]}], ";", 
    "\[IndentingNewLine]", 
    RowBox[{"While", "[", 
     RowBox[{
      RowBox[{
       RowBox[{"Norm", "[", 
        RowBox[{
         RowBox[{"resid", "[", 
          RowBox[{
           RowBox[{"pNew", "[", 
            RowBox[{"[", "1", "]"}], "]"}], ",", 
           RowBox[{"pNew", "[", 
            RowBox[{"[", "2", "]"}], "]"}], ",", 
           RowBox[{"pNew", "[", 
            RowBox[{"[", "3", "]"}], "]"}]}], "]"}], ",", "2"}], "]"}], ">", 
       RowBox[{"Norm", "[", 
        RowBox[{
         RowBox[{"resid", "[", 
          RowBox[{
           RowBox[{"pOld", "[", 
            RowBox[{"[", "1", "]"}], "]"}], ",", 
           RowBox[{"pOld", "[", 
            RowBox[{"[", "2", "]"}], "]"}], ",", 
           RowBox[{"pOld", "[", 
            RowBox[{"[", "3", "]"}], "]"}]}], "]"}], ",", "2"}], "]"}]}], ",",
       "\[IndentingNewLine]", 
      RowBox[{
       RowBox[{"\[Alpha]", "/=", "2"}], ";", "\[IndentingNewLine]", 
       RowBox[{"pNew", "=", 
        RowBox[{"pOld", "+", 
         RowBox[{"\[Alpha]", " ", "\[CapitalDelta]p"}]}]}], ";"}]}], 
     "\[IndentingNewLine]", "]"}], ";", "\[IndentingNewLine]", 
    RowBox[{"AppendTo", "[", 
     RowBox[{"residuals", ",", " ", 
      RowBox[{"Norm", "[", 
       RowBox[{
        RowBox[{"resid", "[", 
         RowBox[{
          RowBox[{"pNew", "[", 
           RowBox[{"[", "1", "]"}], "]"}], ",", 
          RowBox[{"pNew", "[", 
           RowBox[{"[", "2", "]"}], "]"}], ",", 
          RowBox[{"pNew", "[", 
           RowBox[{"[", "3", "]"}], "]"}]}], "]"}], ",", "2"}], "]"}]}], 
     "]"}], ";", "\[IndentingNewLine]", 
    RowBox[{"iter", "++"}]}]}], "\[IndentingNewLine]", 
  "]"}], "\[IndentingNewLine]", "pNew", "\[IndentingNewLine]", "iter"}], \
"Input",
 CellChangeTimes->{{3.759477123244214*^9, 3.7594771700778933`*^9}, 
   3.7594774351135235`*^9, {3.7594775206124134`*^9, 3.7594775364723206`*^9}, {
   3.759477573487438*^9, 3.759477631363477*^9}, {3.759477673389881*^9, 
   3.7594776736118937`*^9}, {3.759477904235995*^9, 3.7594779570308385`*^9}, 
   3.7594780119129777`*^9, {3.75947827445179*^9, 3.759478320713436*^9}}],

Cell[BoxData[
 RowBox[{"{", 
  RowBox[{
  "2.0105916623258984`", ",", "0.043783635187744564`", ",", 
   "2.006564273109243`"}], "}"}]], "Output",
 CellChangeTimes->{
  3.759477125459341*^9, 3.759477175841223*^9, 3.7594774395987797`*^9, {
   3.759477585571129*^9, 3.759477632091519*^9}, {3.759477905676077*^9, 
   3.759477957350857*^9}, 3.759478012461009*^9, {3.759478280281123*^9, 
   3.7594783216974916`*^9}}],

Cell[BoxData["8"], "Output",
 CellChangeTimes->{
  3.759477125459341*^9, 3.759477175841223*^9, 3.7594774395987797`*^9, {
   3.759477585571129*^9, 3.759477632091519*^9}, {3.759477905676077*^9, 
   3.759477957350857*^9}, 3.759478012461009*^9, {3.759478280281123*^9, 
   3.7594783217004924`*^9}}]
}, Open  ]],

Cell[CellGroupData[{

Cell[BoxData[
 RowBox[{"ListLogPlot", "[", 
  RowBox[{"residuals", ",", 
   RowBox[{"PlotRange", "\[Rule]", "All"}]}], "]"}]], "Input"],

Cell[BoxData[
 GraphicsBox[{{}, {{}, 
    {RGBColor[0.368417, 0.506779, 0.709798], PointSize[0.012833333333333334`],
      AbsoluteThickness[1.6], 
     PointBox[{{1., -1.4221326688759768`}, {2., -1.8458662581706073`}, {
      3., -1.9921006490860769`}, {4., -2.0306218327123284`}, {
      5., -2.0331023981395946`}, {6., -2.0331256261277146`}, {
      7., -2.033125627421498}, {8., -2.0331256274214975`}}]}, {}}, {}},
  AspectRatio->NCache[GoldenRatio^(-1), 0.6180339887498948],
  Axes->{True, True},
  AxesLabel->{None, None},
  AxesOrigin->{0.890625, -2.0774718905417378`},
  CoordinatesToolOptions:>{"DisplayFunction" -> ({
      Part[#, 1], 
      Exp[
       Part[#, 2]]}& ), "CopiedValueFunction" -> ({
      Part[#, 1], 
      Exp[
       Part[#, 2]]}& )},
  DisplayFunction->Identity,
  Frame->{{False, False}, {False, False}},
  FrameLabel->{{None, None}, {None, None}},
  FrameTicks->{{
     Charting`ScaledTicks[{Log, Exp}], 
     Charting`ScaledFrameTicks[{Log, Exp}]}, {Automatic, Automatic}},
  GridLines->{None, None},
  GridLinesStyle->Directive[
    GrayLevel[0.5, 0.4]],
  Method->{},
  PlotRange->{{1., 8.}, {-2.067069680674027, -1.4221326688759768`}},
  PlotRangeClipping->True,
  PlotRangePadding->{{
     Scaled[0.02], 
     Scaled[0.02]}, {
     Scaled[0.02], 
     Scaled[0.05]}},
  Ticks->FrontEndValueCache[{Automatic, 
     Charting`ScaledTicks[{Log, Exp}]}, {Automatic, {{-2.0794415416798357`, 
       FormBox[
        TagBox[
         InterpretationBox["\"0.125\"", 0.125, AutoDelete -> True], 
         NumberForm[#, {
           DirectedInfinity[1], 3.}]& ], TraditionalForm], {0.01, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.8971199848858813`, 
       FormBox[
        TagBox[
         InterpretationBox["\"0.150\"", 0.15, AutoDelete -> True], 
         NumberForm[#, {
           DirectedInfinity[1], 3.}]& ], TraditionalForm], {0.01, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.742969305058623, 
       FormBox[
        TagBox[
         InterpretationBox["\"0.175\"", 0.175, AutoDelete -> True], 
         NumberForm[#, {
           DirectedInfinity[1], 3.}]& ], TraditionalForm], {0.01, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.6094379124341003`, 
       FormBox[
        TagBox[
         InterpretationBox["\"0.200\"", 0.2, AutoDelete -> True], 
         NumberForm[#, {
           DirectedInfinity[1], 3.}]& ], TraditionalForm], {0.01, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.491654876777717, 
       FormBox[
        TagBox[
         InterpretationBox["\"0.225\"", 0.225, AutoDelete -> True], 
         NumberForm[#, {
           DirectedInfinity[1], 3.}]& ], TraditionalForm], {0.01, 0.}, {
        AbsoluteThickness[0.1]}}, {-2.3025850929940455`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-2.2537949288246137`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-2.2072749131897207`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-2.162823150618887, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-2.120263536200091, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-2.0402208285265546`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-2.0024805005437076`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.9661128563728327`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.9310215365615626`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.8643301620628905`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.8325814637483102`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.8018098050815563`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.7719568419318752`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.7147984280919266`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.6873994539038122`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.6607312068216509`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.6347557204183902`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.584745299843729, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.5606477482646683`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.5371172508544744`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.5141277326297755`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.4696759700589417`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.448169764837978, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.4271163556401458`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.40649706843741, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}, {-1.3862943611198906`, 
       FormBox[
        InterpretationBox[
         StyleBox[
          
          GraphicsBox[{}, ImageSize -> {0., 0.}, BaselinePosition -> 
           Baseline], "CacheGraphics" -> False], 
         Spacer[{0., 0.}]], TraditionalForm], {0.005, 0.}, {
        AbsoluteThickness[0.1]}}}}]]], "Output",
 CellChangeTimes->{3.75947890214001*^9}]
}, Open  ]]
}, Open  ]]
}, Open  ]]
},
WindowSize->{1920, 998},
WindowMargins->{{-8, Automatic}, {Automatic, -8}},
FrontEndVersion->"11.0 for Microsoft Windows (64-bit) (September 21, 2016)",
StyleDefinitions->"Default.nb"
]
(* End of Notebook Content *)

(* Internal cache information *)
(*CellTagsOutline
CellTagsIndex->{}
*)
(*CellTagsIndex
CellTagsIndex->{}
*)
(*NotebookFileOutline
Notebook[{
Cell[CellGroupData[{
Cell[580, 22, 285, 6, 70, "Section"],
Cell[CellGroupData[{
Cell[890, 32, 1604, 45, 112, "Input"],
Cell[2497, 79, 1056, 28, 243, "Output"]
}, Open  ]],
Cell[CellGroupData[{
Cell[3590, 112, 1108, 32, 69, "Input"],
Cell[4701, 146, 11785, 356, 312, "Output"]
}, Open  ]]
}, Open  ]],
Cell[CellGroupData[{
Cell[16535, 508, 269, 5, 111, "Section"],
Cell[CellGroupData[{
Cell[16829, 517, 102, 1, 49, "Subsection"],
Cell[CellGroupData[{
Cell[16956, 522, 4230, 110, 373, "Input"],
Cell[21189, 634, 605, 11, 30, "Output"],
Cell[21797, 647, 489, 7, 30, "Output"]
}, Open  ]],
Cell[CellGroupData[{
Cell[22323, 659, 205, 4, 30, "Input"],
Cell[22531, 665, 10504, 263, 244, "Output"]
}, Open  ]]
}, Open  ]],
Cell[CellGroupData[{
Cell[33084, 934, 153, 2, 49, "Subsection"],
Cell[CellGroupData[{
Cell[33262, 940, 4944, 130, 411, "Input"],
Cell[38209, 1072, 771, 13, 30, "Output"],
Cell[38983, 1087, 658, 9, 30, "Output"]
}, Open  ]],
Cell[CellGroupData[{
Cell[39678, 1101, 135, 3, 30, "Input"],
Cell[39816, 1106, 8870, 223, 243, "Output"]
}, Open  ]]
}, Open  ]],
Cell[CellGroupData[{
Cell[48735, 1335, 94, 1, 49, "Subsection"],
Cell[CellGroupData[{
Cell[48854, 1340, 5403, 147, 432, "Input"],
Cell[54260, 1489, 410, 9, 31, "Output"],
Cell[54673, 1500, 293, 5, 31, "Output"]
}, Open  ]],
Cell[CellGroupData[{
Cell[55003, 1510, 135, 3, 31, "Input"],
Cell[55141, 1515, 10834, 276, 236, "Output"]
}, Open  ]]
}, Open  ]]
}, Open  ]]
}
]
*)