Optimizers/gradient_descent/tex/e45b3f899e65ddee5e073ecf63f17efb.svg

<ns0:svg xmlns:ns0="http://www.w3.org/2000/svg" xmlns:ns1="http://www.w3.org/1999/xlink" version="1.1" width="140.065278pt" height="9.96264pt" viewBox="70.17164 -57.554161 140.065278 9.96264" readme2tex:offset="0" xmlns:readme2tex="http://github.com/leegao/readme2tex/">
<ns0:defs>
<ns0:path id="g0-0" d="M6.56538-2.291407C6.734745-2.291407 6.914072-2.291407 6.914072-2.49066S6.734745-2.689913 6.56538-2.689913H1.175592C1.006227-2.689913 .826899-2.689913 .826899-2.49066S1.006227-2.291407 1.175592-2.291407H6.56538Z" />
<ns0:path id="g0-1" d="M1.912827-2.49066C1.912827-2.779577 1.673724-3.01868 1.384807-3.01868S.856787-2.779577 .856787-2.49066S1.09589-1.96264 1.384807-1.96264S1.912827-2.201743 1.912827-2.49066Z" />
<ns0:path id="g0-114" d="M7.770859-6.585305C7.790785-6.615193 7.820672-6.684932 7.820672-6.724782C7.820672-6.794521 7.81071-6.804483 7.581569-6.804483H.707347C.478207-6.804483 .468244-6.794521 .468244-6.724782C.468244-6.684932 .498132-6.615193 .518057-6.585305L3.875467 .139477C3.945205 .268991 3.975093 .328767 4.144458 .328767S4.343711 .268991 4.41345 .139477L7.770859-6.585305ZM1.703611-6.087173H7.173101L4.443337-.607721L1.703611-6.087173Z" />
<ns0:path id="g2-11" d="M4.752179-2.351183C4.752179-3.915318 3.825654-4.403487 3.088418-4.403487C1.723537-4.403487 .408468-2.978829 .408468-1.574097C.408468-.647572 1.006227 .109589 2.022416 .109589C2.650062 .109589 3.367372-.119552 4.124533-.727273C4.254047-.199253 4.582814 .109589 5.031133 .109589C5.559153 .109589 5.867995-.438356 5.867995-.597758C5.867995-.667497 5.808219-.697385 5.748443-.697385C5.678705-.697385 5.648817-.667497 5.618929-.597758C5.439601-.109589 5.080946-.109589 5.061021-.109589C4.752179-.109589 4.752179-.886675 4.752179-1.125778C4.752179-1.334994 4.752179-1.354919 4.851806-1.474471C5.788294-2.650062 5.997509-3.805729 5.997509-3.815691C5.997509-3.835616 5.987547-3.915318 5.877958-3.915318C5.778331-3.915318 5.778331-3.88543 5.728518-3.706102C5.549191-3.078456 5.220423-2.321295 4.752179-1.733499V-2.351183ZM4.084682-.986301C3.20797-.219178 2.440847-.109589 2.042341-.109589C1.444583-.109589 1.145704-.557908 1.145704-1.195517C1.145704-1.683686 1.404732-2.759651 1.723537-3.267746C2.191781-3.995019 2.729763-4.184309 3.078456-4.184309C4.064757-4.184309 4.064757-2.879203 4.064757-2.102117C4.064757-1.733499 4.064757-1.155666 4.084682-.986301Z" />
<ns0:path id="g2-13" d="M.408468-2.530511C.797011-3.676214 1.882939-3.686177 1.992528-3.686177C3.496887-3.686177 3.606476-1.942715 3.606476-1.155666C3.606476-.547945 3.556663-.37858 3.486924-.179328C3.267746 .547945 2.968867 1.703611 2.968867 1.96264C2.968867 2.072229 3.01868 2.141968 3.098381 2.141968C3.227895 2.141968 3.307597 1.92279 3.417186 1.544209C3.646326 .707347 3.745953 .139477 3.785803-.169365C3.805729-.298879 3.825654-.428394 3.865504-.557908C4.184309-1.544209 4.821918-3.028643 5.220423-3.815691C5.290162-3.935243 5.409714-4.154421 5.409714-4.194271C5.409714-4.293898 5.310087-4.293898 5.290162-4.293898C5.260274-4.293898 5.200498-4.293898 5.17061-4.224159C4.652553-3.277709 4.254047-2.281445 3.855542-1.275218C3.845579-1.58406 3.835616-2.34122 3.447073-3.307597C3.20797-3.915318 2.809465-4.403487 2.122042-4.403487C.876712-4.403487 .179328-2.889166 .179328-2.580324C.179328-2.480697 .268991-2.480697 .368618-2.480697L.408468-2.530511Z" />
<ns0:path id="g2-18" d="M4.533001-4.98132C4.533001-5.638854 4.353674-7.023661 3.337484-7.023661C1.952677-7.023661 .418431-4.214197 .418431-1.932752C.418431-.996264 .707347 .109589 1.613948 .109589C3.01868 .109589 4.533001-2.749689 4.533001-4.98132ZM1.474471-3.616438C1.643836-4.254047 1.843088-5.051059 2.241594-5.758406C2.510585-6.246575 2.879203-6.804483 3.327522-6.804483C3.815691-6.804483 3.875467-6.166874 3.875467-5.599004C3.875467-5.110834 3.795766-4.60274 3.556663-3.616438H1.474471ZM3.466999-3.297634C3.35741-2.839352 3.148194-1.992528 2.769614-1.275218C2.420922-.597758 2.042341-.109589 1.613948-.109589C1.285181-.109589 1.075965-.398506 1.075965-1.325031C1.075965-1.743462 1.135741-2.321295 1.39477-3.297634H3.466999Z" />
<ns0:path id="g2-74" d="M5.389788-6.07721C5.469489-6.405978 5.489415-6.495641 6.03736-6.495641C6.196762-6.495641 6.306351-6.495641 6.306351-6.684932C6.306351-6.774595 6.246575-6.804483 6.166874-6.804483C5.917808-6.804483 5.310087-6.774595 5.061021-6.774595C4.732254-6.774595 3.92528-6.804483 3.596513-6.804483C3.506849-6.804483 3.387298-6.804483 3.387298-6.60523C3.387298-6.495641 3.466999-6.495641 3.726027-6.495641C3.955168-6.495641 4.054795-6.495641 4.303861-6.475716C4.542964-6.445828 4.612702-6.41594 4.612702-6.276463C4.612702-6.216687 4.592777-6.146949 4.572852-6.067248L3.427148-1.494396C3.188045-.52802 2.510585 0 1.992528 0C1.733499 0 1.205479-.099626 1.046077-.617684C1.075965-.607721 1.145704-.607721 1.165629-.607721C1.554172-.607721 1.8132-.946451 1.8132-1.24533C1.8132-1.564134 1.544209-1.663761 1.374844-1.663761C1.195517-1.663761 .707347-1.544209 .707347-.86675C.707347-.249066 1.235367 .219178 2.022416 .219178C2.938979 .219178 3.975093-.438356 4.224159-1.424658L5.389788-6.07721Z" />
<ns0:path id="g2-118" d="M4.662516-3.706102C4.662516-4.244085 4.403487-4.403487 4.224159-4.403487C3.975093-4.403487 3.73599-4.144458 3.73599-3.92528C3.73599-3.795766 3.785803-3.73599 3.895392-3.626401C4.104608-3.427148 4.234122-3.16812 4.234122-2.809465C4.234122-2.391034 3.626401-.109589 2.460772-.109589C1.952677-.109589 1.723537-.458281 1.723537-.976339C1.723537-1.534247 1.992528-2.261519 2.30137-3.088418C2.371108-3.257783 2.420922-3.39726 2.420922-3.58655C2.420922-4.034869 2.102117-4.403487 1.603985-4.403487C.667497-4.403487 .288917-2.958904 .288917-2.86924C.288917-2.769614 .388543-2.769614 .408468-2.769614C.508095-2.769614 .518057-2.789539 .56787-2.948941C.856787-3.955168 1.285181-4.184309 1.574097-4.184309C1.653798-4.184309 1.823163-4.184309 1.823163-3.865504C1.823163-3.616438 1.723537-3.347447 1.653798-3.16812C1.215442-2.012453 1.085928-1.554172 1.085928-1.125778C1.085928-.049813 1.96264 .109589 2.420922 .109589C4.094645 .109589 4.662516-3.188045 4.662516-3.706102Z" />
<ns0:path id="g3-18" d="M3.563636-3.396264C3.563636-4.128518 3.284682-4.909589 2.601245-4.909589C1.555168-4.909589 .439352-3.040598 .439352-1.443587C.439352-.613699 .760149 .069738 1.401743 .069738C2.461768 .069738 3.563636-1.834122 3.563636-3.396264ZM1.227397-2.545455C1.583064-4.051806 2.182814-4.714321 2.594271-4.714321C3.040598-4.714321 3.040598-3.940224 3.040598-3.807721C3.040598-3.535741 2.984807-3.131258 2.838356-2.545455H1.227397ZM2.775592-2.294396C2.580324-1.534247 2.419925-1.157659 2.21071-.81594C1.994521-.4533 1.715567-.125529 1.408717-.125529C1.025156-.125529 .962391-.655542 .962391-1.03213C.962391-1.492403 1.094894-2.036364 1.164633-2.294396H2.775592Z" />
<ns0:path id="g3-116" d="M1.715567-2.75467H2.426899C2.559402-2.75467 2.650062-2.75467 2.650062-2.908095C2.650062-3.005729 2.559402-3.005729 2.440847-3.005729H1.778331L2.036364-4.037858C2.043337-4.072727 2.057285-4.107597 2.057285-4.135492C2.057285-4.261021 1.959651-4.358655 1.820174-4.358655C1.645828-4.358655 1.54122-4.2401 1.492403-4.05878C1.443587-3.884433 1.534247-4.219178 1.227397-3.005729H.516065C.383562-3.005729 .292902-3.005729 .292902-2.852304C.292902-2.75467 .376588-2.75467 .502117-2.75467H1.164633L.753176-1.108842C.711333-.934496 .648568-.683437 .648568-.592777C.648568-.18132 .99726 .069738 1.39477 .069738C2.168867 .069738 2.608219-.9066 2.608219-.99726S2.517559-1.08792 2.496638-1.08792C2.412951-1.08792 2.405978-1.073973 2.350187-.955417C2.154919-.516065 1.799253-.125529 1.415691-.125529C1.26924-.125529 1.171606-.216189 1.171606-.467248C1.171606-.536986 1.199502-.683437 1.21345-.753176L1.715567-2.75467Z" />
<ns0:path id="g1-0" d="M5.188543-1.57609C5.300125-1.57609 5.467497-1.57609 5.467497-1.743462C5.467497-1.917808 5.307098-1.917808 5.188543-1.917808H1.03213C.920548-1.917808 .753176-1.917808 .753176-1.750436C.753176-1.57609 .913574-1.57609 1.03213-1.57609H5.188543Z" />
<ns0:path id="g4-40" d="M3.297634 2.391034C3.297634 2.361146 3.297634 2.34122 3.128269 2.171856C1.882939 .916563 1.564134-.966376 1.564134-2.49066C1.564134-4.224159 1.942715-5.957659 3.16812-7.202989C3.297634-7.32254 3.297634-7.342466 3.297634-7.372354C3.297634-7.442092 3.257783-7.47198 3.198007-7.47198C3.098381-7.47198 2.201743-6.794521 1.613948-5.529265C1.105853-4.433375 .986301-3.327522 .986301-2.49066C.986301-1.713574 1.09589-.508095 1.643836 .617684C2.241594 1.843088 3.098381 2.49066 3.198007 2.49066C3.257783 2.49066 3.297634 2.460772 3.297634 2.391034Z" />
<ns0:path id="g4-41" d="M2.879203-2.49066C2.879203-3.267746 2.769614-4.473225 2.221669-5.599004C1.62391-6.824408 .767123-7.47198 .667497-7.47198C.607721-7.47198 .56787-7.43213 .56787-7.372354C.56787-7.342466 .56787-7.32254 .757161-7.143213C1.733499-6.156912 2.30137-4.572852 2.30137-2.49066C2.30137-.787049 1.932752 .966376 .697385 2.221669C.56787 2.34122 .56787 2.361146 .56787 2.391034C.56787 2.450809 .607721 2.49066 .667497 2.49066C.767123 2.49066 1.663761 1.8132 2.251557 .547945C2.759651-.547945 2.879203-1.653798 2.879203-2.49066Z" />
<ns0:path id="g4-43" d="M4.07472-2.291407H6.854296C6.993773-2.291407 7.183064-2.291407 7.183064-2.49066S6.993773-2.689913 6.854296-2.689913H4.07472V-5.479452C4.07472-5.618929 4.07472-5.808219 3.875467-5.808219S3.676214-5.618929 3.676214-5.479452V-2.689913H.886675C.747198-2.689913 .557908-2.689913 .557908-2.49066S.747198-2.291407 .886675-2.291407H3.676214V.498132C3.676214 .637609 3.676214 .826899 3.875467 .826899S4.07472 .637609 4.07472 .498132V-2.291407Z" />
<ns0:path id="g4-61" d="M6.844334-3.257783C6.993773-3.257783 7.183064-3.257783 7.183064-3.457036S6.993773-3.656289 6.854296-3.656289H.886675C.747198-3.656289 .557908-3.656289 .557908-3.457036S.747198-3.257783 .896638-3.257783H6.844334ZM6.854296-1.325031C6.993773-1.325031 7.183064-1.325031 7.183064-1.524284S6.993773-1.723537 6.844334-1.723537H.896638C.747198-1.723537 .557908-1.723537 .557908-1.524284S.747198-1.325031 .886675-1.325031H6.854296Z" />
<ns0:path id="g5-49" d="M2.336239-4.435367C2.336239-4.623661 2.322291-4.630635 2.127024-4.630635C1.680697-4.191283 1.046077-4.184309 .760149-4.184309V-3.93325C.927522-3.93325 1.387796-3.93325 1.771357-4.128518V-.571856C1.771357-.341719 1.771357-.251059 1.073973-.251059H.808966V0C.934496-.006974 1.792279-.027895 2.050311-.027895C2.266501-.027895 3.145205-.006974 3.29863 0V-.251059H3.033624C2.336239-.251059 2.336239-.341719 2.336239-.571856V-4.435367Z" />
</ns0:defs>
<ns0:g id="page1" fill-opacity="0.9">
<ns0:use x="70.17164" y="-50.082181" ns1:href="#g2-118" />
<ns0:use x="75.000771" y="-48.5878" ns1:href="#g3-116" />
<ns0:use x="81.275794" y="-50.082181" ns1:href="#g4-61" />
<ns0:use x="91.791874" y="-50.082181" ns1:href="#g2-13" />
<ns0:use x="97.503305" y="-50.082181" ns1:href="#g2-118" />
<ns0:use x="102.332436" y="-48.5878" ns1:href="#g3-116" />
<ns0:use x="105.342007" y="-48.5878" ns1:href="#g1-0" />
<ns0:use x="111.568687" y="-48.5878" ns1:href="#g5-49" />
<ns0:use x="118.251895" y="-50.082181" ns1:href="#g4-43" />
<ns0:use x="128.214508" y="-50.082181" ns1:href="#g2-11" />
<ns0:use x="136.838373" y="-50.082181" ns1:href="#g0-1" />
<ns0:use x="141.819647" y="-50.082181" ns1:href="#g0-114" />
<ns0:use x="150.121873" y="-48.5878" ns1:href="#g3-18" />
<ns0:use x="154.629247" y="-50.082181" ns1:href="#g2-74" />
<ns0:use x="161.111883" y="-50.082181" ns1:href="#g4-40" />
<ns0:use x="164.986257" y="-50.082181" ns1:href="#g2-18" />
<ns0:use x="172.153776" y="-50.082181" ns1:href="#g0-0" />
<ns0:use x="182.116389" y="-50.082181" ns1:href="#g2-13" />
<ns0:use x="187.827821" y="-50.082181" ns1:href="#g2-118" />
<ns0:use x="192.656952" y="-48.5878" ns1:href="#g3-116" />
<ns0:use x="195.666523" y="-48.5878" ns1:href="#g1-0" />
<ns0:use x="201.893202" y="-48.5878" ns1:href="#g5-49" />
<ns0:use x="206.362544" y="-50.082181" ns1:href="#g4-41" />
</ns0:g>
</ns0:svg>