Optimizers/gradient_descent/tex/e1977b3bd8b60ca5e8e3c3b921470696.svg

<ns0:svg xmlns:ns0="http://www.w3.org/2000/svg" xmlns:ns1="http://www.w3.org/1999/xlink" version="1.1" width="28.472679999999997pt" height="16.916630000000012pt" viewBox="-52.07469 -70.495664 28.472679999999997 16.916630000000012" readme2tex:offset="0.3895179999999936" xmlns:readme2tex="http://github.com/leegao/readme2tex/">
<ns0:defs>
<ns0:path id="g4-97" d="M3.317559-.757161C3.35741-.358655 3.626401 .059776 4.094645 .059776C4.303861 .059776 4.911582-.079701 4.911582-.886675V-1.444583H4.662516V-.886675C4.662516-.308842 4.41345-.249066 4.303861-.249066C3.975093-.249066 3.935243-.697385 3.935243-.747198V-2.739726C3.935243-3.158157 3.935243-3.5467 3.576588-3.915318C3.188045-4.303861 2.689913-4.463263 2.211706-4.463263C1.39477-4.463263 .707347-3.995019 .707347-3.337484C.707347-3.038605 .9066-2.86924 1.165629-2.86924C1.444583-2.86924 1.62391-3.068493 1.62391-3.327522C1.62391-3.447073 1.574097-3.775841 1.115816-3.785803C1.384807-4.134496 1.872976-4.244085 2.191781-4.244085C2.67995-4.244085 3.247821-3.855542 3.247821-2.968867V-2.600249C2.739726-2.570361 2.042341-2.540473 1.414695-2.241594C.667497-1.902864 .418431-1.384807 .418431-.946451C.418431-.139477 1.384807 .109589 2.012453 .109589C2.669988 .109589 3.128269-.288917 3.317559-.757161ZM3.247821-2.391034V-1.39477C3.247821-.448319 2.530511-.109589 2.082192-.109589C1.594022-.109589 1.185554-.458281 1.185554-.956413C1.185554-1.504359 1.603985-2.331258 3.247821-2.391034Z" />
<ns0:path id="g2-18" d="M4.533001-4.98132C4.533001-5.638854 4.353674-7.023661 3.337484-7.023661C1.952677-7.023661 .418431-4.214197 .418431-1.932752C.418431-.996264 .707347 .109589 1.613948 .109589C3.01868 .109589 4.533001-2.749689 4.533001-4.98132ZM1.474471-3.616438C1.643836-4.254047 1.843088-5.051059 2.241594-5.758406C2.510585-6.246575 2.879203-6.804483 3.327522-6.804483C3.815691-6.804483 3.875467-6.166874 3.875467-5.599004C3.875467-5.110834 3.795766-4.60274 3.556663-3.616438H1.474471ZM3.466999-3.297634C3.35741-2.839352 3.148194-1.992528 2.769614-1.275218C2.420922-.597758 2.042341-.109589 1.613948-.109589C1.285181-.109589 1.075965-.398506 1.075965-1.325031C1.075965-1.743462 1.135741-2.321295 1.39477-3.297634H3.466999Z" />
<ns0:path id="g1-50" d="M5.459527-2.291407C5.628892-2.291407 5.808219-2.291407 5.808219-2.49066S5.628892-2.689913 5.459527-2.689913H1.235367C1.354919-4.024907 2.500623-4.98132 3.905355-4.98132H5.459527C5.628892-4.98132 5.808219-4.98132 5.808219-5.180573S5.628892-5.379826 5.459527-5.379826H3.88543C2.181818-5.379826 .826899-4.084682 .826899-2.49066S2.181818 .398506 3.88543 .398506H5.459527C5.628892 .398506 5.808219 .398506 5.808219 .199253S5.628892 0 5.459527 0H3.905355C2.500623 0 1.354919-.956413 1.235367-2.291407H5.459527Z" />
<ns0:path id="g0-82" d="M2.669988-3.128269H3.028643L4.523039-.816936C4.622665-.657534 4.861768-.268991 4.971357-.119552C5.041096 0 5.070984 0 5.300125 0H6.674969C6.854296 0 7.003736 0 7.003736-.179328C7.003736-.259029 6.94396-.328767 6.854296-.348692C6.485679-.428394 5.997509-1.085928 5.758406-1.404732C5.688667-1.504359 5.190535-2.161893 4.523039-3.237858C5.409714-3.39726 6.266501-3.775841 6.266501-4.961395C6.266501-6.346202 4.801993-6.824408 3.626401-6.824408H.498132C.318804-6.824408 .159402-6.824408 .159402-6.645081C.159402-6.475716 .348692-6.475716 .428394-6.475716C.996264-6.475716 1.046077-6.405978 1.046077-5.907846V-.916563C1.046077-.418431 .996264-.348692 .428394-.348692C.348692-.348692 .159402-.348692 .159402-.179328C.159402 0 .318804 0 .498132 0H3.227895C3.407223 0 3.556663 0 3.556663-.179328C3.556663-.348692 3.387298-.348692 3.277709-.348692C2.709838-.348692 2.669988-.428394 2.669988-.916563V-3.128269ZM4.592777-3.616438C4.871731-3.985056 4.901619-4.513076 4.901619-4.951432C4.901619-5.429639 4.841843-5.957659 4.523039-6.366127C4.931507-6.276463 5.917808-5.967621 5.917808-4.961395C5.917808-4.313823 5.618929-3.805729 4.592777-3.616438ZM2.669988-5.937733C2.669988-6.146949 2.669988-6.475716 3.287671-6.475716C4.134496-6.475716 4.552927-6.127024 4.552927-4.951432C4.552927-3.666252 4.244085-3.476961 2.669988-3.476961V-5.937733ZM1.315068-.348692C1.39477-.52802 1.39477-.806974 1.39477-.896638V-5.927771C1.39477-6.027397 1.39477-6.296389 1.315068-6.475716H2.450809C2.321295-6.316314 2.321295-6.117061 2.321295-5.967621V-.896638C2.321295-.797011 2.321295-.52802 2.400996-.348692H1.315068ZM3.437111-3.128269C3.506849-3.138232 3.5467-3.148194 3.626401-3.148194C3.775841-3.148194 3.995019-3.16812 4.144458-3.188045C4.293898-2.948941 5.369863-1.175592 6.196762-.348692H5.230386L3.437111-3.128269Z" />
<ns0:path id="g3-100" d="M3.982067-4.630635C3.989041-4.644583 4.009963-4.735243 4.009963-4.742217C4.009963-4.777086 3.982067-4.839851 3.898381-4.839851C3.758904-4.839851 3.180075-4.78406 3.005729-4.770112C2.949938-4.763138 2.852304-4.756164 2.852304-4.609714C2.852304-4.51208 2.949938-4.51208 3.033624-4.51208C3.368369-4.51208 3.368369-4.463263 3.368369-4.407472C3.368369-4.358655 3.354421-4.316812 3.340473-4.254047L2.942964-2.66401C2.796513-2.894147 2.559402-3.075467 2.224658-3.075467C1.332005-3.075467 .425405-2.092154 .425405-1.08792C.425405-.411457 .878705 .069738 1.478456 .069738C1.855044 .069738 2.189788-.146451 2.468742-.418431C2.601245 0 3.005729 .069738 3.187049 .069738C3.438107 .069738 3.612453-.083686 3.737983-.299875C3.891407-.571856 3.982067-.969365 3.982067-.99726C3.982067-1.08792 3.891407-1.08792 3.870486-1.08792C3.772852-1.08792 3.765878-1.060025 3.717061-.871731C3.633375-.536986 3.500872-.125529 3.20797-.125529C3.02665-.125529 2.977833-.278954 2.977833-.467248C2.977833-.599751 2.991781-.662516 3.012702-.753176L3.982067-4.630635ZM2.496638-.871731C2.447821-.676463 2.294396-.536986 2.140971-.404483C2.078207-.348692 1.799253-.125529 1.499377-.125529C1.241345-.125529 .990286-.306849 .990286-.801993C.990286-1.171606 1.192528-1.93873 1.352927-2.217684C1.673724-2.775592 2.02939-2.880199 2.224658-2.880199C2.712827-2.880199 2.84533-2.350187 2.84533-2.273474C2.84533-2.245579 2.831382-2.196762 2.824408-2.175841L2.496638-.871731Z" />
</ns0:defs>
<ns0:g id="page1" fill-opacity="0.9">
<ns0:use x="-52.07469" y="-62.037349" ns1:href="#g2-18" />
<ns0:use x="-44.353705" y="-62.037349" ns1:href="#g1-50" />
<ns0:use x="-34.94459" y="-62.037349" ns1:href="#g0-82" />
<ns0:use x="-27.74933" y="-65.652713" ns1:href="#g3-100" />
</ns0:g>
</ns0:svg>