<?xml version="1.0" encoding="UTF-8"?><rss xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:content="http://purl.org/rss/1.0/modules/content/" xmlns:atom="http://www.w3.org/2005/Atom" version="2.0" xmlns:itunes="http://www.itunes.com/dtds/podcast-1.0.dtd" xmlns:googleplay="http://www.google.com/schemas/play-podcasts/1.0"><channel><title><![CDATA[Typal Academy: Optimization]]></title><description><![CDATA[Articles covering topics in numerical optimization.]]></description><link>https://newsletter.typal.academy/s/optimization</link><image><url>https://substackcdn.com/image/fetch/$s_!zJHo!,w_256,c_limit,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F725873a3-c9ed-4352-b9ea-05ef8e1d1928_400x400.png</url><title>Typal Academy: Optimization</title><link>https://newsletter.typal.academy/s/optimization</link></image><generator>Substack</generator><lastBuildDate>Mon, 06 Apr 2026 02:58:01 GMT</lastBuildDate><atom:link href="https://newsletter.typal.academy/feed" rel="self" type="application/rss+xml"/><copyright><![CDATA[Typal Academy]]></copyright><language><![CDATA[en]]></language><webMaster><![CDATA[typalacademy@substack.com]]></webMaster><itunes:owner><itunes:email><![CDATA[typalacademy@substack.com]]></itunes:email><itunes:name><![CDATA[Howard Heaton]]></itunes:name></itunes:owner><itunes:author><![CDATA[Howard Heaton]]></itunes:author><googleplay:owner><![CDATA[typalacademy@substack.com]]></googleplay:owner><googleplay:email><![CDATA[typalacademy@substack.com]]></googleplay:email><googleplay:author><![CDATA[Howard Heaton]]></googleplay:author><itunes:block><![CDATA[Yes]]></itunes:block><item><title><![CDATA[Bregman's D-Projections]]></title><description><![CDATA[the almost forgotten origin of Bregman divergences]]></description><link>https://newsletter.typal.academy/p/bregmans-d-projections</link><guid isPermaLink="false">https://newsletter.typal.academy/p/bregmans-d-projections</guid><dc:creator><![CDATA[Howard Heaton]]></dc:creator><pubDate>Mon, 22 Dec 2025 13:01:17 GMT</pubDate><enclosure url="https://substackcdn.com/image/fetch/$s_!X2Ax!,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F53344052-d315-48d8-b3d9-e0ad127e142d_2576x1932.jpeg" length="0" type="image/jpeg"/><content:encoded><![CDATA[
      <p>
          <a href="https://newsletter.typal.academy/p/bregmans-d-projections">
              Read more
          </a>
      </p>
   ]]></content:encoded></item><item><title><![CDATA[Kaczmarz Algorithm]]></title><description><![CDATA[iterative projections onto hyperplanes]]></description><link>https://newsletter.typal.academy/p/kaczmarz-algorithm</link><guid isPermaLink="false">https://newsletter.typal.academy/p/kaczmarz-algorithm</guid><dc:creator><![CDATA[Howard Heaton]]></dc:creator><pubDate>Wed, 17 Dec 2025 20:07:12 GMT</pubDate><enclosure url="https://substackcdn.com/image/fetch/$s_!7CvN!,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F55b40e98-e7f0-4d88-9c9b-37e9fe065801_1920x1080.gif" length="0" type="image/jpeg"/><content:encoded><![CDATA[
      <p>
          <a href="https://newsletter.typal.academy/p/kaczmarz-algorithm">
              Read more
          </a>
      </p>
   ]]></content:encoded></item><item><title><![CDATA[Full Stack Mathematician]]></title><description><![CDATA[A new label, perhaps?]]></description><link>https://newsletter.typal.academy/p/full-stack-mathematician</link><guid isPermaLink="false">https://newsletter.typal.academy/p/full-stack-mathematician</guid><dc:creator><![CDATA[Howard Heaton]]></dc:creator><pubDate>Tue, 09 Dec 2025 13:03:19 GMT</pubDate><enclosure url="https://substackcdn.com/image/fetch/$s_!oEUW!,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F315a51cd-c863-42d7-bad0-f809df41666c_1920x1080.png" length="0" type="image/jpeg"/><content:encoded><![CDATA[
      <p>
          <a href="https://newsletter.typal.academy/p/full-stack-mathematician">
              Read more
          </a>
      </p>
   ]]></content:encoded></item><item><title><![CDATA[Interior Point Method]]></title><description><![CDATA[Log barrier example with Newton's iteration]]></description><link>https://newsletter.typal.academy/p/interior-point-method</link><guid isPermaLink="false">https://newsletter.typal.academy/p/interior-point-method</guid><dc:creator><![CDATA[Howard Heaton]]></dc:creator><pubDate>Wed, 03 Dec 2025 04:35:19 GMT</pubDate><enclosure url="https://substackcdn.com/image/fetch/$s_!HGsV!,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2Fba1dea50-32d9-4463-a5d5-d65790c3af00_1920x1080.gif" length="0" type="image/jpeg"/><content:encoded><![CDATA[
      <p>
          <a href="https://newsletter.typal.academy/p/interior-point-method">
              Read more
          </a>
      </p>
   ]]></content:encoded></item><item><title><![CDATA[Convex Flow Problem]]></title><description><![CDATA[Optimizing over graphs embedding physics]]></description><link>https://newsletter.typal.academy/p/convex-flow-problem</link><guid isPermaLink="false">https://newsletter.typal.academy/p/convex-flow-problem</guid><dc:creator><![CDATA[Howard Heaton]]></dc:creator><pubDate>Fri, 03 Oct 2025 15:59:32 GMT</pubDate><enclosure url="https://substackcdn.com/image/fetch/$s_!7xRR!,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2Fff015ce3-3116-4c82-be94-be1765780281_1920x1080.png" length="0" type="image/jpeg"/><content:encoded><![CDATA[
      <p>
          <a href="https://newsletter.typal.academy/p/convex-flow-problem">
              Read more
          </a>
      </p>
   ]]></content:encoded></item><item><title><![CDATA[Brachistochrone Derivation]]></title><description><![CDATA[Computing the Shortest-Time Curve]]></description><link>https://newsletter.typal.academy/p/brachistochrone-derivation</link><guid isPermaLink="false">https://newsletter.typal.academy/p/brachistochrone-derivation</guid><dc:creator><![CDATA[Howard Heaton]]></dc:creator><pubDate>Thu, 25 Sep 2025 06:14:12 GMT</pubDate><enclosure url="https://substackcdn.com/image/fetch/$s_!2vbh!,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F75ccbc6e-9c10-403a-97ec-3c704c8d27fd_8000x4500.jpeg" length="0" type="image/jpeg"/><content:encoded><![CDATA[
      <p>
          <a href="https://newsletter.typal.academy/p/brachistochrone-derivation">
              Read more
          </a>
      </p>
   ]]></content:encoded></item><item><title><![CDATA[Brachistochrone Problem]]></title><description><![CDATA[Finding the Shortest-Time Curve]]></description><link>https://newsletter.typal.academy/p/brachistochrone-problem</link><guid isPermaLink="false">https://newsletter.typal.academy/p/brachistochrone-problem</guid><dc:creator><![CDATA[Howard Heaton]]></dc:creator><pubDate>Wed, 10 Sep 2025 14:10:04 GMT</pubDate><enclosure url="https://substackcdn.com/image/fetch/$s_!cCLe!,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2Faf4aec29-85b1-4b4b-a65b-60612765c942_1920x1080.gif" length="0" type="image/jpeg"/><content:encoded><![CDATA[
      <p>
          <a href="https://newsletter.typal.academy/p/brachistochrone-problem">
              Read more
          </a>
      </p>
   ]]></content:encoded></item><item><title><![CDATA[Minimum-Norm Problem]]></title><description><![CDATA[Minimal Energy Solutions]]></description><link>https://newsletter.typal.academy/p/minimum-norm-problem</link><guid isPermaLink="false">https://newsletter.typal.academy/p/minimum-norm-problem</guid><dc:creator><![CDATA[Howard Heaton]]></dc:creator><pubDate>Fri, 05 Sep 2025 00:01:16 GMT</pubDate><enclosure url="https://substackcdn.com/image/fetch/$s_!SJfr!,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F59039482-303d-43db-92fc-96c618d74a64_1920x1080.png" length="0" type="image/jpeg"/><content:encoded><![CDATA[
      <p>
          <a href="https://newsletter.typal.academy/p/minimum-norm-problem">
              Read more
          </a>
      </p>
   ]]></content:encoded></item><item><title><![CDATA[Basis Pursuit]]></title><description><![CDATA[Corners beat circles.]]></description><link>https://newsletter.typal.academy/p/basis-pursuit</link><guid isPermaLink="false">https://newsletter.typal.academy/p/basis-pursuit</guid><dc:creator><![CDATA[Howard Heaton]]></dc:creator><pubDate>Tue, 02 Sep 2025 12:28:38 GMT</pubDate><enclosure url="https://substackcdn.com/image/fetch/$s_!5Uo-!,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F565f7309-0191-45c5-a309-1b0ae420037c_1920x1080.png" length="0" type="image/jpeg"/><content:encoded><![CDATA[
      <p>
          <a href="https://newsletter.typal.academy/p/basis-pursuit">
              Read more
          </a>
      </p>
   ]]></content:encoded></item><item><title><![CDATA[What does Proximal-Proximal solve?]]></title><description><![CDATA[A subtle mistake when minimizing the sum of two functions]]></description><link>https://newsletter.typal.academy/p/what-does-proximal-proximal-solve</link><guid isPermaLink="false">https://newsletter.typal.academy/p/what-does-proximal-proximal-solve</guid><dc:creator><![CDATA[Howard Heaton]]></dc:creator><pubDate>Wed, 27 Aug 2025 13:58:54 GMT</pubDate><enclosure url="https://substackcdn.com/image/fetch/$s_!FQbt!,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F98a7a1e5-8413-476c-83fa-f8791f3bb556_1920x1080.png" length="0" type="image/jpeg"/><content:encoded><![CDATA[
      <p>
          <a href="https://newsletter.typal.academy/p/what-does-proximal-proximal-solve">
              Read more
          </a>
      </p>
   ]]></content:encoded></item><item><title><![CDATA[Proximal Gradient]]></title><description><![CDATA[Minimizer = Fixed Point of Update Formula]]></description><link>https://newsletter.typal.academy/p/proximal-gradient</link><guid isPermaLink="false">https://newsletter.typal.academy/p/proximal-gradient</guid><dc:creator><![CDATA[Howard Heaton]]></dc:creator><pubDate>Tue, 19 Aug 2025 12:02:50 GMT</pubDate><enclosure url="https://substackcdn.com/image/fetch/$s_!0YPF!,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F4fa9ea93-8d00-4007-bbbb-0cc313d1b74d_1920x1080.png" length="0" type="image/jpeg"/><content:encoded><![CDATA[
      <p>
          <a href="https://newsletter.typal.academy/p/proximal-gradient">
              Read more
          </a>
      </p>
   ]]></content:encoded></item><item><title><![CDATA[Fermat-Weber Problem]]></title><description><![CDATA[a basic form of minimizing a sum of distances]]></description><link>https://newsletter.typal.academy/p/fermat-weber-problem</link><guid isPermaLink="false">https://newsletter.typal.academy/p/fermat-weber-problem</guid><dc:creator><![CDATA[Howard Heaton]]></dc:creator><pubDate>Thu, 14 Aug 2025 00:59:03 GMT</pubDate><enclosure url="https://substackcdn.com/image/fetch/$s_!0ghk!,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F142805a7-be43-4738-87a2-529367e5349f_1920x1080.png" length="0" type="image/jpeg"/><content:encoded><![CDATA[
      <p>
          <a href="https://newsletter.typal.academy/p/fermat-weber-problem">
              Read more
          </a>
      </p>
   ]]></content:encoded></item><item><title><![CDATA[Matrix Completion]]></title><description><![CDATA[a simple model for predicting missing entries]]></description><link>https://newsletter.typal.academy/p/matrix-completion</link><guid isPermaLink="false">https://newsletter.typal.academy/p/matrix-completion</guid><dc:creator><![CDATA[Howard Heaton]]></dc:creator><pubDate>Thu, 31 Jul 2025 00:01:47 GMT</pubDate><enclosure url="https://substackcdn.com/image/fetch/$s_!JFDs!,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2Fb581f18b-9575-402f-bc01-13b7e532ea05_1536x864.png" length="0" type="image/jpeg"/><content:encoded><![CDATA[
      <p>
          <a href="https://newsletter.typal.academy/p/matrix-completion">
              Read more
          </a>
      </p>
   ]]></content:encoded></item><item><title><![CDATA[Singular Value Thresholding]]></title><description><![CDATA[Proximal of Nuclear Norm]]></description><link>https://newsletter.typal.academy/p/singular-value-thresholding</link><guid isPermaLink="false">https://newsletter.typal.academy/p/singular-value-thresholding</guid><dc:creator><![CDATA[Howard Heaton]]></dc:creator><pubDate>Thu, 10 Jul 2025 13:51:34 GMT</pubDate><enclosure url="https://substackcdn.com/image/fetch/$s_!jmI8!,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F8eb0ada8-3c16-47c0-bdf7-7e780a39e608_1636x1228.png" length="0" type="image/jpeg"/><content:encoded><![CDATA[
      <p>
          <a href="https://newsletter.typal.academy/p/singular-value-thresholding">
              Read more
          </a>
      </p>
   ]]></content:encoded></item><item><title><![CDATA[Fixed Point Iterations]]></title><description><![CDATA[Don't just settle for vanilla fixed point iterations]]></description><link>https://newsletter.typal.academy/p/fixed-point-iterations</link><guid isPermaLink="false">https://newsletter.typal.academy/p/fixed-point-iterations</guid><dc:creator><![CDATA[Howard Heaton]]></dc:creator><pubDate>Tue, 24 Jun 2025 12:28:13 GMT</pubDate><enclosure url="https://substackcdn.com/image/fetch/$s_!CZ0G!,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F85bb55e2-2e53-422a-8a45-5867ae8493c2_1392x1660.png" length="0" type="image/jpeg"/><content:encoded><![CDATA[
      <p>
          <a href="https://newsletter.typal.academy/p/fixed-point-iterations">
              Read more
          </a>
      </p>
   ]]></content:encoded></item><item><title><![CDATA[Gradient Descent]]></title><description><![CDATA[a classic algorithm seen through operators]]></description><link>https://newsletter.typal.academy/p/gradient-descent</link><guid isPermaLink="false">https://newsletter.typal.academy/p/gradient-descent</guid><dc:creator><![CDATA[Howard Heaton]]></dc:creator><pubDate>Tue, 17 Jun 2025 12:02:57 GMT</pubDate><enclosure url="https://substackcdn.com/image/fetch/$s_!KLIQ!,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2Fbec53daf-c01f-4c10-8d4b-f8b5b7c47b67_1824x1286.png" length="0" type="image/jpeg"/><content:encoded><![CDATA[
      <p>
          <a href="https://newsletter.typal.academy/p/gradient-descent">
              Read more
          </a>
      </p>
   ]]></content:encoded></item><item><title><![CDATA[Alternating Projection]]></title><description><![CDATA[Project. Switch. Repeat.]]></description><link>https://newsletter.typal.academy/p/alternating-projection</link><guid isPermaLink="false">https://newsletter.typal.academy/p/alternating-projection</guid><dc:creator><![CDATA[Howard Heaton]]></dc:creator><pubDate>Tue, 27 May 2025 12:02:59 GMT</pubDate><enclosure url="https://substackcdn.com/image/fetch/$s_!BaKl!,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F14e4d299-6558-4c09-83fd-e6758b2a008d_1920x1080.gif" length="0" type="image/jpeg"/><content:encoded><![CDATA[
      <p>
          <a href="https://newsletter.typal.academy/p/alternating-projection">
              Read more
          </a>
      </p>
   ]]></content:encoded></item><item><title><![CDATA[Baillon and Haddad's Theorem]]></title><description><![CDATA[a bridge from functions to monotone operators]]></description><link>https://newsletter.typal.academy/p/baillon-and-haddads-theorem</link><guid isPermaLink="false">https://newsletter.typal.academy/p/baillon-and-haddads-theorem</guid><dc:creator><![CDATA[Howard Heaton]]></dc:creator><pubDate>Tue, 20 May 2025 12:01:56 GMT</pubDate><enclosure url="https://substackcdn.com/image/fetch/$s_!kn1E!,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F9c34b599-7f56-458b-9f05-a052a3952f50_1006x590.png" length="0" type="image/jpeg"/><content:encoded><![CDATA[
      <p>
          <a href="https://newsletter.typal.academy/p/baillon-and-haddads-theorem">
              Read more
          </a>
      </p>
   ]]></content:encoded></item><item><title><![CDATA[Krasnosel’skii-Mann Iteration]]></title><description><![CDATA[an elegant and powerful abstraction]]></description><link>https://newsletter.typal.academy/p/krasnoselskii-mann-iteration</link><guid isPermaLink="false">https://newsletter.typal.academy/p/krasnoselskii-mann-iteration</guid><dc:creator><![CDATA[Howard Heaton]]></dc:creator><pubDate>Tue, 22 Apr 2025 13:03:22 GMT</pubDate><enclosure url="https://substackcdn.com/image/fetch/$s_!sHO9!,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F590a61ad-c0f5-4751-9d76-b9e6a6fc13f8_1214x790.png" length="0" type="image/jpeg"/><content:encoded><![CDATA[
      <p>
          <a href="https://newsletter.typal.academy/p/krasnoselskii-mann-iteration">
              Read more
          </a>
      </p>
   ]]></content:encoded></item><item><title><![CDATA[Continuous and Discrete Perspectives]]></title><description><![CDATA[How Euler&#8217;s Methods relate to Gradient Descent and Proximal Point]]></description><link>https://newsletter.typal.academy/p/continuous-and-discrete-perspectives</link><guid isPermaLink="false">https://newsletter.typal.academy/p/continuous-and-discrete-perspectives</guid><dc:creator><![CDATA[Howard Heaton]]></dc:creator><pubDate>Fri, 14 Mar 2025 23:43:49 GMT</pubDate><enclosure url="https://substackcdn.com/image/fetch/$s_!Z5uy!,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2Fc5ad949a-0e69-4065-90e5-4446bb31d68f_2726x1518.png" length="0" type="image/jpeg"/><content:encoded><![CDATA[
      <p>
          <a href="https://newsletter.typal.academy/p/continuous-and-discrete-perspectives">
              Read more
          </a>
      </p>
   ]]></content:encoded></item></channel></rss>