Built site for gh-pages

ansost · Nov 6, 2024 · dc5c50a · dc5c50a
1 parent 6c859d3
commit dc5c50a
Show file tree

Hide file tree

Showing 4 changed files with 21 additions and 20 deletions.
diff --git a/.nojekyll b/.nojekyll
@@ -1 +1 @@
-488f4798
+0cf60366
diff --git a/2024/weeks/week04/slides.html b/2024/weeks/week04/slides.html
@@ -564,12 +564,13 @@ <h2></h2>
 </ul>
 <p><span class="math display">\[
 \begin{align*}
-\alpha_{ij} &amp; = \text{softmax}\left(\frac{q_i \cdot k_j}{\sqrt{d_{k}}}\right) \\
+\alpha_{ij} &amp; = \frac{\exp(A_{ij})}{\sum_{j=1}^{n} \exp(A_{ij})}
 \end{align*}
 \]</span></p>
-<p>where,</p>
+<p>explained as: where,</p>
 <ul>
 <li><span class="math inline">\(\alpha_{ij}\)</span> is the attention weight for the i-th query and j-th key.</li>
+<li><span class="math inline">\(\exp\)</span> is the exponential function (e=2.71828).</li>
 <li>The softmax function is applied to each row of the attention score matrix <span class="math inline">\(\text{A}\)</span>.</li>
 </ul>
 </section>

diff --git a/search.json b/search.json
@@ -158,7 +158,7 @@
     "href": "2024/weeks/week04/slides.html#section-8",
     "title": "Week 04 Intro to Transformers",
     "section": "",
-    "text": "Softmax\n\n\nThe scaled dot-products are passed through a softmax function to get the attention weights.\n\n\\[\n\\begin{align*}\n\\alpha_{ij} & = \\text{softmax}\\left(\\frac{q_i \\cdot k_j}{\\sqrt{d_{k}}}\\right) \\\\\n\\end{align*}\n\\]\nwhere,\n\n\\(\\alpha_{ij}\\) is the attention weight for the i-th query and j-th key.\nThe softmax function is applied to each row of the attention score matrix \\(\\text{A}\\)."
+    "text": "Softmax\n\n\nThe scaled dot-products are passed through a softmax function to get the attention weights.\n\n\\[\n\\begin{align*}\n\\alpha_{ij} & = \\frac{\\exp(A_{ij})}{\\sum_{j=1}^{n} \\exp(A_{ij})}\n\\end{align*}\n\\]\nexplained as: where,\n\n\\(\\alpha_{ij}\\) is the attention weight for the i-th query and j-th key.\n\\(\\exp\\) is the exponential function (e=2.71828).\nThe softmax function is applied to each row of the attention score matrix \\(\\text{A}\\)."
   },
   {
     "objectID": "2024/weeks/week04/slides.html#section-9",

diff --git a/sitemap.xml b/sitemap.xml
@@ -2,66 +2,66 @@
 <urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
   <url>
     <loc>https://llm4linguists.xyz/2024/weeks/week03/slides.html</loc>
-    <lastmod>2024-11-06T11:56:37.253Z</lastmod>
+    <lastmod>2024-11-06T12:10:06.205Z</lastmod>
   </url>
   <url>
     <loc>https://llm4linguists.xyz/2024/weeks/week04/slides.html</loc>
-    <lastmod>2024-11-06T11:56:37.253Z</lastmod>
+    <lastmod>2024-11-06T12:10:06.205Z</lastmod>
   </url>
   <url>
     <loc>https://llm4linguists.xyz/2024/assignments/assignment01.html</loc>
-    <lastmod>2024-11-06T11:56:37.249Z</lastmod>
+    <lastmod>2024-11-06T12:10:06.205Z</lastmod>
   </url>
   <url>
     <loc>https://llm4linguists.xyz/2024/homework/homework02.html</loc>
-    <lastmod>2024-11-06T11:56:37.249Z</lastmod>
+    <lastmod>2024-11-06T12:10:06.205Z</lastmod>
   </url>
   <url>
     <loc>https://llm4linguists.xyz/2024/weeks/week03/page.html</loc>
-    <lastmod>2024-11-06T11:56:37.253Z</lastmod>
+    <lastmod>2024-11-06T12:10:06.205Z</lastmod>
   </url>
   <url>
     <loc>https://llm4linguists.xyz/2024/weeks/week01/slides.html</loc>
-    <lastmod>2024-11-06T11:56:37.249Z</lastmod>
+    <lastmod>2024-11-06T12:10:06.205Z</lastmod>
   </url>
   <url>
     <loc>https://llm4linguists.xyz/2024/syllabus.html</loc>
-    <lastmod>2024-11-06T11:56:37.249Z</lastmod>
+    <lastmod>2024-11-06T12:10:06.205Z</lastmod>
   </url>
   <url>
     <loc>https://llm4linguists.xyz/2024/assignments.html</loc>
-    <lastmod>2024-11-06T11:56:37.249Z</lastmod>
+    <lastmod>2024-11-06T12:10:06.205Z</lastmod>
   </url>
   <url>
     <loc>https://llm4linguists.xyz/index.html</loc>
-    <lastmod>2024-11-06T11:56:37.285Z</lastmod>
+    <lastmod>2024-11-06T12:10:06.241Z</lastmod>
   </url>
   <url>
     <loc>https://llm4linguists.xyz/2024/homework.html</loc>
-    <lastmod>2024-11-06T11:56:37.249Z</lastmod>
+    <lastmod>2024-11-06T12:10:06.205Z</lastmod>
   </url>
   <url>
     <loc>https://llm4linguists.xyz/2024/weeks/week01/page.html</loc>
-    <lastmod>2024-11-06T11:56:37.249Z</lastmod>
+    <lastmod>2024-11-06T12:10:06.205Z</lastmod>
   </url>
   <url>
     <loc>https://llm4linguists.xyz/2024/weeks/week02/page.html</loc>
-    <lastmod>2024-11-06T11:56:37.253Z</lastmod>
+    <lastmod>2024-11-06T12:10:06.205Z</lastmod>
   </url>
   <url>
     <loc>https://llm4linguists.xyz/2024/homework/homework01.html</loc>
-    <lastmod>2024-11-06T11:56:37.249Z</lastmod>
+    <lastmod>2024-11-06T12:10:06.205Z</lastmod>
   </url>
   <url>
     <loc>https://llm4linguists.xyz/2024/homework/homework03.html</loc>
-    <lastmod>2024-11-06T11:56:37.249Z</lastmod>
+    <lastmod>2024-11-06T12:10:06.205Z</lastmod>
   </url>
   <url>
     <loc>https://llm4linguists.xyz/2024/weeks/week04/page.html</loc>
-    <lastmod>2024-11-06T11:56:37.253Z</lastmod>
+    <lastmod>2024-11-06T12:10:06.205Z</lastmod>
   </url>
   <url>
     <loc>https://llm4linguists.xyz/2024/weeks/week02/slides.html</loc>
-    <lastmod>2024-11-06T11:56:37.253Z</lastmod>
+    <lastmod>2024-11-06T12:10:06.205Z</lastmod>
   </url>
 </urlset>