<?xml version="1.0" encoding="utf-8" standalone="yes"?>
<rss version="2.0" xmlns:atom="http://www.w3.org/2005/Atom">
  <channel>
    <title>Transformers on Sparse Notes</title>
    <link>https://sparsenotes.com/tags/transformers/</link>
    <description>Recent content in Transformers on Sparse Notes</description>
    <generator>Hugo -- gohugo.io</generator>
    <language>en</language>
    <copyright>© 2026 Pradithya Aria Pura</copyright>
    <lastBuildDate>Sat, 21 Nov 2026 00:00:00 +0000</lastBuildDate><atom:link href="https://sparsenotes.com/tags/transformers/index.xml" rel="self" type="application/rss+xml" />
    
    <item>
      <title>CS329Z Lecture 2: The Language Model Beneath the Agent</title>
      <link>https://sparsenotes.com/posts/2026/11/2026-11-21-cs329z-lecture-02/</link>
      <pubDate>Sat, 21 Nov 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/11/2026-11-21-cs329z-lecture-02/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Self-Attention for Generative Models (Ashish Vaswani &amp; Anna Huang, Stanford CS224N, 2019)</title>
      <link>https://sparsenotes.com/posts/2026/11/self-attention-generative-models-vaswani-huang/</link>
      <pubDate>Sat, 14 Nov 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/11/self-attention-generative-models-vaswani-huang/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Attention Is All You Need (2017): The Architecture That Ate Machine Learning</title>
      <link>https://sparsenotes.com/posts/2026/05/papers/2026-05-30-attention-is-all-you-need/</link>
      <pubDate>Sat, 30 May 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/05/papers/2026-05-30-attention-is-all-you-need/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Let&#39;s Build GPT From Scratch: Karpathy&#39;s Classic, Re-read in 2026</title>
      <link>https://sparsenotes.com/posts/2026/05/2026-05-23-karpathy-lets-build-gpt/</link>
      <pubDate>Sat, 23 May 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/05/2026-05-23-karpathy-lets-build-gpt/</guid>
      <description></description>
      <media:content xmlns:media="http://search.yahoo.com/mrss/" url="https://sparsenotes.com/posts/2026/05/2026-05-23-karpathy-lets-build-gpt/cover.jpg" />
    </item>
    
    <item>
      <title>Transformer vs Post-Transformer: A Heavyweight Debate</title>
      <link>https://sparsenotes.com/posts/2026/05/2026-05-23-transformer-vs-post-transformer/</link>
      <pubDate>Sat, 23 May 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/05/2026-05-23-transformer-vs-post-transformer/</guid>
      <description></description>
      
    </item>
    
  </channel>
</rss>
