<?xml version="1.0" encoding="utf-8" standalone="yes"?>
<rss version="2.0" xmlns:atom="http://www.w3.org/2005/Atom">
  <channel>
    <title>Machine Learning on Sparse Notes</title>
    <link>https://sparsenotes.com/categories/machine-learning/</link>
    <description>Recent content in Machine Learning on Sparse Notes</description>
    <generator>Hugo -- gohugo.io</generator>
    <language>en</language>
    <copyright>© 2026 Pradithya Aria Pura</copyright>
    <lastBuildDate>Sat, 21 Nov 2026 00:00:00 +0000</lastBuildDate><atom:link href="https://sparsenotes.com/categories/machine-learning/index.xml" rel="self" type="application/rss+xml" />
    
    <item>
      <title>K2-Horizon: A Frontier Fleet of Open Source Language Models</title>
      <link>https://sparsenotes.com/posts/2026/11/papers/k2-horizon-open-frontier-fleet/</link>
      <pubDate>Sat, 21 Nov 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/11/papers/k2-horizon-open-frontier-fleet/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Self-Attention for Generative Models (Ashish Vaswani &amp; Anna Huang, Stanford CS224N, 2019)</title>
      <link>https://sparsenotes.com/posts/2026/11/self-attention-generative-models-vaswani-huang/</link>
      <pubDate>Sat, 14 Nov 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/11/self-attention-generative-models-vaswani-huang/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Unbundling Multimodal Vision Encoding</title>
      <link>https://sparsenotes.com/posts/2026/11/papers/unbundling-multimodal-vision-encoding/</link>
      <pubDate>Sat, 14 Nov 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/11/papers/unbundling-multimodal-vision-encoding/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Hinted Scaling Laws</title>
      <link>https://sparsenotes.com/posts/2026/11/papers/hinted-scaling-laws/</link>
      <pubDate>Sat, 07 Nov 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/11/papers/hinted-scaling-laws/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Learning Representations by Back-propagating Errors (Rumelhart, Hinton &amp; Williams, 1986)</title>
      <link>https://sparsenotes.com/posts/2026/11/papers/backpropagation-rumelhart-hinton-williams-1986/</link>
      <pubDate>Sat, 07 Nov 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/11/papers/backpropagation-rumelhart-hinton-williams-1986/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Proving and Improving the Platonic Representation Hypothesis with JEPAs</title>
      <link>https://sparsenotes.com/posts/2026/10/papers/platonic-representation-theorem-jepa/</link>
      <pubDate>Sat, 31 Oct 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/10/papers/platonic-representation-theorem-jepa/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>A Fix for Softmax and Cross-Entropy</title>
      <link>https://sparsenotes.com/posts/2026/10/papers/softmax-cross-entropy-numerical-fix/</link>
      <pubDate>Sat, 24 Oct 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/10/papers/softmax-cross-entropy-numerical-fix/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Context Language Models</title>
      <link>https://sparsenotes.com/posts/2026/10/papers/context-language-models/</link>
      <pubDate>Sat, 03 Oct 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/10/papers/context-language-models/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>An Observation on Generalization</title>
      <link>https://sparsenotes.com/posts/2026/08/unsupervised-learning-compression-sutskever/</link>
      <pubDate>Sat, 29 Aug 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/08/unsupervised-learning-compression-sutskever/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Can LLMs Build a 10x Faster Database?</title>
      <link>https://sparsenotes.com/posts/2026/08/llm-generated-query-engines-gendb-bespokeolap/</link>
      <pubDate>Sat, 29 Aug 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/08/llm-generated-query-engines-gendb-bespokeolap/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>LeVJEPA: Efficient &amp; Scalable Video Pretraining without the Heuristics</title>
      <link>https://sparsenotes.com/posts/2026/08/papers/levjepa-video-pretraining/</link>
      <pubDate>Sat, 29 Aug 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/08/papers/levjepa-video-pretraining/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Why Transformers Hit a Wall the Moment Physics Shows Up</title>
      <link>https://sparsenotes.com/posts/2026/08/neural-operators-physics-ai-anandkumar/</link>
      <pubDate>Sat, 29 Aug 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/08/neural-operators-physics-ai-anandkumar/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>How Claude&#39;s Text Watermarking Works</title>
      <link>https://sparsenotes.com/posts/2026/08/how-claude-text-watermarking-works/</link>
      <pubDate>Sat, 22 Aug 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/08/how-claude-text-watermarking-works/</guid>
      <description></description>
      <media:content xmlns:media="http://search.yahoo.com/mrss/" url="https://sparsenotes.com/posts/2026/08/how-claude-text-watermarking-works/cover.jpg" />
    </item>
    
    <item>
      <title>Let&#39;s Scale Step by Step: Compute-Efficient Hyperparameter Transfer for Large-Scale Mixture-of-Experts</title>
      <link>https://sparsenotes.com/posts/2026/08/papers/mup-hyperparameter-transfer-moe/</link>
      <pubDate>Sat, 22 Aug 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/08/papers/mup-hyperparameter-transfer-moe/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Lessons from Studying Every Memory System</title>
      <link>https://sparsenotes.com/posts/2026/08/lessons-from-studying-every-memory-system/</link>
      <pubDate>Sat, 15 Aug 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/08/lessons-from-studying-every-memory-system/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Synthetic Persona Pretraining: Alignment from Token Zero</title>
      <link>https://sparsenotes.com/posts/2026/08/papers/synthetic-persona-pretraining-alignment-token-zero/</link>
      <pubDate>Sat, 15 Aug 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/08/papers/synthetic-persona-pretraining-alignment-token-zero/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Who Gets to Be at the Frontier of Discovery</title>
      <link>https://sparsenotes.com/posts/2026/08/gradient-free-continual-learning-sara-hooker/</link>
      <pubDate>Sat, 15 Aug 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/08/gradient-free-continual-learning-sara-hooker/</guid>
      <description></description>
      <media:content xmlns:media="http://search.yahoo.com/mrss/" url="https://sparsenotes.com/posts/2026/08/gradient-free-continual-learning-sara-hooker/eras-of-discovery.jpg" />
    </item>
    
    <item>
      <title>Stanford CS329A: Self-Improving AI Agents — Course Overview</title>
      <link>https://sparsenotes.com/posts/2026/08/stanford-cs329a-self-improving-ai-agents/</link>
      <pubDate>Sat, 08 Aug 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/08/stanford-cs329a-self-improving-ai-agents/</guid>
      <description></description>
      <media:content xmlns:media="http://search.yahoo.com/mrss/" url="https://sparsenotes.com/posts/2026/08/stanford-cs329a-self-improving-ai-agents/large-language-monkeys-coverage.jpg" />
    </item>
    
    <item>
      <title>Scaling to Long Horizons: What Galactica Taught Us About RL</title>
      <link>https://sparsenotes.com/posts/2026/08/scaling-to-long-horizons/</link>
      <pubDate>Sat, 01 Aug 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/08/scaling-to-long-horizons/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Classic of the Week — Ilya Sutskever: Sequence to Sequence Learning, a Decade Later</title>
      <link>https://sparsenotes.com/posts/2026/07/ilya-sutskever-seq2seq-decade/</link>
      <pubDate>Sat, 25 Jul 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/07/ilya-sutskever-seq2seq-decade/</guid>
      <description></description>
      <media:content xmlns:media="http://search.yahoo.com/mrss/" url="https://sparsenotes.com/posts/2026/07/ilya-sutskever-seq2seq-decade/cover-seq2seq-10-years.jpg" />
    </item>
    
    <item>
      <title>OpenForgeRL: Train Harness-native Agents in Any Environment</title>
      <link>https://sparsenotes.com/posts/2026/07/papers/openforgerl-harness-native-agents/</link>
      <pubDate>Sat, 25 Jul 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/07/papers/openforgerl-harness-native-agents/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Windowed-MTP: Removing the Full-Context Draft-KV Tax at Million-Token Context</title>
      <link>https://sparsenotes.com/posts/2026/07/papers/windowed-mtp-draft-kv-tax/</link>
      <pubDate>Sat, 25 Jul 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/07/papers/windowed-mtp-draft-kv-tax/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Don&#39;t Ship Skills Without Evals</title>
      <link>https://sparsenotes.com/posts/2026/07/dont-ship-skills-without-evals/</link>
      <pubDate>Sat, 18 Jul 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/07/dont-ship-skills-without-evals/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Pretraining Data Can Be Poisoned through Computational Propaganda</title>
      <link>https://sparsenotes.com/posts/2026/07/papers/pretraining-data-poisoned-computational-propaganda/</link>
      <pubDate>Sat, 18 Jul 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/07/papers/pretraining-data-poisoned-computational-propaganda/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Recursive Model Improvement: How Cursor Trains Composer</title>
      <link>https://sparsenotes.com/posts/2026/07/recursive-model-improvement-cursor/</link>
      <pubDate>Sat, 18 Jul 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/07/recursive-model-improvement-cursor/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Super Weights in LLMs and the Failure of Selective Training</title>
      <link>https://sparsenotes.com/posts/2026/07/papers/super-weights-2607.08733/</link>
      <pubDate>Sat, 11 Jul 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/07/papers/super-weights-2607.08733/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Understanding the Inner Thoughts of AI — DeepMind on Interpretability</title>
      <link>https://sparsenotes.com/posts/2026/07/inner-thoughts-of-ai-interpretability/</link>
      <pubDate>Sat, 11 Jul 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/07/inner-thoughts-of-ai-interpretability/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Cooking with OpenAI&#39;s Research Chief — Mark Chen on AGI, o1, Evals, and Scaling Laws</title>
      <link>https://sparsenotes.com/posts/2026/06/cooking-with-openai-mark-chen/</link>
      <pubDate>Sat, 27 Jun 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/06/cooking-with-openai-mark-chen/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Hallucination in World Models is Predictable and Preventable</title>
      <link>https://sparsenotes.com/posts/2026/06/papers/2026-06-27-world-model-hallucination/</link>
      <pubDate>Sat, 27 Jun 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/06/papers/2026-06-27-world-model-hallucination/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>When Does Combining Language Models Help? A Co-Failure Ceiling on Routing, Voting, and Mixture-of-Agents Across 67 Frontier Models</title>
      <link>https://sparsenotes.com/posts/2026/06/papers/2026-06-27-co-failure-ceiling/</link>
      <pubDate>Sat, 27 Jun 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/06/papers/2026-06-27-co-failure-ceiling/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>When Millions of AI Agents Meet — DeepMind on Multi-Agent Economies</title>
      <link>https://sparsenotes.com/posts/2026/06/when-millions-of-ai-agents-meet/</link>
      <pubDate>Sat, 27 Jun 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/06/when-millions-of-ai-agents-meet/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Sierra&#39;s Voice Agent Architecture — Zach Reneau-Wedeen on Modular Multi-Model Pipelines</title>
      <link>https://sparsenotes.com/posts/2026/06/sierra-voice-agents-architecture/</link>
      <pubDate>Sat, 20 Jun 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/06/sierra-voice-agents-architecture/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Why AI Labs With Unlimited GPUs Still Fail — Anjney Midha on Culture, Mission, and Execution</title>
      <link>https://sparsenotes.com/posts/2026/06/anjney-midha-ai-lab-culture/</link>
      <pubDate>Sat, 20 Jun 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/06/anjney-midha-ai-lab-culture/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Clipping Makes Distributed and Federated Asynchronous SGD Robust to Stragglers</title>
      <link>https://sparsenotes.com/posts/2026/06/papers/2026-06-13-clipping-asgd-stragglers/</link>
      <pubDate>Sat, 13 Jun 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/06/papers/2026-06-13-clipping-asgd-stragglers/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Pretraining Recurrent Networks without Recurrence</title>
      <link>https://sparsenotes.com/posts/2026/06/papers/2026-06-06-smt-rnn-without-recurrence/</link>
      <pubDate>Sat, 06 Jun 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/06/papers/2026-06-06-smt-rnn-without-recurrence/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>SWE-rebench: Lessons from Evaluating Coding Agents</title>
      <link>https://sparsenotes.com/posts/2026/06/swe-rebench-evaluating-coding-agents/</link>
      <pubDate>Sat, 06 Jun 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/06/swe-rebench-evaluating-coding-agents/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Text Diffusion — Brendon Dillon, Google DeepMind</title>
      <link>https://sparsenotes.com/posts/2026/06/text-diffusion-deepmind/</link>
      <pubDate>Sat, 06 Jun 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/06/text-diffusion-deepmind/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>You Only Index Once: Cross-Layer Sparse Attention with Shared Routing</title>
      <link>https://sparsenotes.com/posts/2026/06/papers/2026-06-06-clsa-cross-layer-sparse-attention/</link>
      <pubDate>Sat, 06 Jun 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/06/papers/2026-06-06-clsa-cross-layer-sparse-attention/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Attention Is All You Need (2017): The Architecture That Ate Machine Learning</title>
      <link>https://sparsenotes.com/posts/2026/05/papers/2026-05-30-attention-is-all-you-need/</link>
      <pubDate>Sat, 30 May 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/05/papers/2026-05-30-attention-is-all-you-need/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>How Are Coding Agents Changing Software Engineering? Cursor&#39;s 2026 Developer Habits Report</title>
      <link>https://sparsenotes.com/posts/2026/05/2026-05-30-cursor-developer-habits-2026/</link>
      <pubDate>Sat, 30 May 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/05/2026-05-30-cursor-developer-habits-2026/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>On Language Generation in the Limit with Bounded Memory</title>
      <link>https://sparsenotes.com/posts/2026/05/papers/2026-05-30-bounded-memory-generation/</link>
      <pubDate>Sat, 30 May 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/05/papers/2026-05-30-bounded-memory-generation/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Reasoning in Memory: Latent Reasoning Without Autoregressive Thoughts</title>
      <link>https://sparsenotes.com/posts/2026/05/papers/2026-05-30-rim-working-memory/</link>
      <pubDate>Sat, 30 May 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/05/papers/2026-05-30-rim-working-memory/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Co-Scientist: DeepMind&#39;s Multi-Agent Engine for Novel Scientific Hypotheses</title>
      <link>https://sparsenotes.com/posts/2026/05/2026-05-23-co-scientist-deepmind/</link>
      <pubDate>Sat, 23 May 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/05/2026-05-23-co-scientist-deepmind/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Gated DeltaNet-2: Decoupling Erase and Write in Linear Attention</title>
      <link>https://sparsenotes.com/posts/2026/05/papers/2026-05-23-gated-deltanet-2/</link>
      <pubDate>Sat, 23 May 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/05/papers/2026-05-23-gated-deltanet-2/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Let&#39;s Build GPT From Scratch: Karpathy&#39;s Classic, Re-read in 2026</title>
      <link>https://sparsenotes.com/posts/2026/05/2026-05-23-karpathy-lets-build-gpt/</link>
      <pubDate>Sat, 23 May 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/05/2026-05-23-karpathy-lets-build-gpt/</guid>
      <description></description>
      <media:content xmlns:media="http://search.yahoo.com/mrss/" url="https://sparsenotes.com/posts/2026/05/2026-05-23-karpathy-lets-build-gpt/cover.jpg" />
    </item>
    
    <item>
      <title>Transformer vs Post-Transformer: A Heavyweight Debate</title>
      <link>https://sparsenotes.com/posts/2026/05/2026-05-23-transformer-vs-post-transformer/</link>
      <pubDate>Sat, 23 May 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/05/2026-05-23-transformer-vs-post-transformer/</guid>
      <description></description>
      
    </item>
    
  </channel>
</rss>
