<?xml version="1.0" encoding="utf-8" standalone="yes"?>
<rss version="2.0" xmlns:atom="http://www.w3.org/2005/Atom">
  <channel>
    <title>Llm on Sparse Notes</title>
    <link>https://sparsenotes.com/tags/llm/</link>
    <description>Recent content in Llm on Sparse Notes</description>
    <generator>Hugo -- gohugo.io</generator>
    <language>en</language>
    <copyright>© 2026 Pradithya Aria Pura</copyright>
    <lastBuildDate>Sat, 21 Nov 2026 00:00:00 +0000</lastBuildDate><atom:link href="https://sparsenotes.com/tags/llm/index.xml" rel="self" type="application/rss+xml" />
    
    <item>
      <title>K2-Horizon: A Frontier Fleet of Open Source Language Models</title>
      <link>https://sparsenotes.com/posts/2026/11/papers/k2-horizon-open-frontier-fleet/</link>
      <pubDate>Sat, 21 Nov 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/11/papers/k2-horizon-open-frontier-fleet/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Self-Attention for Generative Models (Ashish Vaswani &amp; Anna Huang, Stanford CS224N, 2019)</title>
      <link>https://sparsenotes.com/posts/2026/11/self-attention-generative-models-vaswani-huang/</link>
      <pubDate>Sat, 14 Nov 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/11/self-attention-generative-models-vaswani-huang/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Code Matters: Reflections on Rust in the LLM Age (Bryan Cantrill)</title>
      <link>https://sparsenotes.com/posts/2026/11/code-matters-rust-llm-age-bryan-cantrill/</link>
      <pubDate>Sat, 07 Nov 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/11/code-matters-rust-llm-age-bryan-cantrill/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Hinted Scaling Laws</title>
      <link>https://sparsenotes.com/posts/2026/11/papers/hinted-scaling-laws/</link>
      <pubDate>Sat, 07 Nov 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/11/papers/hinted-scaling-laws/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Security in the LLM Age (Greg Kroah-Hartman, Kernel Recipes 2026)</title>
      <link>https://sparsenotes.com/posts/2026/10/security-in-the-llm-age-greg-kroah-hartman/</link>
      <pubDate>Sat, 03 Oct 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/10/security-in-the-llm-age-greg-kroah-hartman/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>An Observation on Generalization</title>
      <link>https://sparsenotes.com/posts/2026/08/unsupervised-learning-compression-sutskever/</link>
      <pubDate>Sat, 29 Aug 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/08/unsupervised-learning-compression-sutskever/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Can LLMs Build a 10x Faster Database?</title>
      <link>https://sparsenotes.com/posts/2026/08/llm-generated-query-engines-gendb-bespokeolap/</link>
      <pubDate>Sat, 29 Aug 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/08/llm-generated-query-engines-gendb-bespokeolap/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>How Claude&#39;s Text Watermarking Works</title>
      <link>https://sparsenotes.com/posts/2026/08/how-claude-text-watermarking-works/</link>
      <pubDate>Sat, 22 Aug 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/08/how-claude-text-watermarking-works/</guid>
      <description></description>
      <media:content xmlns:media="http://search.yahoo.com/mrss/" url="https://sparsenotes.com/posts/2026/08/how-claude-text-watermarking-works/cover.jpg" />
    </item>
    
    <item>
      <title>Lessons from Studying Every Memory System</title>
      <link>https://sparsenotes.com/posts/2026/08/lessons-from-studying-every-memory-system/</link>
      <pubDate>Sat, 15 Aug 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/08/lessons-from-studying-every-memory-system/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Synthetic Persona Pretraining: Alignment from Token Zero</title>
      <link>https://sparsenotes.com/posts/2026/08/papers/synthetic-persona-pretraining-alignment-token-zero/</link>
      <pubDate>Sat, 15 Aug 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/08/papers/synthetic-persona-pretraining-alignment-token-zero/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Who Gets to Be at the Frontier of Discovery</title>
      <link>https://sparsenotes.com/posts/2026/08/gradient-free-continual-learning-sara-hooker/</link>
      <pubDate>Sat, 15 Aug 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/08/gradient-free-continual-learning-sara-hooker/</guid>
      <description></description>
      <media:content xmlns:media="http://search.yahoo.com/mrss/" url="https://sparsenotes.com/posts/2026/08/gradient-free-continual-learning-sara-hooker/eras-of-discovery.jpg" />
    </item>
    
    <item>
      <title>Stanford CS329A: Self-Improving AI Agents — Course Overview</title>
      <link>https://sparsenotes.com/posts/2026/08/stanford-cs329a-self-improving-ai-agents/</link>
      <pubDate>Sat, 08 Aug 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/08/stanford-cs329a-self-improving-ai-agents/</guid>
      <description></description>
      <media:content xmlns:media="http://search.yahoo.com/mrss/" url="https://sparsenotes.com/posts/2026/08/stanford-cs329a-self-improving-ai-agents/large-language-monkeys-coverage.jpg" />
    </item>
    
    <item>
      <title>Scaling to Long Horizons: What Galactica Taught Us About RL</title>
      <link>https://sparsenotes.com/posts/2026/08/scaling-to-long-horizons/</link>
      <pubDate>Sat, 01 Aug 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/08/scaling-to-long-horizons/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Specula: Scaling Formal Specifications for Autonomous Model Checking of System Code</title>
      <link>https://sparsenotes.com/posts/2026/08/papers/specula-agentic-tla-model-checking/</link>
      <pubDate>Sat, 01 Aug 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/08/papers/specula-agentic-tla-model-checking/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Classic of the Week — Ilya Sutskever: Sequence to Sequence Learning, a Decade Later</title>
      <link>https://sparsenotes.com/posts/2026/07/ilya-sutskever-seq2seq-decade/</link>
      <pubDate>Sat, 25 Jul 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/07/ilya-sutskever-seq2seq-decade/</guid>
      <description></description>
      <media:content xmlns:media="http://search.yahoo.com/mrss/" url="https://sparsenotes.com/posts/2026/07/ilya-sutskever-seq2seq-decade/cover-seq2seq-10-years.jpg" />
    </item>
    
    <item>
      <title>Don&#39;t Ship Skills Without Evals</title>
      <link>https://sparsenotes.com/posts/2026/07/dont-ship-skills-without-evals/</link>
      <pubDate>Sat, 18 Jul 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/07/dont-ship-skills-without-evals/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Pretraining Data Can Be Poisoned through Computational Propaganda</title>
      <link>https://sparsenotes.com/posts/2026/07/papers/pretraining-data-poisoned-computational-propaganda/</link>
      <pubDate>Sat, 18 Jul 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/07/papers/pretraining-data-poisoned-computational-propaganda/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Recursive Model Improvement: How Cursor Trains Composer</title>
      <link>https://sparsenotes.com/posts/2026/07/recursive-model-improvement-cursor/</link>
      <pubDate>Sat, 18 Jul 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/07/recursive-model-improvement-cursor/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Super Weights in LLMs and the Failure of Selective Training</title>
      <link>https://sparsenotes.com/posts/2026/07/papers/super-weights-2607.08733/</link>
      <pubDate>Sat, 11 Jul 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/07/papers/super-weights-2607.08733/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Understanding the Inner Thoughts of AI — DeepMind on Interpretability</title>
      <link>https://sparsenotes.com/posts/2026/07/inner-thoughts-of-ai-interpretability/</link>
      <pubDate>Sat, 11 Jul 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/07/inner-thoughts-of-ai-interpretability/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Cooking with OpenAI&#39;s Research Chief — Mark Chen on AGI, o1, Evals, and Scaling Laws</title>
      <link>https://sparsenotes.com/posts/2026/06/cooking-with-openai-mark-chen/</link>
      <pubDate>Sat, 27 Jun 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/06/cooking-with-openai-mark-chen/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>When Does Combining Language Models Help? A Co-Failure Ceiling on Routing, Voting, and Mixture-of-Agents Across 67 Frontier Models</title>
      <link>https://sparsenotes.com/posts/2026/06/papers/2026-06-27-co-failure-ceiling/</link>
      <pubDate>Sat, 27 Jun 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/06/papers/2026-06-27-co-failure-ceiling/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>When Millions of AI Agents Meet — DeepMind on Multi-Agent Economies</title>
      <link>https://sparsenotes.com/posts/2026/06/when-millions-of-ai-agents-meet/</link>
      <pubDate>Sat, 27 Jun 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/06/when-millions-of-ai-agents-meet/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Sierra&#39;s Voice Agent Architecture — Zach Reneau-Wedeen on Modular Multi-Model Pipelines</title>
      <link>https://sparsenotes.com/posts/2026/06/sierra-voice-agents-architecture/</link>
      <pubDate>Sat, 20 Jun 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/06/sierra-voice-agents-architecture/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Why AI Labs With Unlimited GPUs Still Fail — Anjney Midha on Culture, Mission, and Execution</title>
      <link>https://sparsenotes.com/posts/2026/06/anjney-midha-ai-lab-culture/</link>
      <pubDate>Sat, 20 Jun 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/06/anjney-midha-ai-lab-culture/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>SWE-rebench: Lessons from Evaluating Coding Agents</title>
      <link>https://sparsenotes.com/posts/2026/06/swe-rebench-evaluating-coding-agents/</link>
      <pubDate>Sat, 06 Jun 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/06/swe-rebench-evaluating-coding-agents/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Text Diffusion — Brendon Dillon, Google DeepMind</title>
      <link>https://sparsenotes.com/posts/2026/06/text-diffusion-deepmind/</link>
      <pubDate>Sat, 06 Jun 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/06/text-diffusion-deepmind/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>You Only Index Once: Cross-Layer Sparse Attention with Shared Routing</title>
      <link>https://sparsenotes.com/posts/2026/06/papers/2026-06-06-clsa-cross-layer-sparse-attention/</link>
      <pubDate>Sat, 06 Jun 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/06/papers/2026-06-06-clsa-cross-layer-sparse-attention/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>How Are Coding Agents Changing Software Engineering? Cursor&#39;s 2026 Developer Habits Report</title>
      <link>https://sparsenotes.com/posts/2026/05/2026-05-30-cursor-developer-habits-2026/</link>
      <pubDate>Sat, 30 May 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/05/2026-05-30-cursor-developer-habits-2026/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Reasoning in Memory: Latent Reasoning Without Autoregressive Thoughts</title>
      <link>https://sparsenotes.com/posts/2026/05/papers/2026-05-30-rim-working-memory/</link>
      <pubDate>Sat, 30 May 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/05/papers/2026-05-30-rim-working-memory/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Co-Scientist: DeepMind&#39;s Multi-Agent Engine for Novel Scientific Hypotheses</title>
      <link>https://sparsenotes.com/posts/2026/05/2026-05-23-co-scientist-deepmind/</link>
      <pubDate>Sat, 23 May 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/05/2026-05-23-co-scientist-deepmind/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Gated DeltaNet-2: Decoupling Erase and Write in Linear Attention</title>
      <link>https://sparsenotes.com/posts/2026/05/papers/2026-05-23-gated-deltanet-2/</link>
      <pubDate>Sat, 23 May 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/05/papers/2026-05-23-gated-deltanet-2/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Let&#39;s Build GPT From Scratch: Karpathy&#39;s Classic, Re-read in 2026</title>
      <link>https://sparsenotes.com/posts/2026/05/2026-05-23-karpathy-lets-build-gpt/</link>
      <pubDate>Sat, 23 May 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/05/2026-05-23-karpathy-lets-build-gpt/</guid>
      <description></description>
      <media:content xmlns:media="http://search.yahoo.com/mrss/" url="https://sparsenotes.com/posts/2026/05/2026-05-23-karpathy-lets-build-gpt/cover.jpg" />
    </item>
    
    <item>
      <title>Transformer vs Post-Transformer: A Heavyweight Debate</title>
      <link>https://sparsenotes.com/posts/2026/05/2026-05-23-transformer-vs-post-transformer/</link>
      <pubDate>Sat, 23 May 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/05/2026-05-23-transformer-vs-post-transformer/</guid>
      <description></description>
      
    </item>
    
  </channel>
</rss>
