<?xml version="1.0" encoding="utf-8" standalone="yes"?>
<rss version="2.0" xmlns:atom="http://www.w3.org/2005/Atom">
  <channel>
    <title>Pretraining on Sparse Notes</title>
    <link>https://sparsenotes.com/tags/pretraining/</link>
    <description>Recent content in Pretraining on Sparse Notes</description>
    <generator>Hugo -- gohugo.io</generator>
    <language>en</language>
    <copyright>© 2026 Pradithya Aria Pura</copyright>
    <lastBuildDate>Sat, 21 Nov 2026 00:00:00 +0000</lastBuildDate><atom:link href="https://sparsenotes.com/tags/pretraining/index.xml" rel="self" type="application/rss+xml" />
    
    <item>
      <title>K2-Horizon: A Frontier Fleet of Open Source Language Models</title>
      <link>https://sparsenotes.com/posts/2026/11/papers/k2-horizon-open-frontier-fleet/</link>
      <pubDate>Sat, 21 Nov 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/11/papers/k2-horizon-open-frontier-fleet/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Let&#39;s Scale Step by Step: Compute-Efficient Hyperparameter Transfer for Large-Scale Mixture-of-Experts</title>
      <link>https://sparsenotes.com/posts/2026/08/papers/mup-hyperparameter-transfer-moe/</link>
      <pubDate>Sat, 22 Aug 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/08/papers/mup-hyperparameter-transfer-moe/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Synthetic Persona Pretraining: Alignment from Token Zero</title>
      <link>https://sparsenotes.com/posts/2026/08/papers/synthetic-persona-pretraining-alignment-token-zero/</link>
      <pubDate>Sat, 15 Aug 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/08/papers/synthetic-persona-pretraining-alignment-token-zero/</guid>
      <description></description>
      
    </item>
    
    <item>
      <title>Pretraining Data Can Be Poisoned through Computational Propaganda</title>
      <link>https://sparsenotes.com/posts/2026/07/papers/pretraining-data-poisoned-computational-propaganda/</link>
      <pubDate>Sat, 18 Jul 2026 00:00:00 +0000</pubDate>
      
      <guid>https://sparsenotes.com/posts/2026/07/papers/pretraining-data-poisoned-computational-propaganda/</guid>
      <description></description>
      
    </item>
    
  </channel>
</rss>
