deploy: 80e0528

Author: zhuzilin

.doctrees/_examples_synced/geo3k_vlm/README.doctree

@@ -52,7 +52,7 @@
     <link rel="search" title="Search" href="../../search.html" />
   <meta name="viewport" content="width=device-width, initial-scale=1"/>
   <meta name="docsearch:language" content="en"/>
-    <meta name="docbuild:last-update" content="Dec 22, 2025"/>
+    <meta name="docbuild:last-update" content="Dec 24, 2025"/>
   </head>
 
 
@@ -599,7 +599,7 @@ <h2>4) Inside the Skills container<a class="headerlink" href="#inside-the-skills
 
   <div class="footer-item">
     <p class="last-updated">
-  Last updated on Dec 22, 2025.
+  Last updated on Dec 24, 2025.
   <br/>
 </p>
   </div>

.doctrees/environment.pickle

@@ -52,7 +52,7 @@
     <link rel="search" title="Search" href="../../search.html" />
   <meta name="viewport" content="width=device-width, initial-scale=1"/>
   <meta name="docsearch:language" content="en"/>
-    <meta name="docbuild:last-update" content="Dec 22, 2025"/>
+    <meta name="docbuild:last-update" content="Dec 24, 2025"/>
   </head>
 
 
@@ -534,7 +534,7 @@ <h2>IFBench Notes<a class="headerlink" href="#ifbench-notes" title="Link to this
 
   <div class="footer-item">
     <p class="last-updated">
-  Last updated on Dec 22, 2025.
+  Last updated on Dec 24, 2025.
   <br/>
 </p>
   </div>

_examples_synced/eval/README.html

@@ -54,7 +54,7 @@
     <link rel="prev" title="Search-R1 lite" href="../search-r1/README.html" />
   <meta name="viewport" content="width=device-width, initial-scale=1"/>
   <meta name="docsearch:language" content="en"/>
-    <meta name="docbuild:last-update" content="Dec 22, 2025"/>
+    <meta name="docbuild:last-update" content="Dec 24, 2025"/>
   </head>
 
 
@@ -595,7 +595,7 @@ <h2>Config Differences (2 Key Points)<a class="headerlink" href="#config-differe
 
   <div class="footer-item">
     <p class="last-updated">
-  Last updated on Dec 22, 2025.
+  Last updated on Dec 24, 2025.
   <br/>
 </p>
   </div>

_examples_synced/eval_multi_task/README.html

@@ -52,7 +52,7 @@
     <link rel="search" title="Search" href="../../search.html" />
   <meta name="viewport" content="width=device-width, initial-scale=1"/>
   <meta name="docsearch:language" content="en"/>
-    <meta name="docbuild:last-update" content="Dec 22, 2025"/>
+    <meta name="docbuild:last-update" content="Dec 24, 2025"/>
   </head>
 
 
@@ -435,6 +435,7 @@ <h2> Contents </h2>
             </div>
             <nav aria-label="Page">
                 <ul class="visible nav section-nav flex-column">
+<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#data-preparation-for-sft-training">Data Preparation (For SFT Training)</a></li>
 <li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#reproduce">Reproduce</a><ul class="visible nav section-nav flex-column">
 <li class="toc-h3 nav-item toc-entry"><a class="reference internal nav-link" href="#configuration">Configuration</a></li>
 <li class="toc-h3 nav-item toc-entry"><a class="reference internal nav-link" href="#supported-models">Supported Models</a></li>
@@ -463,6 +464,38 @@ <h1>VLM Single-Turn RL (FSDP &amp; Megatron)<a class="headerlink" href="#vlm-sin
 <p align="center">
   <img src="fsdp_vs_megatron.png" alt="FSDP vs Megatron Reward Plot" width="800">
 </p>
+<section id="data-preparation-for-sft-training">
+<h2>Data Preparation (For SFT Training)<a class="headerlink" href="#data-preparation-for-sft-training" title="Link to this heading">#</a></h2>
+<p>The <a class="reference external" href="https://huggingface.co/datasets/chenhegu/geo3k_imgurl">geo3k_imgurl</a> dataset contains:</p>
+<ul class="simple">
+<li><p><code class="docutils literal notranslate"><span class="pre">problem</span></code>: The math problem text (string)</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">answer</span></code>: The answer (string, e.g., “270”)</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">images</span></code>: Image data (list)</p></li>
+</ul>
+<p>For SFT training, we need to format the <code class="docutils literal notranslate"><span class="pre">answer</span></code> field for <code class="docutils literal notranslate"><span class="pre">\boxed{}</span></code> format and the messages. You can use the following script to format the answer field:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span><span class="w"> </span><span class="nn">datasets</span><span class="w"> </span><span class="kn">import</span> <span class="n">load_dataset</span>
+<span class="kn">import</span><span class="w"> </span><span class="nn">pandas</span><span class="w"> </span><span class="k">as</span><span class="w"> </span><span class="nn">pd</span>
+
+<span class="n">ds</span> <span class="o">=</span> <span class="n">load_dataset</span><span class="p">(</span><span class="s2">&quot;chenhegu/geo3k_imgurl&quot;</span><span class="p">,</span> <span class="n">split</span><span class="o">=</span><span class="s2">&quot;train&quot;</span><span class="p">)</span>
+
+<span class="k">def</span><span class="w"> </span><span class="nf">format_answer</span><span class="p">(</span><span class="n">answer</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="nb">str</span><span class="p">:</span>
+<span class="w">    </span><span class="sd">&quot;&quot;&quot;Format answer to include \\boxed{} format.&quot;&quot;&quot;</span>
+    <span class="k">return</span> <span class="sa">f</span><span class="s2">&quot;Answer: </span><span class="se">\\</span><span class="s2">boxed</span><span class="se">{{</span><span class="si">{</span><span class="n">answer</span><span class="si">}</span><span class="se">}}</span><span class="s2">&quot;</span>
+
+<span class="k">def</span><span class="w"> </span><span class="nf">process_sample</span><span class="p">(</span><span class="n">sample</span><span class="p">):</span>
+    <span class="n">formatted_answer</span> <span class="o">=</span> <span class="sa">f</span><span class="s2">&quot;Answer: </span><span class="se">\\</span><span class="s2">boxed</span><span class="se">{{</span><span class="si">{</span><span class="n">sample</span><span class="p">[</span><span class="s1">&#39;answer&#39;</span><span class="p">]</span><span class="si">}</span><span class="se">}}</span><span class="s2">&quot;</span>
+    
+    <span class="n">sample</span><span class="p">[</span><span class="s2">&quot;messages&quot;</span><span class="p">]</span> <span class="o">=</span> <span class="p">[</span>
+        <span class="p">{</span><span class="s2">&quot;role&quot;</span><span class="p">:</span> <span class="s2">&quot;user&quot;</span><span class="p">,</span> <span class="s2">&quot;content&quot;</span><span class="p">:</span> <span class="n">sample</span><span class="p">[</span><span class="s2">&quot;problem&quot;</span><span class="p">]},</span>
+        <span class="p">{</span><span class="s2">&quot;role&quot;</span><span class="p">:</span> <span class="s2">&quot;assistant&quot;</span><span class="p">,</span> <span class="s2">&quot;content&quot;</span><span class="p">:</span> <span class="n">formatted_answer</span><span class="p">}</span>
+    <span class="p">]</span>
+    <span class="k">return</span> <span class="n">sample</span>
+
+<span class="n">ds</span> <span class="o">=</span> <span class="n">ds</span><span class="o">.</span><span class="n">map</span><span class="p">(</span><span class="n">process_sample</span><span class="p">)</span>
+<span class="n">ds</span><span class="o">.</span><span class="n">to_parquet</span><span class="p">(</span><span class="s2">&quot;/root/datasets/geo3k_imgurl/train_formatted.parquet&quot;</span><span class="p">)</span>
+</pre></div>
+</div>
+</section>
 <section id="reproduce">
 <h2>Reproduce<a class="headerlink" href="#reproduce" title="Link to this heading">#</a></h2>
 <div class="highlight-bash notranslate"><div class="highlight"><pre><span></span><span class="nb">export</span><span class="w"> </span><span class="nv">WANDB_API_KEY</span><span class="o">=</span>your_wandb_api_key
@@ -475,6 +508,9 @@ <h2>Reproduce<a class="headerlink" href="#reproduce" title="Link to this heading
 
 <span class="c1"># With different model</span>
 <span class="nv">SLIME_SCRIPT_MODEL_NAME</span><span class="o">=</span>Qwen3-VL-4B-Instruct<span class="w"> </span>./examples/geo3k_vlm/run_geo3k_vlm.sh
+
+<span class="c1"># SFT</span>
+./examples/geo_3k_vlm/run_geo3k_vlm_sft.sh
 </pre></div>
 </div>
 <section id="configuration">
@@ -578,6 +614,7 @@ <h2>B200<a class="headerlink" href="#b200" title="Link to this heading">#</a></h
   </div>
   <nav class="bd-toc-nav page-toc">
     <ul class="visible nav section-nav flex-column">
+<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#data-preparation-for-sft-training">Data Preparation (For SFT Training)</a></li>
 <li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#reproduce">Reproduce</a><ul class="visible nav section-nav flex-column">
 <li class="toc-h3 nav-item toc-entry"><a class="reference internal nav-link" href="#configuration">Configuration</a></li>
 <li class="toc-h3 nav-item toc-entry"><a class="reference internal nav-link" href="#supported-models">Supported Models</a></li>
@@ -622,7 +659,7 @@ <h2>B200<a class="headerlink" href="#b200" title="Link to this heading">#</a></h
 
   <div class="footer-item">
     <p class="last-updated">
-  Last updated on Dec 22, 2025.
+  Last updated on Dec 24, 2025.
   <br/>
 </p>
   </div>

_examples_synced/fully_async/README.html

@@ -52,7 +52,7 @@
     <link rel="search" title="Search" href="../../search.html" />
   <meta name="viewport" content="width=device-width, initial-scale=1"/>
   <meta name="docsearch:language" content="en"/>
-    <meta name="docbuild:last-update" content="Dec 22, 2025"/>
+    <meta name="docbuild:last-update" content="Dec 24, 2025"/>
   </head>
 
 
@@ -579,7 +579,7 @@ <h2>TODO<a class="headerlink" href="#todo" title="Link to this heading">#</a></h
 
   <div class="footer-item">
     <p class="last-updated">
-  Last updated on Dec 22, 2025.
+  Last updated on Dec 24, 2025.
   <br/>
 </p>
   </div>

_examples_synced/geo3k_vlm/README.html

@@ -54,7 +54,7 @@
     <link rel="prev" title="Retool: from SFT to RL" href="../retool/README.html" />
   <meta name="viewport" content="width=device-width, initial-scale=1"/>
   <meta name="docsearch:language" content="en"/>
-    <meta name="docbuild:last-update" content="Dec 22, 2025"/>
+    <meta name="docbuild:last-update" content="Dec 24, 2025"/>
   </head>
 
 
@@ -583,7 +583,7 @@ <h2>New Arguments<a class="headerlink" href="#new-arguments" title="Link to this
 
   <div class="footer-item">
     <p class="last-updated">
-  Last updated on Dec 22, 2025.
+  Last updated on Dec 24, 2025.
   <br/>
 </p>
   </div>

_examples_synced/low_precision/README.html

@@ -54,7 +54,7 @@
     <link rel="prev" title="DeepSeek R1 with 128xH100" href="../../examples/deepseek-r1.html" />
   <meta name="viewport" content="width=device-width, initial-scale=1"/>
   <meta name="docsearch:language" content="en"/>
-    <meta name="docbuild:last-update" content="Dec 22, 2025"/>
+    <meta name="docbuild:last-update" content="Dec 24, 2025"/>
   </head>
 
 
@@ -545,7 +545,7 @@ <h1>Reproducibility<a class="headerlink" href="#reproducibility" title="Link to
 
   <div class="footer-item">
     <p class="last-updated">
-  Last updated on Dec 22, 2025.
+  Last updated on Dec 24, 2025.
   <br/>
 </p>
   </div>

_examples_synced/multi_agent/README.html

@@ -54,7 +54,7 @@
     <link rel="prev" title="Fully Asynchronous Rollout Example" href="../fully_async/README.html" />
   <meta name="viewport" content="width=device-width, initial-scale=1"/>
   <meta name="docsearch:language" content="en"/>
-    <meta name="docbuild:last-update" content="Dec 22, 2025"/>
+    <meta name="docbuild:last-update" content="Dec 24, 2025"/>
   </head>
 
 
@@ -642,7 +642,7 @@ <h2>Safety Features<a class="headerlink" href="#safety-features" title="Link to
 
   <div class="footer-item">
     <p class="last-updated">
-  Last updated on Dec 22, 2025.
+  Last updated on Dec 24, 2025.
   <br/>
 </p>
   </div>