Update doc from commit cdb4aec

pytorch · Jun 5, 2024 · a096946 · a096946
1 parent da3e403
commit a096946
Show file tree

Hide file tree

Showing 14 changed files with 21 additions and 17 deletions.
diff --git a/master/_modules/index.html b/master/_modules/index.html
@@ -265,7 +265,7 @@
 
 
                 <div class="version">
-                  master (2.4.0+git73346d7 )
+                  master (2.4.0+gitcdb4aec )
                 </div>
 
 

diff --git a/master/_modules/torch_xla/core/xla_model.html b/master/_modules/torch_xla/core/xla_model.html
@@ -265,7 +265,7 @@
 
 
                 <div class="version">
-                  master (2.4.0+git73346d7 )
+                  master (2.4.0+gitcdb4aec )
                 </div>
 
 

diff --git a/master/_modules/torch_xla/debug/metrics.html b/master/_modules/torch_xla/debug/metrics.html
@@ -265,7 +265,7 @@
 
 
                 <div class="version">
-                  master (2.4.0+git73346d7 )
+                  master (2.4.0+gitcdb4aec )
                 </div>
 
 

diff --git a/master/_modules/torch_xla/distributed/parallel_loader.html b/master/_modules/torch_xla/distributed/parallel_loader.html
@@ -265,7 +265,7 @@
 
 
                 <div class="version">
-                  master (2.4.0+git73346d7 )
+                  master (2.4.0+gitcdb4aec )
                 </div>
 
 

diff --git a/master/_modules/torch_xla/distributed/spmd/xla_sharding.html b/master/_modules/torch_xla/distributed/spmd/xla_sharding.html
@@ -265,7 +265,7 @@
 
 
                 <div class="version">
-                  master (2.4.0+git73346d7 )
+                  master (2.4.0+gitcdb4aec )
                 </div>
 
 

diff --git a/master/_modules/torch_xla/distributed/xla_multiprocessing.html b/master/_modules/torch_xla/distributed/xla_multiprocessing.html
@@ -265,7 +265,7 @@
 
 
                 <div class="version">
-                  master (2.4.0+git73346d7 )
+                  master (2.4.0+gitcdb4aec )
                 </div>
 
 

diff --git a/master/_modules/torch_xla/runtime.html b/master/_modules/torch_xla/runtime.html
@@ -265,7 +265,7 @@
 
 
                 <div class="version">
-                  master (2.4.0+git73346d7 )
+                  master (2.4.0+gitcdb4aec )
                 </div>
 
 

diff --git a/master/_modules/torch_xla/torch_xla.html b/master/_modules/torch_xla/torch_xla.html
@@ -265,7 +265,7 @@
 
 
                 <div class="version">
-                  master (2.4.0+git73346d7 )
+                  master (2.4.0+gitcdb4aec )
                 </div>
 
 

diff --git a/master/genindex.html b/master/genindex.html
@@ -265,7 +265,7 @@
 
 
                 <div class="version">
-                  master (2.4.0+git73346d7 )
+                  master (2.4.0+gitcdb4aec )
                 </div>
 
 

diff --git a/master/index.html b/master/index.html
@@ -265,7 +265,7 @@
 
 
                 <div class="version">
-                  master (2.4.0+git73346d7 )
+                  master (2.4.0+gitcdb4aec )
                 </div>
 
 
@@ -3850,17 +3850,21 @@ <h3>SPMD Debugging Tool<a class="headerlink" href="#spmd-debugging-tool" title="
 <span class="n">generated_table</span> <span class="o">=</span> <span class="n">visualize_tensor_sharding</span><span class="p">(</span><span class="n">t</span><span class="p">,</span> <span class="n">use_color</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span>
 </pre></div>
 </div>
-<a class="reference external image-reference" href="assets/spmd_debug_1.png"><img alt="alt_text" src="assets/spmd_debug_1.png" /></a>
-<ul class="simple">
+<picture>
+  <source media="(prefers-color-scheme: dark)" srcset="assets/spmd_debug_1.png">
+  <img alt="visualize_tensor_sharding example on TPU v4-8(single-host)" src="assets/spmd_debug_1_light.png">
+</picture><ul class="simple">
 <li><p>Code snippet used <code class="docutils literal notranslate"><span class="pre">visualize_sharding</span></code> and visualization result:</p></li>
 </ul>
 <div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span> <span class="nn">torch_xla.distributed.spmd.debugging</span> <span class="kn">import</span> <span class="n">visualize_sharding</span>
 <span class="n">sharding</span> <span class="o">=</span> <span class="s1">&#39;{devices=[2,2]0,1,2,3}&#39;</span>
 <span class="n">generated_table</span> <span class="o">=</span> <span class="n">visualize_sharding</span><span class="p">(</span><span class="n">sharding</span><span class="p">,</span> <span class="n">use_color</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span>
 </pre></div>
 </div>
-<a class="reference external image-reference" href="assets/spmd_debug_2.png"><img alt="alt_text" src="assets/spmd_debug_2.png" /></a>
-<p>You could use these examples on TPU/GPU/CPU single-host and modify it to run on multi-host. And you could modify it to sharding-style <code class="docutils literal notranslate"><span class="pre">tiled</span></code>, <code class="docutils literal notranslate"><span class="pre">partial_replication</span></code> and <code class="docutils literal notranslate"><span class="pre">replicated</span></code>.</p>
+<picture>
+  <source media="(prefers-color-scheme: dark)" srcset="assets/spmd_debug_2.png">
+  <img alt="visualize_sharding example on TPU v4-8(single-host)" src="assets/spmd_debug_2_light.png">
+</picture><p>You could use these examples on TPU/GPU/CPU single-host and modify it to run on multi-host. And you could modify it to sharding-style <code class="docutils literal notranslate"><span class="pre">tiled</span></code>, <code class="docutils literal notranslate"><span class="pre">partial_replication</span></code> and <code class="docutils literal notranslate"><span class="pre">replicated</span></code>.</p>
 </div>
 <div class="section" id="auto-sharding">
 <h3>Auto-Sharding<a class="headerlink" href="#auto-sharding" title="Permalink to this heading">¶</a></h3>

diff --git a/master/notes/source_of_recompilation.html b/master/notes/source_of_recompilation.html
@@ -265,7 +265,7 @@
 
 
                 <div class="version">
-                  master (2.4.0+git73346d7 )
+                  master (2.4.0+gitcdb4aec )
                 </div>
 
 

diff --git a/master/objects.inv b/master/objects.inv
diff --git a/master/py-modindex.html b/master/py-modindex.html
@@ -268,7 +268,7 @@
 
 
                 <div class="version">
-                  master (2.4.0+git73346d7 )
+                  master (2.4.0+gitcdb4aec )
                 </div>
 
 

diff --git a/master/search.html b/master/search.html
@@ -265,7 +265,7 @@
 
 
                 <div class="version">
-                  master (2.4.0+git73346d7 )
+                  master (2.4.0+gitcdb4aec )
                 </div>