Increase max in flight operation to accommodate eager mode (#7263)

pytorch · Jun 13, 2024 · 0548ec3 · 0548ec3
1 parent ea2a6f7
commit 0548ec3
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/torch_xla/_internal/tpu.py b/torch_xla/_internal/tpu.py
@@ -348,7 +348,7 @@ def physical_chip_count(self):
   def client_create_options(self):
     return {
         'max_inflight_computations':
-            xu.getenv_as('XLA_TPU_MAX_INFLIGHT_COMPUTATIONS', int, 4),
+            xu.getenv_as('XLA_TPU_MAX_INFLIGHT_COMPUTATIONS', int, 32),
         'ml_framework_name':
             'PyTorch/XLA',
         'ml_framework_version':