Skip to content
This repository has been archived by the owner on Oct 9, 2023. It is now read-only.

Commit

Permalink
fixing max parallelism (#594)
Browse files Browse the repository at this point in the history
* fixing max parallelism

Signed-off-by: Daniel Rammer <daniel@union.ai>

* Run subset of functional tests

Signed-off-by: eduardo apolinario <eapolinario@users.noreply.github.com>

* Comment basics.deck.wf test out

Signed-off-by: eduardo apolinario <eapolinario@users.noreply.github.com>

* Use flytetools@master in e2e tests and bring decks test back

Signed-off-by: eduardo apolinario <eapolinario@users.noreply.github.com>

---------

Signed-off-by: Daniel Rammer <daniel@union.ai>
Signed-off-by: eduardo apolinario <eapolinario@users.noreply.github.com>
Co-authored-by: eduardo apolinario <eapolinario@users.noreply.github.com>
  • Loading branch information
hamersaw and eapolinario committed Jul 26, 2023
1 parent 4322012 commit 0fd75ed
Showing 1 changed file with 4 additions and 2 deletions.
6 changes: 4 additions & 2 deletions pkg/controller/nodes/task/handler.go
Original file line number Diff line number Diff line change
Expand Up @@ -668,6 +668,9 @@ func (t Handler) Handle(ctx context.Context, nCtx handler.NodeExecutionContext)
return handler.UnknownTransition, errors.Wrapf(errors.RuntimeExecutionError, nCtx.NodeID(), err, "failed during plugin execution")
}
if pluginTrns.IsPreviouslyObserved() {
if !pluginTrns.pInfo.Phase().IsTerminal() {
logger.Infof(ctx, "Parallelism now set to [%d].", nCtx.ExecutionContext().IncrementParallelism())
}
logger.Debugf(ctx, "No state change for Task, previously observed same transition. Short circuiting.")
return pluginTrns.FinalTransition(ctx)
}
Expand Down Expand Up @@ -755,8 +758,7 @@ func (t Handler) Handle(ctx context.Context, nCtx handler.NodeExecutionContext)
}

if !pluginTrns.pInfo.Phase().IsTerminal() {
eCtx := nCtx.ExecutionContext()
logger.Infof(ctx, "Parallelism now set to [%d].", eCtx.IncrementParallelism())
logger.Infof(ctx, "Parallelism now set to [%d].", nCtx.ExecutionContext().IncrementParallelism())
}
return pluginTrns.FinalTransition(ctx)
}
Expand Down

0 comments on commit 0fd75ed

Please sign in to comment.