Skip to content

Commit 1072248

Browse files
format
1 parent 0a1a74e commit 1072248

File tree

3 files changed

+10
-3
lines changed

3 files changed

+10
-3
lines changed

atom/model_engine/engine_core.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -407,7 +407,6 @@ def _execute_dummy_prefill(self, num_tokens: int, num_reqs: int = 1):
407407
"dummy_prefill_execution", num_tokens, num_reqs, wait_out=True
408408
)
409409

410-
411410
def _sync_dp_state(
412411
self,
413412
local_is_prefill: bool,

atom/utils/dbo/__init__.py

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,11 @@
11
# SPDX-License-Identifier: MIT
22
# Copyright (C) 2024-2025, Advanced Micro Devices, Inc. All rights reserved.
33

4-
from .ubatch_splitting import UBatchSlice, maybe_create_ubatch_slices, split_attn_metadata
4+
from .ubatch_splitting import (
5+
UBatchSlice,
6+
maybe_create_ubatch_slices,
7+
split_attn_metadata,
8+
)
59
from .ubatch_wrapper import UBatchWrapper
610
from .ubatching import (
711
TBOContext,

atom/utils/dbo/ubatch_wrapper.py

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -92,7 +92,11 @@ def _run_ubatches(
9292
else:
9393
padded_bs = full_graph_bs - (full_graph_bs // N) * (N - 1)
9494
ub_ctx = self._make_ubatch_context(
95-
original_ctx, ub_slice, padded_bs, i, ub_num_reqs,
95+
original_ctx,
96+
ub_slice,
97+
padded_bs,
98+
i,
99+
ub_num_reqs,
96100
)
97101
forward_contexts.append(ub_ctx)
98102
ub_inputs.append(

0 commit comments

Comments
 (0)