lint fixes

Signed-off-by: Vladimir Mandic <mandic00@live.com>
This commit is contained in:
Vladimir Mandic
2026-06-18 09:56:02 +02:00
parent b60c67ecd4
commit 7c81bc2d50
5 changed files with 27 additions and 84 deletions
@@ -1,11 +1,11 @@
from abc import ABC, abstractmethod
from typing import Sequence, Union
from typing import Union
import torch
from ..types import SamplingDirection
class Timesteps(ABC):
class Timesteps(ABC): # noqa: B024
"""
Timesteps base class.
"""
@@ -19,7 +19,7 @@ Advanced distributed functions for sequence parallel.
from __future__ import annotations
import logging
from typing import Optional, List
from typing import List
import torch
from .basic import _is_dist, get_global_rank, get_world_size
@@ -37,21 +37,21 @@ _MODEL_SHARD_INTRA_GROUP = None
_SEQUENCE_PARALLEL_GLOBAL_RANKS = None
def get_data_parallel_group() -> Optional[dist.ProcessGroup]:
def get_data_parallel_group():
"""
Get data parallel process group.
"""
return _DATA_PARALLEL_GROUP
def get_sequence_parallel_group() -> Optional[dist.ProcessGroup]:
def get_sequence_parallel_group():
"""
Get sequence parallel process group.
"""
return _SEQUENCE_PARALLEL_GROUP
def get_sequence_parallel_cpu_group() -> Optional[dist.ProcessGroup]:
def get_sequence_parallel_cpu_group():
"""
Get sequence parallel CPU process group.
"""
@@ -102,28 +102,28 @@ def get_sequence_parallel_world_size() -> int:
return 1
def get_model_shard_cpu_intra_group() -> Optional[dist.ProcessGroup]:
def get_model_shard_cpu_intra_group():
"""
Get the CPU intra process group of model sharding.
"""
return _MODEL_SHARD_CPU_INTRA_GROUP
def get_model_shard_cpu_inter_group() -> Optional[dist.ProcessGroup]:
def get_model_shard_cpu_inter_group():
"""
Get the CPU inter process group of model sharding.
"""
return _MODEL_SHARD_CPU_INTER_GROUP
def get_model_shard_intra_group() -> Optional[dist.ProcessGroup]:
def get_model_shard_intra_group():
"""
Get the GPU intra process group of model sharding.
"""
return _MODEL_SHARD_INTRA_GROUP
def get_model_shard_inter_group() -> Optional[dist.ProcessGroup]:
def get_model_shard_inter_group():
"""
Get the GPU inter process group of model sharding.
"""
@@ -56,14 +56,13 @@ def preinitialize_rope_cache(runner) -> None:
# Calculate with reduced dimensions to avoid OOM
with torch.no_grad():
# Detect RoPE module type
module_type = type(rope_module).__name__
module_type = type(rope_module).__name__ # noqa: B023
if module_type == 'NaRotaryEmbedding3d':
# NaRotaryEmbedding3d: only takes shape (vid_shape)
return rope_module.get_freqs(vid_shape.cpu())
return rope_module.get_freqs(vid_shape.cpu()) # noqa: B023
else:
# Standard RoPE: takes vid_shape and txt_shape
return rope_module.get_freqs(vid_shape.cpu(), txt_shape.cpu())
return rope_module.get_freqs(vid_shape.cpu(), txt_shape.cpu()) # noqa: B023
# Store in cache
temp_cache(cache_key, compute_freqs)