cleanup todo

Signed-off-by: vladmandic <mandic00@live.com>
This commit is contained in:
vladmandic
2026-01-19 11:10:05 +01:00
parent e8a158f4f5
commit cc0b0e8e3d
40 changed files with 28 additions and 55 deletions
@@ -12,8 +12,6 @@ from torch.nn import functional as F
def swish(x, inplace: bool = False):
"""Swish - Described originally as SiLU (https://arxiv.org/abs/1702.03118v3)
and also as Swish (https://arxiv.org/abs/1710.05941).
TODO Rename to SiLU with addition to PyTorch
"""
return x.mul_(x.sigmoid()) if inplace else x.mul(x.sigmoid())
@@ -22,8 +22,6 @@ __all__ = ['swish_jit', 'SwishJit', 'mish_jit', 'MishJit',
def swish_jit(x, inplace: bool = False):
"""Swish - Described originally as SiLU (https://arxiv.org/abs/1702.03118v3)
and also as Swish (https://arxiv.org/abs/1710.05941).
TODO Rename to SiLU with addition to PyTorch
"""
return x.mul(x.sigmoid())
@@ -36,8 +36,6 @@ class SwishJitAutoFn(torch.autograd.Function):
Swish - Described originally as SiLU (https://arxiv.org/abs/1702.03118v3)
and also as Swish (https://arxiv.org/abs/1710.05941).
TODO Rename to SiLU with addition to PyTorch
"""
@staticmethod
@@ -483,7 +483,7 @@ def _decode_block_str(block_str):
Returns:
A list of block args (dicts)
Raises:
ValueError: if the string def not properly specified (TODO)
ValueError: if the string def not properly specified
"""
assert isinstance(block_str, str)
ops = block_str.split('_')