28 lines
710 B
Python
28 lines
710 B
Python
|
import torch
|
||
|
|
|
||
|
|
__all__ = ["GradScaler"]
|
||
|
|
|
||
|
|
|
||
|
|
class GradScaler(torch.amp.GradScaler):
|
||
|
|
r"""
|
||
|
|
See :class:`torch.amp.GradScaler`.
|
||
|
|
``torch.cpu.amp.GradScaler(args...)`` is equivalent to ``torch.amp.GradScaler("cpu", args...)``
|
||
|
|
"""
|
||
|
|
|
||
|
|
def __init__(
|
||
|
|
self,
|
||
|
|
init_scale: float = 2.0**16,
|
||
|
|
growth_factor: float = 2.0,
|
||
|
|
backoff_factor: float = 0.5,
|
||
|
|
growth_interval: int = 2000,
|
||
|
|
enabled: bool = True,
|
||
|
|
) -> None:
|
||
|
|
super().__init__(
|
||
|
|
"cpu",
|
||
|
|
init_scale=init_scale,
|
||
|
|
growth_factor=growth_factor,
|
||
|
|
backoff_factor=backoff_factor,
|
||
|
|
growth_interval=growth_interval,
|
||
|
|
enabled=enabled,
|
||
|
|
)
|