1651 lines
58 KiB
Python
1651 lines
58 KiB
Python
|
"""This file exports ONNX ops for opset 11."""
|
|||
|
|
from __future__ import annotations
|
|||
|
|
|
|||
|
|
import functools
|
|||
|
|
import sys
|
|||
|
|
import warnings
|
|||
|
|
from typing import Optional, Sequence
|
|||
|
|
|
|||
|
|
import torch
|
|||
|
|
from torch import _C
|
|||
|
|
from torch._C import _onnx as _C_onnx
|
|||
|
|
from torch.onnx import (
|
|||
|
|
_type_utils,
|
|||
|
|
errors,
|
|||
|
|
symbolic_helper,
|
|||
|
|
symbolic_opset10 as opset10,
|
|||
|
|
symbolic_opset9 as opset9,
|
|||
|
|
utils,
|
|||
|
|
)
|
|||
|
|
from torch.onnx._globals import GLOBALS
|
|||
|
|
from torch.onnx._internal import _beartype, jit_utils, registration
|
|||
|
|
|
|||
|
|
# EDITING THIS FILE? READ THIS FIRST!
|
|||
|
|
# see Note [Edit Symbolic Files] in README.md
|
|||
|
|
|
|||
|
|
__all__ = [
|
|||
|
|
"add",
|
|||
|
|
"append",
|
|||
|
|
"arange",
|
|||
|
|
"argsort",
|
|||
|
|
"atleast_1d",
|
|||
|
|
"atleast_2d",
|
|||
|
|
"atleast_3d",
|
|||
|
|
"cat",
|
|||
|
|
"chunk",
|
|||
|
|
"clamp_max",
|
|||
|
|
"clamp_min",
|
|||
|
|
"clamp",
|
|||
|
|
"constant_pad_nd",
|
|||
|
|
"cumsum",
|
|||
|
|
"Delete",
|
|||
|
|
"embedding_bag",
|
|||
|
|
"embedding_renorm",
|
|||
|
|
"flatten",
|
|||
|
|
"gather",
|
|||
|
|
"hardtanh",
|
|||
|
|
"hstack",
|
|||
|
|
"im2col",
|
|||
|
|
"index_fill",
|
|||
|
|
"index",
|
|||
|
|
"index_copy",
|
|||
|
|
"index_put",
|
|||
|
|
"insert",
|
|||
|
|
"linalg_det",
|
|||
|
|
"linalg_vector_norm",
|
|||
|
|
"logdet",
|
|||
|
|
"masked_scatter",
|
|||
|
|
"masked_select",
|
|||
|
|
"mm",
|
|||
|
|
"narrow",
|
|||
|
|
"normal",
|
|||
|
|
"pad",
|
|||
|
|
"pixel_shuffle",
|
|||
|
|
"pop",
|
|||
|
|
"prim_constant_chunk",
|
|||
|
|
"reflection_pad",
|
|||
|
|
"relu6",
|
|||
|
|
"remainder",
|
|||
|
|
"replication_pad",
|
|||
|
|
"round",
|
|||
|
|
"scatter",
|
|||
|
|
"select",
|
|||
|
|
"size",
|
|||
|
|
"sort",
|
|||
|
|
"split_with_sizes",
|
|||
|
|
"split",
|
|||
|
|
"squeeze",
|
|||
|
|
"stack",
|
|||
|
|
"topk",
|
|||
|
|
"unbind",
|
|||
|
|
"unique_dim",
|
|||
|
|
"unsqueeze",
|
|||
|
|
"vstack",
|
|||
|
|
]
|
|||
|
|
|
|||
|
|
_onnx_symbolic = functools.partial(registration.onnx_symbolic, opset=11)
|
|||
|
|
|
|||
|
|
|
|||
|
|
def _apply_params(*args, **kwargs):
|
|||
|
|
"""Returns a decorator that calls the decorated (higher-order) function with the given parameters."""
|
|||
|
|
|
|||
|
|
def _apply(fn):
|
|||
|
|
return fn(*args, **kwargs)
|
|||
|
|
|
|||
|
|
return _apply
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::hardtanh")
|
|||
|
|
@symbolic_helper.quantized_args(True)
|
|||
|
|
@symbolic_helper.parse_args("v", "f", "f")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def hardtanh(g: jit_utils.GraphContext, self: _C.Value, min_val: float, max_val: float):
|
|||
|
|
scalar_type = _type_utils.JitScalarType.from_value(
|
|||
|
|
self, _type_utils.JitScalarType.FLOAT
|
|||
|
|
)
|
|||
|
|
min_val = g.op(
|
|||
|
|
"Constant",
|
|||
|
|
value_t=torch.tensor(min_val, dtype=scalar_type.dtype()),
|
|||
|
|
)
|
|||
|
|
max_val = g.op(
|
|||
|
|
"Constant",
|
|||
|
|
value_t=torch.tensor(max_val, dtype=scalar_type.dtype()),
|
|||
|
|
)
|
|||
|
|
return opset9._op_with_optional_float_cast(
|
|||
|
|
g, "Clip", self, min_val, max_val, opset_before=12
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::clamp")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def clamp(g: jit_utils.GraphContext, self, min, max):
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def _cast_if_not_none(tensor, dtype):
|
|||
|
|
if tensor is not None and not symbolic_helper._is_none(tensor):
|
|||
|
|
return g.op(
|
|||
|
|
"Cast",
|
|||
|
|
tensor,
|
|||
|
|
to_i=dtype.onnx_type(),
|
|||
|
|
)
|
|||
|
|
else:
|
|||
|
|
return tensor
|
|||
|
|
|
|||
|
|
scalar_type = _type_utils.JitScalarType.from_value(
|
|||
|
|
self, _type_utils.JitScalarType.UNDEFINED
|
|||
|
|
)
|
|||
|
|
if scalar_type != _type_utils.JitScalarType.UNDEFINED:
|
|||
|
|
min = _cast_if_not_none(min, scalar_type)
|
|||
|
|
max = _cast_if_not_none(max, scalar_type)
|
|||
|
|
|
|||
|
|
if symbolic_helper._is_none(min):
|
|||
|
|
return clamp_max(g, self, max)
|
|||
|
|
elif symbolic_helper._is_none(max):
|
|||
|
|
return clamp_min(g, self, min)
|
|||
|
|
else:
|
|||
|
|
if (
|
|||
|
|
symbolic_helper._get_tensor_rank(min) == 0
|
|||
|
|
and symbolic_helper._get_tensor_rank(max) == 0
|
|||
|
|
):
|
|||
|
|
return opset9._op_with_optional_float_cast(
|
|||
|
|
g, "Clip", self, min, max, opset_before=12
|
|||
|
|
)
|
|||
|
|
else:
|
|||
|
|
return clamp_max(g, clamp_min(g, self, min), max)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::clamp_min")
|
|||
|
|
@symbolic_helper.parse_args("v", "v")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def clamp_min(g: jit_utils.GraphContext, self, min):
|
|||
|
|
min = g.op("Cast", min, to_i=_type_utils.JitScalarType.from_value(self).onnx_type())
|
|||
|
|
if symbolic_helper._get_tensor_rank(min) == 0:
|
|||
|
|
max = opset9.unused(g)
|
|||
|
|
return opset9._op_with_optional_float_cast(
|
|||
|
|
g, "Clip", self, min, max, opset_before=12
|
|||
|
|
)
|
|||
|
|
else:
|
|||
|
|
return opset9._op_with_optional_float_cast(g, "Max", self, min, opset_before=12)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::clamp_max")
|
|||
|
|
@symbolic_helper.parse_args("v", "v")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def clamp_max(g: jit_utils.GraphContext, self, max):
|
|||
|
|
max = g.op("Cast", max, to_i=_type_utils.JitScalarType.from_value(self).onnx_type())
|
|||
|
|
if symbolic_helper._get_tensor_rank(max) == 0:
|
|||
|
|
min = opset9.unused(g)
|
|||
|
|
return opset9._op_with_optional_float_cast(
|
|||
|
|
g, "Clip", self, min, max, opset_before=12
|
|||
|
|
)
|
|||
|
|
else:
|
|||
|
|
return opset9._op_with_optional_float_cast(g, "Min", self, max, opset_before=12)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::relu6")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def relu6(g: jit_utils.GraphContext, input):
|
|||
|
|
scalar_type = _type_utils.JitScalarType.from_value(
|
|||
|
|
input, _type_utils.JitScalarType.FLOAT
|
|||
|
|
)
|
|||
|
|
min_val = g.op(
|
|||
|
|
"Constant",
|
|||
|
|
value_t=torch.tensor(0, dtype=scalar_type.dtype()),
|
|||
|
|
)
|
|||
|
|
max_val = g.op(
|
|||
|
|
"Constant",
|
|||
|
|
value_t=torch.tensor(6, dtype=scalar_type.dtype()),
|
|||
|
|
)
|
|||
|
|
return clamp(g, input, min_val, max_val)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::select")
|
|||
|
|
# Opset 11 gather accepts negative indices
|
|||
|
|
@symbolic_helper.quantized_args(True)
|
|||
|
|
@symbolic_helper.parse_args("v", "i", "v")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def select(g: jit_utils.GraphContext, self, dim, index):
|
|||
|
|
return g.op("Gather", self, index, axis_i=dim)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::index_put")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def index_put(
|
|||
|
|
g: jit_utils.GraphContext, self, indices_list_value, values, accumulate=False
|
|||
|
|
):
|
|||
|
|
if symbolic_helper._is_packed_list(indices_list_value):
|
|||
|
|
indices_list = symbolic_helper._unpack_list(indices_list_value)
|
|||
|
|
else:
|
|||
|
|
indices_list = [indices_list_value]
|
|||
|
|
if symbolic_helper.is_caffe2_aten_fallback():
|
|||
|
|
args = [self] + indices_list + [values, accumulate]
|
|||
|
|
return g.at("index_put", *args)
|
|||
|
|
|
|||
|
|
accumulate = symbolic_helper._parse_arg(accumulate, "b")
|
|||
|
|
|
|||
|
|
if len(indices_list) == 0:
|
|||
|
|
return values
|
|||
|
|
|
|||
|
|
if len(indices_list) > 1:
|
|||
|
|
for idx_ in range(len(indices_list)):
|
|||
|
|
if symbolic_helper._is_bool(indices_list[idx_]):
|
|||
|
|
indices_list[idx_] = g.op("NonZero", indices_list[idx_])
|
|||
|
|
index = indices_list[0]
|
|||
|
|
|
|||
|
|
for ind in indices_list[1:]:
|
|||
|
|
index = opset9.add(g, index, ind)
|
|||
|
|
broadcast_index_shape = g.op("Shape", index)
|
|||
|
|
indices_list = [
|
|||
|
|
symbolic_helper._unsqueeze_helper(
|
|||
|
|
g, opset9.expand(g, ind, broadcast_index_shape, None), [-1]
|
|||
|
|
)
|
|||
|
|
for ind in indices_list
|
|||
|
|
]
|
|||
|
|
index = g.op("Concat", *indices_list, axis_i=-1)
|
|||
|
|
else:
|
|||
|
|
# Replace index_put node with masked_scatter or masked_fill
|
|||
|
|
# when inputs to the index_put node contains a single boolean input.
|
|||
|
|
#
|
|||
|
|
# index_put -> masked_fill
|
|||
|
|
# * input index contains single tensor of Bool type (e.g.: %24 <- %23).
|
|||
|
|
# * input value contains single element (e.g.: %18).
|
|||
|
|
#
|
|||
|
|
# Torch IR
|
|||
|
|
# %mask : Float(2, 2, 2, strides=[4, 2, 1], requires_grad=0, device=cpu) = aten::clone(%0, %6)
|
|||
|
|
# %16 : Bool(2, 2, 2, strides=[4, 2, 1], requires_grad=0, device=cpu) =
|
|||
|
|
# aten::to(%8, %26, %27, %11, %12, %28, %29, %15)
|
|||
|
|
# %18 : Float(requires_grad=0, device=cpu) = prim::Constant[value={1}]()
|
|||
|
|
# %23 : Bool(8, strides=[1], device=cpu) = aten::view(%16, %22)
|
|||
|
|
# %24 : Tensor?[] = prim::ListConstruct(%23)
|
|||
|
|
# %25 : Float(2, 2, 2, strides=[4, 2, 1], requires_grad=0, device=cpu) =
|
|||
|
|
# aten::index_put(%mask, %24, %18, %30)
|
|||
|
|
# return (%25)
|
|||
|
|
#
|
|||
|
|
#
|
|||
|
|
# index_put -> masked_scatter
|
|||
|
|
# * input index contains single tensor of Bool type (e.g.: %32 <- %31).
|
|||
|
|
# * input value contains multiple elements (e.g.: %28).
|
|||
|
|
#
|
|||
|
|
# Torch IR
|
|||
|
|
# %mask : Float(2, 2, 2, strides=[4, 2, 1], requires_grad=0, device=cpu) = aten::clone(%0, %6)
|
|||
|
|
# %28 : Float(8, strides=[1], requires_grad=0, device=cpu)
|
|||
|
|
# = prim::Constant[value= 1 1 1 1 1 1 1 1 [ CPUFloatType{8} ]]()
|
|||
|
|
# %15 : Bool(2, 2, 2, strides=[4, 2, 1], requires_grad=0, device=cpu)
|
|||
|
|
# = aten::ne(%mask, %some_const)
|
|||
|
|
# %23 : Bool(2, 2, 2, strides=[4, 2, 1], requires_grad=0, device=cpu)
|
|||
|
|
# = aten::to(%15, %34, %35, %18, %19, %36, %37, %22)
|
|||
|
|
# %38 : Long(requires_grad=0, device=cpu) = prim::Constant[value={0}]()
|
|||
|
|
# %30 : int[] = prim::Constant[value=[-1]]()
|
|||
|
|
# %31 : Bool(8, strides=[1], device=cpu) = aten::view(%23, %30)
|
|||
|
|
# %32 : Tensor?[] = prim::ListConstruct(%31)
|
|||
|
|
# %33 : Float(2, 2, 2, strides=[4, 2, 1], requires_grad=0, device=cpu)
|
|||
|
|
# = aten::index_put(%mask, %32, %28, %38)
|
|||
|
|
# return (%33)
|
|||
|
|
index = indices_list[0]
|
|||
|
|
bool_inp = index
|
|||
|
|
if symbolic_helper._is_bool(bool_inp):
|
|||
|
|
rank = symbolic_helper._get_tensor_rank(values)
|
|||
|
|
if rank is not None and rank == 0:
|
|||
|
|
return opset9.masked_fill(g, self, bool_inp, values)
|
|||
|
|
mask_rank = symbolic_helper._get_tensor_rank(bool_inp)
|
|||
|
|
self_rank = symbolic_helper._get_tensor_rank(self)
|
|||
|
|
if (
|
|||
|
|
mask_rank is not None
|
|||
|
|
and self_rank is not None
|
|||
|
|
and self_rank > mask_rank
|
|||
|
|
):
|
|||
|
|
# Unsqueeze 'bool_inp' to be broadcastable to shape of 'self'.
|
|||
|
|
bool_inp = symbolic_helper._unsqueeze_helper(
|
|||
|
|
g, bool_inp, list(range(mask_rank, self_rank))
|
|||
|
|
)
|
|||
|
|
return masked_scatter(g, self, bool_inp, values)
|
|||
|
|
broadcast_index_shape = g.op("Shape", index)
|
|||
|
|
index = symbolic_helper._unsqueeze_helper(g, index, [-1])
|
|||
|
|
sub_data_shape = symbolic_helper._slice_helper(
|
|||
|
|
g, g.op("Shape", self), axes=[0], starts=[len(indices_list)], ends=[sys.maxsize]
|
|||
|
|
)
|
|||
|
|
values_shape = g.op("Concat", broadcast_index_shape, sub_data_shape, axis_i=0)
|
|||
|
|
# Check if values is a singular value and expand accordingly
|
|||
|
|
rank = symbolic_helper._get_tensor_rank(values)
|
|||
|
|
if rank is not None and rank == 0:
|
|||
|
|
values = opset9.expand(g, values, values_shape, None)
|
|||
|
|
values = symbolic_helper._reshape_helper(g, values, values_shape)
|
|||
|
|
|
|||
|
|
self_scalar_type = _type_utils.JitScalarType.from_value(
|
|||
|
|
self, _type_utils.JitScalarType.UNDEFINED
|
|||
|
|
)
|
|||
|
|
if self_scalar_type != _type_utils.JitScalarType.UNDEFINED:
|
|||
|
|
values_scalar_type = _type_utils.JitScalarType.from_value(
|
|||
|
|
values, _type_utils.JitScalarType.UNDEFINED
|
|||
|
|
)
|
|||
|
|
if self_scalar_type != values_scalar_type:
|
|||
|
|
values = g.op("Cast", values, to_i=self_scalar_type.onnx_type())
|
|||
|
|
elif accumulate:
|
|||
|
|
raise errors.SymbolicValueError("self does not have a valid scalar type.", self)
|
|||
|
|
|
|||
|
|
if accumulate:
|
|||
|
|
zeros = g.op(
|
|||
|
|
"ConstantOfShape",
|
|||
|
|
g.op("Shape", self),
|
|||
|
|
value_t=torch.tensor([0], dtype=self_scalar_type.dtype()),
|
|||
|
|
)
|
|||
|
|
result = g.op("ScatterND", zeros, index, values)
|
|||
|
|
result = add(g, self, result)
|
|||
|
|
else:
|
|||
|
|
result = g.op("ScatterND", self, index, values)
|
|||
|
|
|
|||
|
|
return result
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::pixel_shuffle")
|
|||
|
|
@symbolic_helper.parse_args("v", "i")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def pixel_shuffle(g: jit_utils.GraphContext, self, upscale_factor):
|
|||
|
|
rank = symbolic_helper._get_tensor_rank(self)
|
|||
|
|
if rank is not None and rank != 4:
|
|||
|
|
return symbolic_helper._unimplemented("pixel_shuffle", "only support 4d input")
|
|||
|
|
return g.op("DepthToSpace", self, blocksize_i=upscale_factor, mode_s="CRD")
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic(
|
|||
|
|
"aten::upsample_nearest1d",
|
|||
|
|
decorate=[_apply_params("upsample_nearest1d", 3, "nearest")],
|
|||
|
|
)
|
|||
|
|
@_onnx_symbolic(
|
|||
|
|
"aten::upsample_nearest2d",
|
|||
|
|
decorate=[_apply_params("upsample_nearest2d", 4, "nearest")],
|
|||
|
|
)
|
|||
|
|
@_onnx_symbolic(
|
|||
|
|
"aten::upsample_nearest3d",
|
|||
|
|
decorate=[_apply_params("upsample_nearest3d", 5, "nearest")],
|
|||
|
|
)
|
|||
|
|
@_onnx_symbolic(
|
|||
|
|
"aten::upsample_linear1d",
|
|||
|
|
decorate=[_apply_params("upsample_linear1d", 3, "linear")],
|
|||
|
|
)
|
|||
|
|
@_onnx_symbolic(
|
|||
|
|
"aten::upsample_bilinear2d",
|
|||
|
|
decorate=[_apply_params("upsample_bilinear2d", 4, "linear")],
|
|||
|
|
)
|
|||
|
|
@_onnx_symbolic(
|
|||
|
|
"aten::upsample_trilinear3d",
|
|||
|
|
decorate=[_apply_params("upsample_trilinear3d", 5, "linear")],
|
|||
|
|
)
|
|||
|
|
@_onnx_symbolic(
|
|||
|
|
"aten::upsample_bicubic2d",
|
|||
|
|
decorate=[_apply_params("upsample_bicubic2d", 4, "cubic")],
|
|||
|
|
)
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def _interpolate(name: str, dim: int, interpolate_mode: str):
|
|||
|
|
return symbolic_helper._interpolate_helper(name, dim, interpolate_mode)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::__interpolate")
|
|||
|
|
@symbolic_helper.quantized_args(True, False, False, False, False, False, False)
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def __interpolate(
|
|||
|
|
g: jit_utils.GraphContext,
|
|||
|
|
input,
|
|||
|
|
size,
|
|||
|
|
scale_factor,
|
|||
|
|
mode,
|
|||
|
|
align_corners,
|
|||
|
|
recompute_scale_factor,
|
|||
|
|
antialias,
|
|||
|
|
):
|
|||
|
|
return symbolic_helper.__interpolate_helper(
|
|||
|
|
g, input, size, scale_factor, mode, align_corners, recompute_scale_factor
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::gather")
|
|||
|
|
@symbolic_helper.parse_args("v", "i", "v", "v")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def gather(g: jit_utils.GraphContext, self, dim, index, sparse_grad=False):
|
|||
|
|
if symbolic_helper._maybe_get_const(sparse_grad, "i"):
|
|||
|
|
return symbolic_helper._unimplemented("gather", "sparse_grad == True")
|
|||
|
|
if symbolic_helper.is_caffe2_aten_fallback():
|
|||
|
|
return g.at("gather", self, dim, index, sparse_grad)
|
|||
|
|
return g.op("GatherElements", self, index, axis_i=dim)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::scatter")
|
|||
|
|
@symbolic_helper.parse_args("v", "i", "v", "v")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def scatter(g: jit_utils.GraphContext, self, dim, index, src):
|
|||
|
|
if symbolic_helper.is_caffe2_aten_fallback():
|
|||
|
|
return g.at("scatter", self, dim, index, src, overload_name="src")
|
|||
|
|
src_type = _type_utils.JitScalarType.from_value(src)
|
|||
|
|
src = symbolic_helper._maybe_get_scalar(src)
|
|||
|
|
if symbolic_helper._is_value(src):
|
|||
|
|
return g.op("ScatterElements", self, index, src, axis_i=dim)
|
|||
|
|
else:
|
|||
|
|
# Check if scalar "src" has same type as self (PyTorch allows different
|
|||
|
|
# type for scalar src (but not when src is tensor)). If not, insert Cast node.
|
|||
|
|
if _type_utils.JitScalarType.from_value(self) != src_type:
|
|||
|
|
src = g.op(
|
|||
|
|
"Cast",
|
|||
|
|
src,
|
|||
|
|
to_i=_type_utils.JitScalarType.from_value(self).onnx_type(),
|
|||
|
|
)
|
|||
|
|
return g.op(
|
|||
|
|
"ScatterElements", self, index, opset9.expand_as(g, src, index), axis_i=dim
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::cumsum")
|
|||
|
|
@symbolic_helper.parse_args("v", "i", "none")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def cumsum(g: jit_utils.GraphContext, self, dim, dtype=None):
|
|||
|
|
dim_tensor = g.op("Constant", value_t=torch.tensor(dim, dtype=torch.int))
|
|||
|
|
if dtype and dtype.node().kind() != "prim::Constant":
|
|||
|
|
parsed_dtype = symbolic_helper._get_const(dtype, "i", "dtype")
|
|||
|
|
cast = g.op(
|
|||
|
|
"Cast", self, to_i=_type_utils.JitScalarType(parsed_dtype).onnx_type()
|
|||
|
|
)
|
|||
|
|
else:
|
|||
|
|
cast = self
|
|||
|
|
csum = g.op("CumSum", cast, dim_tensor)
|
|||
|
|
return csum
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::masked_select")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def masked_select(g: jit_utils.GraphContext, self, mask):
|
|||
|
|
index = opset9.nonzero(g, opset9.expand_as(g, mask, self))
|
|||
|
|
return g.op("GatherND", self, index)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::masked_scatter")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def masked_scatter(g: jit_utils.GraphContext, self, mask, source):
|
|||
|
|
index = opset9.nonzero(g, opset9.expand_as(g, mask, self))
|
|||
|
|
# NOTE: source can have more elements than needed.
|
|||
|
|
# It could also have arbitrary shape.
|
|||
|
|
# This is not supported by ONNX::ScatterND, so we need to flatten and slice source tensor.
|
|||
|
|
source = symbolic_helper._reshape_helper(g, source, torch.LongTensor([-1]))
|
|||
|
|
source = symbolic_helper._slice_helper(
|
|||
|
|
g,
|
|||
|
|
source,
|
|||
|
|
axes=torch.LongTensor([0]),
|
|||
|
|
starts=torch.LongTensor([0]),
|
|||
|
|
ends=opset9.size(g, index, torch.LongTensor([0])),
|
|||
|
|
)
|
|||
|
|
return g.op("ScatterND", self, index, source)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::len")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def _len(g: jit_utils.GraphContext, self):
|
|||
|
|
if (
|
|||
|
|
symbolic_helper._is_tensor_list(self)
|
|||
|
|
or self.node().kind() == "onnx::SplitToSequence"
|
|||
|
|
):
|
|||
|
|
return g.op("SequenceLength", self)
|
|||
|
|
sz_0 = size(g, self, g.op("Constant", value_t=torch.LongTensor([0])))
|
|||
|
|
return symbolic_helper._squeeze_helper(g, sz_0, [0])
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::__getitem_")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def __getitem_(g: jit_utils.GraphContext, self, i):
|
|||
|
|
if symbolic_helper._is_tensor_list(self):
|
|||
|
|
# SequenceAt requires that the input be a List of Tensors
|
|||
|
|
return g.op("SequenceAt", self, i)
|
|||
|
|
else:
|
|||
|
|
from torch.onnx.symbolic_opset9 import __getitem_ as getitem
|
|||
|
|
|
|||
|
|
return getitem(g, self, i)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::_set_item")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def _set_item(g: jit_utils.GraphContext, tensor_list, i, v):
|
|||
|
|
tensor_list = g.op("SequenceErase", tensor_list, i)
|
|||
|
|
return g.op("SequenceInsert", tensor_list, v, i)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::append")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def append(g: jit_utils.GraphContext, self, tensor):
|
|||
|
|
return g.op("SequenceInsert", self, tensor)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::add")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def add(g: jit_utils.GraphContext, self, other, alpha=None):
|
|||
|
|
if symbolic_helper._is_value(self) and symbolic_helper._is_tensor_list(self):
|
|||
|
|
tensor_list_node = other.node()
|
|||
|
|
if tensor_list_node.kind() != "prim::ListConstruct":
|
|||
|
|
return symbolic_helper._unimplemented(
|
|||
|
|
"add", "does not support adding dynamic tensor list to another"
|
|||
|
|
)
|
|||
|
|
tensors = symbolic_helper._unpack_list(other)
|
|||
|
|
l = self
|
|||
|
|
for t in tensors:
|
|||
|
|
l = g.op("SequenceInsert", l, t)
|
|||
|
|
return l
|
|||
|
|
|
|||
|
|
return opset9.add(g, self, other, alpha)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::insert")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def insert(g: jit_utils.GraphContext, self, pos, tensor):
|
|||
|
|
return g.op("SequenceInsert", self, tensor, pos)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::pop")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def pop(g: jit_utils.GraphContext, tensor_list, dim):
|
|||
|
|
return g.op("SequenceErase", tensor_list, dim)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::Delete")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def Delete(g: jit_utils.GraphContext, tensor_list, dim):
|
|||
|
|
return g.op("SequenceErase", tensor_list, dim)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::cat")
|
|||
|
|
@symbolic_helper.quantized_args(True)
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def cat(g: jit_utils.GraphContext, tensor_list, dim):
|
|||
|
|
if symbolic_helper._is_packed_list(tensor_list):
|
|||
|
|
return opset9.cat(g, tensor_list, dim)
|
|||
|
|
else:
|
|||
|
|
dim = symbolic_helper._get_const(dim, "i", "dim")
|
|||
|
|
return g.op("ConcatFromSequence", tensor_list, axis_i=dim)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::stack")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def stack(g: jit_utils.GraphContext, tensor_list, dim):
|
|||
|
|
if symbolic_helper._is_packed_list(tensor_list):
|
|||
|
|
return opset9.stack(g, tensor_list, dim)
|
|||
|
|
else:
|
|||
|
|
dim = symbolic_helper._get_const(dim, "i", "dim")
|
|||
|
|
return g.op("ConcatFromSequence", tensor_list, axis_i=dim, new_axis_i=1)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::_unique2")
|
|||
|
|
@symbolic_helper.parse_args("v", "i", "i", "i")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def _unique2(g: jit_utils.GraphContext, self, sorted, return_inverse, return_counts):
|
|||
|
|
u, indices, inverse_indices, counts = g.op(
|
|||
|
|
"Unique", self, sorted_i=sorted, outputs=4
|
|||
|
|
)
|
|||
|
|
return u, inverse_indices, counts
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::unique_dim")
|
|||
|
|
@symbolic_helper.parse_args("v", "i", "i", "i", "i")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def unique_dim(
|
|||
|
|
g: jit_utils.GraphContext, self, dim, sorted, return_inverse, return_counts
|
|||
|
|
):
|
|||
|
|
u, indices, inverse_indices, counts = g.op(
|
|||
|
|
"Unique", self, axis_i=dim, sorted_i=sorted, outputs=4
|
|||
|
|
)
|
|||
|
|
return u, inverse_indices, counts
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::topk")
|
|||
|
|
@symbolic_helper.parse_args("v", "v", "i", "i", "i", "none")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def topk(g: jit_utils.GraphContext, self, k, dim, largest, sorted, out=None):
|
|||
|
|
return symbolic_helper._topk_helper(
|
|||
|
|
g, self, k, dim, largest=largest, sorted=sorted, out=out
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::sort")
|
|||
|
|
@symbolic_helper.parse_args("v", "i", "i", "none")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def sort(g: jit_utils.GraphContext, self, dim, decending, out=None):
|
|||
|
|
return symbolic_helper._sort_helper(g, self, dim, decending=decending, out=out)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::argsort")
|
|||
|
|
@symbolic_helper.parse_args("v", "i", "i", "none")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def argsort(g: jit_utils.GraphContext, self, dim, decending, out=None):
|
|||
|
|
_, indices = symbolic_helper._sort_helper(
|
|||
|
|
g, self, dim, decending=decending, out=out
|
|||
|
|
)
|
|||
|
|
return indices
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::round")
|
|||
|
|
@symbolic_helper.parse_args("v", "i")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def round(g: jit_utils.GraphContext, self, decimals=0):
|
|||
|
|
if not symbolic_helper._is_fp(self):
|
|||
|
|
return self
|
|||
|
|
if decimals == 0:
|
|||
|
|
return g.op("Round", self)
|
|||
|
|
mul = g.op("Mul", self, g.op("Constant", value_t=torch.tensor(pow(10, decimals))))
|
|||
|
|
round = g.op("Round", mul)
|
|||
|
|
return g.op(
|
|||
|
|
"Mul", round, g.op("Constant", value_t=torch.tensor(pow(10, -1 * decimals)))
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::remainder")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def remainder(g: jit_utils.GraphContext, input, other):
|
|||
|
|
if symbolic_helper._is_fp(input) or symbolic_helper._is_fp(other):
|
|||
|
|
return opset9.remainder(g, input, other)
|
|||
|
|
return g.op("Mod", input, other, fmod_i=0)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::split")
|
|||
|
|
@symbolic_helper.parse_args("v", "v", "i", "i")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def split(g: jit_utils.GraphContext, self, split_size_or_sizes, dim, _outputs=None):
|
|||
|
|
if not symbolic_helper._is_split_static(split_size_or_sizes, _outputs):
|
|||
|
|
split_out = g.op("SplitToSequence", self, split_size_or_sizes, axis_i=dim)
|
|||
|
|
if _outputs is None:
|
|||
|
|
return split_out
|
|||
|
|
# Convert to multiple slice nodes iff number of splits and number of outputs are statically known.
|
|||
|
|
if (
|
|||
|
|
symbolic_helper._is_packed_list(split_size_or_sizes)
|
|||
|
|
and len(symbolic_helper._unpack_list(split_size_or_sizes)) == _outputs
|
|||
|
|
):
|
|||
|
|
split_sizes = [
|
|||
|
|
symbolic_helper._unsqueeze_helper(g, v, [0])
|
|||
|
|
for v in symbolic_helper._unpack_list(split_size_or_sizes)
|
|||
|
|
]
|
|||
|
|
start = g.op("Constant", value_t=torch.tensor([0], dtype=torch.long))
|
|||
|
|
axis = g.op("Constant", value_t=torch.tensor([dim], dtype=torch.long))
|
|||
|
|
res = []
|
|||
|
|
for i in range(_outputs):
|
|||
|
|
end = g.op(
|
|||
|
|
"Add", start, split_sizes[i]
|
|||
|
|
) # split_sizes is a list of same length as _outputs
|
|||
|
|
res.append(g.op("Slice", self, start, end, axis))
|
|||
|
|
start = end
|
|||
|
|
return res
|
|||
|
|
return [
|
|||
|
|
g.op(
|
|||
|
|
"SequenceAt",
|
|||
|
|
split_out,
|
|||
|
|
g.op("Constant", value_t=torch.tensor([i], dtype=torch.long)),
|
|||
|
|
)
|
|||
|
|
for i in range(_outputs)
|
|||
|
|
]
|
|||
|
|
else:
|
|||
|
|
return opset9.split(g, self, split_size_or_sizes, dim, _outputs)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::split_with_sizes")
|
|||
|
|
@symbolic_helper.parse_args("v", "v", "i", "i")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def split_with_sizes(g: jit_utils.GraphContext, self, split_sizes, dim, _outputs=None):
|
|||
|
|
return split(g, self, split_sizes, dim, _outputs)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::unbind")
|
|||
|
|
@symbolic_helper.parse_args("v", "i", "i")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def unbind(g: jit_utils.GraphContext, self, dim=0, _outputs=None):
|
|||
|
|
if _outputs is None:
|
|||
|
|
return g.op(
|
|||
|
|
"SplitToSequence",
|
|||
|
|
self,
|
|||
|
|
g.op("Constant", value_t=torch.tensor(1, dtype=torch.long)),
|
|||
|
|
axis_i=dim,
|
|||
|
|
keepdims_i=0,
|
|||
|
|
)
|
|||
|
|
else:
|
|||
|
|
return opset9.unbind(g, self, dim, _outputs)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def _prepare_onnx_paddings(g: jit_utils.GraphContext, input, pad):
|
|||
|
|
"""Generate paddings in ONNX order based on pad in pytorch.
|
|||
|
|
|
|||
|
|
Args:
|
|||
|
|
input: the input tensor.
|
|||
|
|
pad: the paddings in pytorch.
|
|||
|
|
The order is dim_n_begin, dim_n_end, dim_n-1_begin, dim_n-1_end, ..., dim_m_begin, dim_m_end,
|
|||
|
|
where m is in range [0, n].
|
|||
|
|
"""
|
|||
|
|
if (
|
|||
|
|
not symbolic_helper._is_packed_list(pad)
|
|||
|
|
and symbolic_helper._is_list(pad)
|
|||
|
|
and symbolic_helper._is_scalar_list(pad)
|
|||
|
|
):
|
|||
|
|
pad = g.op("ConcatFromSequence", pad, axis_i=0, new_axis_i=1)
|
|||
|
|
# The desired order of paddings is
|
|||
|
|
# dim_0_begin, dim_1_begin, ... , dim_0_end, ..., dim_n_end.
|
|||
|
|
# n is the dimension of input.
|
|||
|
|
# Assume zero-dimensions in the beginning, pad the "pad" sequence with zeros in the beginning
|
|||
|
|
pad_len = opset9.size(g, pad, g.op("Constant", value_t=torch.tensor([0])))
|
|||
|
|
# Set extension = [0] * (dim * 2 - len(pad))
|
|||
|
|
rank = symbolic_helper._get_tensor_rank(input)
|
|||
|
|
if rank is None:
|
|||
|
|
rank = g.op("Size", g.op("Shape", input))
|
|||
|
|
else:
|
|||
|
|
rank = g.op("Constant", value_t=torch.tensor(rank, dtype=torch.int64))
|
|||
|
|
extension = g.op(
|
|||
|
|
"Sub",
|
|||
|
|
g.op("Mul", rank, g.op("Constant", value_t=torch.tensor(2, dtype=torch.int64))),
|
|||
|
|
pad_len,
|
|||
|
|
)
|
|||
|
|
# Concat pad with extension: paddings = [dim_n_begin, dim_n_end, dim_n-1_begin, dim_n-1_end, 0, 0, ... ]
|
|||
|
|
# Currently ONNX only supports int64 type for Pad
|
|||
|
|
pad = g.op("Cast", pad, to_i=_C_onnx.TensorProtoDataType.INT64)
|
|||
|
|
paddings = g.op(
|
|||
|
|
"Concat",
|
|||
|
|
pad,
|
|||
|
|
g.op(
|
|||
|
|
"ConstantOfShape", extension, value_t=torch.tensor([0], dtype=torch.int64)
|
|||
|
|
),
|
|||
|
|
axis_i=0,
|
|||
|
|
)
|
|||
|
|
# Reshape and reverse order and collate first beginnings and then ends
|
|||
|
|
# paddings = [[..., 0, dim_n-1_begin, dim_n_begin],
|
|||
|
|
# [..., 0, dim_n-1_end, dim_n_end]]
|
|||
|
|
# Reshape back to 1-D paddings = [..., 0, dim_n - 1_begin, dim_n_begin, ..., 0, dim_n - 1_end, dim_n_end]
|
|||
|
|
paddings = symbolic_helper._reshape_helper(
|
|||
|
|
g, paddings, g.op("Constant", value_t=torch.tensor([-1, 2]))
|
|||
|
|
)
|
|||
|
|
paddings = g.op("Transpose", opset10.flip(g, paddings, [0]), perm_i=[1, 0])
|
|||
|
|
paddings = symbolic_helper._reshape_helper(
|
|||
|
|
g, paddings, g.op("Constant", value_t=torch.tensor([-1]))
|
|||
|
|
)
|
|||
|
|
padding_c = g.op("Cast", paddings, to_i=_C_onnx.TensorProtoDataType.INT64)
|
|||
|
|
return padding_c
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::constant_pad_nd")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def constant_pad_nd(g: jit_utils.GraphContext, input, padding, value=None):
|
|||
|
|
mode = "constant"
|
|||
|
|
value = symbolic_helper._maybe_get_scalar(value)
|
|||
|
|
value = symbolic_helper._if_scalar_type_as(value, input)
|
|||
|
|
pad = _prepare_onnx_paddings(g, input, padding)
|
|||
|
|
return g.op("Pad", input, pad, value, mode_s=mode)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::reflection_pad1d")
|
|||
|
|
@_onnx_symbolic("aten::reflection_pad2d")
|
|||
|
|
@_onnx_symbolic("aten::reflection_pad3d")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def reflection_pad(g: jit_utils.GraphContext, input, padding):
|
|||
|
|
mode = "reflect"
|
|||
|
|
paddings = _prepare_onnx_paddings(g, input, padding)
|
|||
|
|
return g.op("Pad", input, paddings, mode_s=mode)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::replication_pad1d")
|
|||
|
|
@_onnx_symbolic("aten::replication_pad2d")
|
|||
|
|
@_onnx_symbolic("aten::replication_pad3d")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def replication_pad(g: jit_utils.GraphContext, input, padding):
|
|||
|
|
mode = "edge"
|
|||
|
|
paddings = _prepare_onnx_paddings(g, input, padding)
|
|||
|
|
return g.op("Pad", input, paddings, mode_s=mode)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::pad")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def pad(
|
|||
|
|
g: jit_utils.GraphContext,
|
|||
|
|
input: _C.Value,
|
|||
|
|
pad: _C.Value,
|
|||
|
|
mode: _C.Value,
|
|||
|
|
value: _C.Value,
|
|||
|
|
):
|
|||
|
|
mode = symbolic_helper._parse_arg(mode, "s")
|
|||
|
|
if mode == "replicate":
|
|||
|
|
return replication_pad(g, input, pad)
|
|||
|
|
elif mode == "reflect":
|
|||
|
|
return reflection_pad(g, input, pad)
|
|||
|
|
elif mode == "constant":
|
|||
|
|
return constant_pad_nd(g, input, pad, value)
|
|||
|
|
elif mode == "circular":
|
|||
|
|
return opset9._pad_circular(g, input, pad)
|
|||
|
|
else:
|
|||
|
|
raise errors.SymbolicValueError(f"Unrecognized padding mode {mode}", input)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::linalg_det")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def linalg_det(g: jit_utils.GraphContext, self):
|
|||
|
|
return g.op("Det", self)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::logdet")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def logdet(g: jit_utils.GraphContext, input):
|
|||
|
|
return opset9.log(g, linalg_det(g, input))
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::arange")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def arange(g: jit_utils.GraphContext, *args):
|
|||
|
|
def _get_arange_dtype(dtype):
|
|||
|
|
dtype = symbolic_helper._maybe_get_const(dtype, "i")
|
|||
|
|
return dtype
|
|||
|
|
|
|||
|
|
if len(args) == 2 and all(isinstance(val, int) for val in args):
|
|||
|
|
# aten::arange(Scalar start, Scalar end)
|
|||
|
|
dtype = torch.int64
|
|||
|
|
# Start index.
|
|||
|
|
start = g.op(
|
|||
|
|
"Constant",
|
|||
|
|
value_t=torch.tensor(args[0], dtype=dtype),
|
|||
|
|
)
|
|||
|
|
# End (exclusive) index.
|
|||
|
|
end = g.op(
|
|||
|
|
"Constant",
|
|||
|
|
value_t=torch.tensor(args[1], dtype=dtype),
|
|||
|
|
)
|
|||
|
|
# Step size from start to end indexes.
|
|||
|
|
delta_default = g.op(
|
|||
|
|
"Constant",
|
|||
|
|
value_t=torch.tensor(1, dtype=dtype),
|
|||
|
|
)
|
|||
|
|
return g.op("Range", start, end, delta_default)
|
|||
|
|
elif len(args) == 2 or len(args) == 5:
|
|||
|
|
if len(args) == 2:
|
|||
|
|
# aten::arange(Scalar end, Tensor out)
|
|||
|
|
dtype = None
|
|||
|
|
else:
|
|||
|
|
# aten::arange(Scalar end, ScalarType dtype, Layout, Device, bool pin_memory)
|
|||
|
|
dtype = _get_arange_dtype(args[1])
|
|||
|
|
type_, end, start, step = symbolic_helper._arange_cast_helper(
|
|||
|
|
g, end=args[0], dtype=dtype
|
|||
|
|
)
|
|||
|
|
start_default = g.op(
|
|||
|
|
"Constant",
|
|||
|
|
value_t=torch.tensor(0, dtype=type_.dtype()),
|
|||
|
|
)
|
|||
|
|
delta_default = g.op(
|
|||
|
|
"Constant",
|
|||
|
|
value_t=torch.tensor(1, dtype=type_.dtype()),
|
|||
|
|
)
|
|||
|
|
return g.op("Range", start_default, end, delta_default)
|
|||
|
|
elif len(args) == 4 or len(args) == 7:
|
|||
|
|
if len(args) == 4:
|
|||
|
|
# aten::arange(Scalar start, Scalar end, Scalar step, Tensor out)
|
|||
|
|
dtype = None
|
|||
|
|
else:
|
|||
|
|
# aten::arange(Scalar start, Scalar end, Scalar step, ScalarType dtype, Layout, Device, bool pin_memory)
|
|||
|
|
dtype = _get_arange_dtype(args[3])
|
|||
|
|
_, end, start, step = symbolic_helper._arange_cast_helper(
|
|||
|
|
g, start=args[0], end=args[1], step=args[2], dtype=dtype
|
|||
|
|
)
|
|||
|
|
return g.op("Range", start, end, step)
|
|||
|
|
elif len(args) == 6:
|
|||
|
|
# aten::arange(Scalar start, Scalar end, ScalarType dtype, Layout, Device, bool pin_memory)
|
|||
|
|
dtype = _get_arange_dtype(args[2])
|
|||
|
|
type_, end, start, step = symbolic_helper._arange_cast_helper(
|
|||
|
|
g, start=args[0], end=args[1], dtype=dtype
|
|||
|
|
)
|
|||
|
|
delta_default = g.op(
|
|||
|
|
"Constant",
|
|||
|
|
value_t=torch.tensor(1, dtype=type_.dtype()),
|
|||
|
|
)
|
|||
|
|
return g.op("Range", start, end, delta_default)
|
|||
|
|
else:
|
|||
|
|
return symbolic_helper._unimplemented(
|
|||
|
|
"aten::arange", f"with {len(args)} arguments"
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::_dim_arange")
|
|||
|
|
@symbolic_helper.parse_args("v", "i")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def _dim_arange(g: jit_utils.GraphContext, like, dim):
|
|||
|
|
like_shape = g.op("Shape", like)
|
|||
|
|
stop = g.op(
|
|||
|
|
"Gather", like_shape, g.op("Constant", value_t=torch.tensor(dim)), axis_i=0
|
|||
|
|
)
|
|||
|
|
if symbolic_helper.is_caffe2_aten_fallback():
|
|||
|
|
return g.op("_caffe2::Range", stop)
|
|||
|
|
return arange(g, stop, 4, None, None, None)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::size")
|
|||
|
|
@symbolic_helper.quantized_args(True, quantize_output=False)
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def size(g: jit_utils.GraphContext, self, dim=None):
|
|||
|
|
if dim is None:
|
|||
|
|
return g.op("Shape", self)
|
|||
|
|
return symbolic_helper._size_helper(g, self, dim)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::squeeze")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def squeeze(g: jit_utils.GraphContext, self, dim=None):
|
|||
|
|
if dim is None:
|
|||
|
|
return g.op("Squeeze", self)
|
|||
|
|
|
|||
|
|
# dim as a tensor
|
|||
|
|
if not symbolic_helper._is_constant(dim):
|
|||
|
|
return symbolic_helper._squeeze_helper(g, self, [dim])
|
|||
|
|
|
|||
|
|
dim = symbolic_helper._get_const(dim, "i", "dim")
|
|||
|
|
|
|||
|
|
input_rank = symbolic_helper._get_tensor_rank(self)
|
|||
|
|
adjusted_dim = dim
|
|||
|
|
if input_rank is not None and dim < 0:
|
|||
|
|
adjusted_dim += input_rank
|
|||
|
|
dim_size = symbolic_helper._get_tensor_dim_size(self, adjusted_dim)
|
|||
|
|
if (dim < 0 and input_rank is None) or dim_size is None:
|
|||
|
|
# If onnx shape inference is not on, export always as dynamic.
|
|||
|
|
# Because we cannot tell if observed static shape is also static at runtime.
|
|||
|
|
# create "cond" node (condition is shape[i]==1)
|
|||
|
|
dim_constant = g.op("Constant", value_t=torch.tensor([dim]))
|
|||
|
|
size = symbolic_helper._size_helper(g, self, dim_constant)
|
|||
|
|
const_one = g.op("Constant", value_t=torch.ones(1, dtype=torch.int64))
|
|||
|
|
cond = g.op("Equal", size, const_one)
|
|||
|
|
# create the "If" node and add the "then" and "else" blocks to it.
|
|||
|
|
if_op, (if_context, else_context), _ = jit_utils.add_op_with_blocks(
|
|||
|
|
g, "If", cond, n_blocks=2
|
|||
|
|
)
|
|||
|
|
squeeze_ = symbolic_helper._squeeze_helper(if_context, self, [dim])
|
|||
|
|
utils._add_output_to_block(if_context.block, squeeze_)
|
|||
|
|
identity_ = else_context.op("Identity", self)
|
|||
|
|
utils._add_output_to_block(else_context.block, identity_)
|
|||
|
|
return if_op
|
|||
|
|
|
|||
|
|
# For static input shape
|
|||
|
|
dim = adjusted_dim
|
|||
|
|
if dim_size > 1:
|
|||
|
|
warnings.warn(
|
|||
|
|
"This model contains a squeeze operation on dimension "
|
|||
|
|
+ str(dim)
|
|||
|
|
+ ". The size of "
|
|||
|
|
+ "this dimension in the given input is "
|
|||
|
|
+ str(dim_size)
|
|||
|
|
+ ". The model will "
|
|||
|
|
+ "be exported without the squeeze node. If the model is intended to be used with dynamic "
|
|||
|
|
+ "input shapes, please export with dynamic_axes argument."
|
|||
|
|
)
|
|||
|
|
return self
|
|||
|
|
return symbolic_helper._squeeze_helper(g, self, [dim])
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::unsqueeze")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def unsqueeze(g: jit_utils.GraphContext, self, dim):
|
|||
|
|
if symbolic_helper._is_constant(dim):
|
|||
|
|
dim = symbolic_helper._get_const(dim, "i", "dim")
|
|||
|
|
|
|||
|
|
return symbolic_helper._unsqueeze_helper(g, self, [dim])
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::mm")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def mm(g: jit_utils.GraphContext, self, other):
|
|||
|
|
return g.op("Gemm", self, other, beta_f=0.0, alpha_f=1.0)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::index")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def index(g: jit_utils.GraphContext, self, index):
|
|||
|
|
if symbolic_helper.is_caffe2_aten_fallback():
|
|||
|
|
return g.at("index", self, index, overload_name="Tensor")
|
|||
|
|
|
|||
|
|
if symbolic_helper._is_packed_list(index):
|
|||
|
|
indices = symbolic_helper._unpack_list(index)
|
|||
|
|
else:
|
|||
|
|
indices = [index]
|
|||
|
|
|
|||
|
|
# Handle single mask index.
|
|||
|
|
if len(indices) == 1:
|
|||
|
|
index = indices[0]
|
|||
|
|
if not symbolic_helper._is_none(index) and (
|
|||
|
|
symbolic_helper._is_bool(index)
|
|||
|
|
or _type_utils.JitScalarType.from_value(index)
|
|||
|
|
== _type_utils.JitScalarType.UINT8
|
|||
|
|
):
|
|||
|
|
index = opset9.nonzero(g, index)
|
|||
|
|
return g.op("GatherND", self, index)
|
|||
|
|
return opset9.index(g, self, index)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::index_fill")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def index_fill(g: jit_utils.GraphContext, self, dim, index, value):
|
|||
|
|
dim_value = symbolic_helper._parse_arg(dim, "i")
|
|||
|
|
if symbolic_helper.is_caffe2_aten_fallback():
|
|||
|
|
return g.at(
|
|||
|
|
"index_fill",
|
|||
|
|
self,
|
|||
|
|
index,
|
|||
|
|
value,
|
|||
|
|
overload_name="int_Scalar",
|
|||
|
|
dim_i=dim_value,
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
expanded_index_shape, expanded_index = symbolic_helper._index_fill_reshape_helper(
|
|||
|
|
g, self, dim, index
|
|||
|
|
)
|
|||
|
|
value = symbolic_helper._maybe_get_scalar(value)
|
|||
|
|
value = symbolic_helper._if_scalar_type_as(value, self)
|
|||
|
|
expanded_value = opset9.expand(g, value, expanded_index_shape, None)
|
|||
|
|
return scatter(g, self, dim, expanded_index, expanded_value)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::index_copy")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def index_copy(g: jit_utils.GraphContext, self, dim, index, source):
|
|||
|
|
dim_value = symbolic_helper._parse_arg(dim, "i")
|
|||
|
|
if symbolic_helper.is_caffe2_aten_fallback():
|
|||
|
|
return g.at("index_copy", self, index, source, dim_i=dim_value)
|
|||
|
|
expanded_index_shape, expanded_index = symbolic_helper._index_fill_reshape_helper(
|
|||
|
|
g, self, dim, index
|
|||
|
|
)
|
|||
|
|
return scatter(g, self, dim, expanded_index, source)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::__rshift_")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def __rshift_(g: jit_utils.GraphContext, self, other):
|
|||
|
|
# make sure to cast other to self's type
|
|||
|
|
# (when self is long, make sure that other is not float)
|
|||
|
|
if _type_utils.JitScalarType.from_value(
|
|||
|
|
other, _type_utils.JitScalarType.UNDEFINED
|
|||
|
|
) != _type_utils.JitScalarType.from_value(self):
|
|||
|
|
other = g.op(
|
|||
|
|
"Cast",
|
|||
|
|
other,
|
|||
|
|
to_i=_type_utils.JitScalarType.from_value(self).onnx_type(),
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
if (
|
|||
|
|
_type_utils.JitScalarType.from_value(self, _type_utils.JitScalarType.UNDEFINED)
|
|||
|
|
== _type_utils.JitScalarType.UINT8
|
|||
|
|
):
|
|||
|
|
return g.op("BitShift", self, other, direction_s="RIGHT")
|
|||
|
|
|
|||
|
|
two = g.op("Constant", value_t=torch.tensor(2, dtype=torch.float32))
|
|||
|
|
# exponent (same type as self) has to be float or double in onnx::Pow
|
|||
|
|
if not symbolic_helper._is_fp(self):
|
|||
|
|
other = g.op("Cast", other, to_i=_C_onnx.TensorProtoDataType.FLOAT)
|
|||
|
|
two_pow = g.op("Pow", two, other)
|
|||
|
|
two_pow = g.op(
|
|||
|
|
"Cast",
|
|||
|
|
two_pow,
|
|||
|
|
to_i=_type_utils.JitScalarType.from_value(self).onnx_type(),
|
|||
|
|
)
|
|||
|
|
rshift = g.op("Div", self, two_pow)
|
|||
|
|
return rshift
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::__lshift_")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def __lshift_(g: jit_utils.GraphContext, self, other):
|
|||
|
|
# make sure to cast other to self's type
|
|||
|
|
# (when self is long, make sure that other is not float)
|
|||
|
|
if _type_utils.JitScalarType.from_value(
|
|||
|
|
other, _type_utils.JitScalarType.UNDEFINED
|
|||
|
|
) != _type_utils.JitScalarType.from_value(self):
|
|||
|
|
other = g.op(
|
|||
|
|
"Cast",
|
|||
|
|
other,
|
|||
|
|
to_i=_type_utils.JitScalarType.from_value(self).onnx_type(),
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
if (
|
|||
|
|
_type_utils.JitScalarType.from_value(self, _type_utils.JitScalarType.UNDEFINED)
|
|||
|
|
== _type_utils.JitScalarType.UINT8
|
|||
|
|
):
|
|||
|
|
return g.op("BitShift", self, other, direction_s="LEFT")
|
|||
|
|
|
|||
|
|
two = g.op("Constant", value_t=torch.tensor(2, dtype=torch.float32))
|
|||
|
|
# exponent (same type as self) has to be float or double in onnx::Pow
|
|||
|
|
if not symbolic_helper._is_fp(self):
|
|||
|
|
other = g.op("Cast", other, to_i=_C_onnx.TensorProtoDataType.FLOAT)
|
|||
|
|
two_pow = g.op("Pow", two, other)
|
|||
|
|
two_pow = g.op(
|
|||
|
|
"Cast",
|
|||
|
|
two_pow,
|
|||
|
|
to_i=_type_utils.JitScalarType.from_value(self).onnx_type(),
|
|||
|
|
)
|
|||
|
|
lshift = g.op("Mul", self, two_pow)
|
|||
|
|
return lshift
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def _get_im2col_indices_along_dim(
|
|||
|
|
g: jit_utils.GraphContext, input_d, kernel_size_d, dilation_d, padding_d, stride_d
|
|||
|
|
):
|
|||
|
|
# Input is always 4-D (N, C, H, W)
|
|||
|
|
# Calculate indices of sliding blocks along spatial dimension
|
|||
|
|
# Slide kernel over input each dim d:
|
|||
|
|
# each dimension d ranges from 0 to input[d]+2xpadding[d]-dilation[d]x(kernel_size[d]-1)
|
|||
|
|
# with steps = stride
|
|||
|
|
|
|||
|
|
blocks_d = g.op(
|
|||
|
|
"Add", input_d, g.op("Constant", value_t=torch.tensor(padding_d * 2))
|
|||
|
|
)
|
|||
|
|
blocks_d = g.op(
|
|||
|
|
"Sub",
|
|||
|
|
blocks_d,
|
|||
|
|
g.op("Constant", value_t=torch.tensor(dilation_d * (kernel_size_d - 1))),
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
# Stride kernel over input and find starting indices along dim d
|
|||
|
|
blocks_d_indices = g.op(
|
|||
|
|
"Range",
|
|||
|
|
g.op("Constant", value_t=torch.tensor(0)),
|
|||
|
|
blocks_d,
|
|||
|
|
g.op("Constant", value_t=torch.tensor(stride_d)),
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
# Apply dilation on kernel and find its indices along dim d
|
|||
|
|
kernel_grid = torch.arange(0, kernel_size_d * dilation_d, dilation_d)
|
|||
|
|
kernel_grid = g.op("Constant", value_t=kernel_grid.unsqueeze(0))
|
|||
|
|
|
|||
|
|
# Broadcast and add kernel staring positions (indices) with
|
|||
|
|
# kernel_grid along dim d, to get block indices along dim d
|
|||
|
|
blocks_d_indices = symbolic_helper._unsqueeze_helper(
|
|||
|
|
g, blocks_d_indices, [0]
|
|||
|
|
) # Reshape to [1, -1]
|
|||
|
|
kernel_mask = symbolic_helper._reshape_helper(
|
|||
|
|
g, kernel_grid, g.op("Constant", value_t=torch.tensor([-1, 1]))
|
|||
|
|
)
|
|||
|
|
block_mask = g.op("Add", blocks_d_indices, kernel_mask)
|
|||
|
|
|
|||
|
|
return block_mask
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def _get_im2col_padded_input(g: jit_utils.GraphContext, input, padding_h, padding_w):
|
|||
|
|
# Input is always 4-D tensor (N, C, H, W)
|
|||
|
|
# Padding tensor has the following format: (padding_h, padding_w)
|
|||
|
|
# Reshape the padding to follow ONNX format: (dim1_begin, dim2_begin,...,dim1_end, dim2_end,...)
|
|||
|
|
pad = g.op("Constant", value_t=torch.LongTensor([0, 0, padding_h, padding_w] * 2))
|
|||
|
|
return g.op("Pad", input, pad)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def _get_im2col_output_shape(g: jit_utils.GraphContext, input, kernel_h, kernel_w):
|
|||
|
|
batch_dim = size(g, input, g.op("Constant", value_t=torch.tensor(0)))
|
|||
|
|
channel_dim = size(g, input, g.op("Constant", value_t=torch.tensor(1)))
|
|||
|
|
channel_unfolded = g.op(
|
|||
|
|
"Mul", channel_dim, g.op("Constant", value_t=torch.tensor(kernel_h * kernel_w))
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
return g.op(
|
|||
|
|
"Concat",
|
|||
|
|
symbolic_helper._unsqueeze_helper(g, batch_dim, [0]),
|
|||
|
|
symbolic_helper._unsqueeze_helper(g, channel_unfolded, [0]),
|
|||
|
|
g.op("Constant", value_t=torch.tensor([-1])),
|
|||
|
|
axis_i=0,
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::im2col")
|
|||
|
|
@symbolic_helper.parse_args("v", "is", "is", "is", "is")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def im2col(g: jit_utils.GraphContext, input, kernel_size, dilation, padding, stride):
|
|||
|
|
# Input is always 4-D tensor (N, C, H, W)
|
|||
|
|
# All other args are int[2]
|
|||
|
|
|
|||
|
|
input_h = size(g, input, g.op("Constant", value_t=torch.tensor(2)))
|
|||
|
|
input_w = size(g, input, g.op("Constant", value_t=torch.tensor(3)))
|
|||
|
|
|
|||
|
|
stride_h, stride_w = stride[0], stride[1]
|
|||
|
|
padding_h, padding_w = padding[0], padding[1]
|
|||
|
|
dilation_h, dilation_w = dilation[0], dilation[1]
|
|||
|
|
kernel_h, kernel_w = kernel_size[0], kernel_size[1]
|
|||
|
|
|
|||
|
|
blocks_row_indices = _get_im2col_indices_along_dim(
|
|||
|
|
g, input_h, kernel_h, dilation_h, padding_h, stride_h
|
|||
|
|
)
|
|||
|
|
blocks_col_indices = _get_im2col_indices_along_dim(
|
|||
|
|
g, input_w, kernel_w, dilation_w, padding_w, stride_w
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
output_shape = _get_im2col_output_shape(g, input, kernel_h, kernel_w)
|
|||
|
|
padded_input = _get_im2col_padded_input(g, input, padding_h, padding_w)
|
|||
|
|
|
|||
|
|
# For a 4D matrix of size (1, 1, 3, 3) as below with kernel_size=2, stride=1, and dilation=1
|
|||
|
|
# [[[[1., 2., 3.,],
|
|||
|
|
# [4., 5., 6.,],
|
|||
|
|
# [7., 8., 9.,]]]]
|
|||
|
|
# First gather indices along rows (dim=2) with blocks_row_indices = [[0,1], [1,2]] to get:
|
|||
|
|
# [[[[[1., 2., 3.],
|
|||
|
|
# [4., 5., 6.]],
|
|||
|
|
# [[4., 5., 6.],
|
|||
|
|
# [7., 8., 9.]]]]]
|
|||
|
|
# And then gather along cols (dim=4) with blocks_row_indices = [[0,1], [1,2]] to get:
|
|||
|
|
# [[[[[[1., 2.],
|
|||
|
|
# [4., 5.]],
|
|||
|
|
# [[2., 3.],
|
|||
|
|
# [5., 6]]],
|
|||
|
|
# [[[4., 5.],
|
|||
|
|
# [7., 8.]],
|
|||
|
|
# [[5., 6.],
|
|||
|
|
# [8., 9.]]]]]]
|
|||
|
|
# Transpose dims 3 (depth) and 4 (rows), and then reshape to output shape (1, 1, 4, 4) to get:
|
|||
|
|
# [[[1., 2., 4., 5.],
|
|||
|
|
# [2., 3., 5., 6.],
|
|||
|
|
# [4., 5., 7., 8.],
|
|||
|
|
# [5., 6., 8., 9.]]]
|
|||
|
|
output = g.op("Gather", padded_input, blocks_row_indices, axis_i=2)
|
|||
|
|
output = g.op("Gather", output, blocks_col_indices, axis_i=4)
|
|||
|
|
output = g.op("Transpose", output, perm_i=[0, 1, 2, 4, 3, 5])
|
|||
|
|
return symbolic_helper._reshape_helper(g, output, output_shape)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::narrow")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def narrow(g: jit_utils.GraphContext, input, dim, start, length):
|
|||
|
|
end = g.op("Add", start, length)
|
|||
|
|
return symbolic_helper._slice_helper(g, input, axes=dim, starts=start, ends=end)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::flatten")
|
|||
|
|
@symbolic_helper.quantized_args(True, False, False)
|
|||
|
|
@symbolic_helper.parse_args("v", "i", "i")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def flatten(g: jit_utils.GraphContext, input, start_dim, end_dim):
|
|||
|
|
dim = symbolic_helper._get_tensor_rank(input)
|
|||
|
|
if dim == 1:
|
|||
|
|
return input
|
|||
|
|
# use ONNX's Flatten operator for cases where the output shape is 2D
|
|||
|
|
if start_dim == 1:
|
|||
|
|
if end_dim == -1 or (dim is not None and end_dim == dim - 1):
|
|||
|
|
return g.op("Flatten", input, axis_i=start_dim)
|
|||
|
|
elif start_dim == 0:
|
|||
|
|
if end_dim == -2 or (dim is not None and end_dim == dim - 2):
|
|||
|
|
return g.op("Flatten", input, axis_i=end_dim + 1)
|
|||
|
|
if dim is None:
|
|||
|
|
return symbolic_helper._unimplemented(
|
|||
|
|
"dim",
|
|||
|
|
"ONNX and PyTorch use different strategies to split the input. "
|
|||
|
|
"Input rank must be known at export time.",
|
|||
|
|
)
|
|||
|
|
# if end_dim is negative add dim
|
|||
|
|
if end_dim < 0:
|
|||
|
|
end_dim = dim + end_dim
|
|||
|
|
|
|||
|
|
return symbolic_helper._flatten_helper(g, input, start_dim, end_dim, dim)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::linalg_vector_norm")
|
|||
|
|
@symbolic_helper.parse_args("v", "f", "is", "b", "v")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def linalg_vector_norm(
|
|||
|
|
g: jit_utils.GraphContext,
|
|||
|
|
self,
|
|||
|
|
ord,
|
|||
|
|
dim: Optional[Sequence[int]],
|
|||
|
|
keepdim: bool,
|
|||
|
|
dtype,
|
|||
|
|
):
|
|||
|
|
if ord == 0:
|
|||
|
|
if dim is None:
|
|||
|
|
self = symbolic_helper._reshape_helper(
|
|||
|
|
g, self, g.op("Constant", value_t=torch.tensor([-1], dtype=torch.int64))
|
|||
|
|
)
|
|||
|
|
keepdim = False
|
|||
|
|
|
|||
|
|
cond_op = g.op(
|
|||
|
|
"Not", g.op("Equal", self, g.op("Constant", value_t=torch.LongTensor([0])))
|
|||
|
|
)
|
|||
|
|
cond_op = g.op(
|
|||
|
|
"Cast",
|
|||
|
|
cond_op,
|
|||
|
|
to_i=_type_utils.JitScalarType.from_value(self).onnx_type(),
|
|||
|
|
)
|
|||
|
|
return symbolic_helper._reducesum_helper(
|
|||
|
|
g, cond_op, axes_i=dim, keepdims_i=keepdim
|
|||
|
|
)
|
|||
|
|
else:
|
|||
|
|
return opset9.linalg_vector_norm(g, self, ord, dim, keepdim, dtype)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::embedding_bag")
|
|||
|
|
@symbolic_helper.parse_args("v", "v", "v", "i", "i", "i", "v", "i", "i")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def embedding_bag(
|
|||
|
|
g: jit_utils.GraphContext,
|
|||
|
|
embedding_matrix,
|
|||
|
|
indices,
|
|||
|
|
offsets,
|
|||
|
|
scale_grad_by_freq,
|
|||
|
|
mode,
|
|||
|
|
sparse,
|
|||
|
|
per_sample_weights,
|
|||
|
|
include_last_offset,
|
|||
|
|
padding_idx,
|
|||
|
|
):
|
|||
|
|
if scale_grad_by_freq and GLOBALS.export_training:
|
|||
|
|
return symbolic_helper._onnx_unsupported(
|
|||
|
|
"embedding_bag with scale_grad_by_freq for training mode"
|
|||
|
|
)
|
|||
|
|
if padding_idx is not None and padding_idx >= 0:
|
|||
|
|
raise RuntimeError("embedding_bag with padding_idx")
|
|||
|
|
|
|||
|
|
loop_condition = g.op("Constant", value_t=torch.tensor(1))
|
|||
|
|
loop_condition = g.op("Cast", loop_condition, to_i=_C_onnx.TensorProtoDataType.BOOL)
|
|||
|
|
zero = g.op("Constant", value_t=torch.tensor([0]))
|
|||
|
|
|
|||
|
|
indices_len = symbolic_helper._unsqueeze_helper(
|
|||
|
|
g,
|
|||
|
|
symbolic_helper._size_helper(
|
|||
|
|
g, indices, g.op("Constant", value_t=torch.tensor(0))
|
|||
|
|
),
|
|||
|
|
[0],
|
|||
|
|
)
|
|||
|
|
if not include_last_offset:
|
|||
|
|
offsets = [offsets, indices_len]
|
|||
|
|
offsets = g.op("Concat", *offsets, axis_i=0)
|
|||
|
|
|
|||
|
|
# Offsets holds the starting index position of each bag. So we create a list of the indices slices (determined by
|
|||
|
|
# offsets) and gather those indices in indices_row. Then we use this subset of indices to gather from embeddings.
|
|||
|
|
# The embeddings output is a loop scan output, so we can avoid creating a sequence and inserting elements in.
|
|||
|
|
offsets_starts = symbolic_helper._slice_helper(
|
|||
|
|
g, offsets, axes=[0], starts=[0], ends=[sys.maxsize], steps=[1]
|
|||
|
|
)
|
|||
|
|
offsets_ends = symbolic_helper._slice_helper(
|
|||
|
|
g, offsets, axes=[0], starts=[1], ends=[sys.maxsize], steps=[1]
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
loop_len = symbolic_helper._size_helper(
|
|||
|
|
g, offsets_ends, g.op("Constant", value_t=torch.tensor(0))
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
loop, (loop_context,), _ = jit_utils.add_op_with_blocks(
|
|||
|
|
g, "Loop", loop_len, loop_condition, n_blocks=1
|
|||
|
|
)
|
|||
|
|
loop_block = loop_context.block
|
|||
|
|
|
|||
|
|
# FIXME(justinchuby): We need to handle what happens when we call b.op on a node return
|
|||
|
|
block_input_iter = utils._add_input_to_block(loop_block)
|
|||
|
|
cond = utils._add_input_to_block(loop_block)
|
|||
|
|
|
|||
|
|
indices_start = loop_context.op(
|
|||
|
|
"Gather", offsets_starts, block_input_iter, axis_i=0
|
|||
|
|
)
|
|||
|
|
indices_end = loop_context.op("Gather", offsets_ends, block_input_iter, axis_i=0)
|
|||
|
|
indices_start = symbolic_helper._unsqueeze_helper(loop_context, indices_start, [0])
|
|||
|
|
indices_end = symbolic_helper._unsqueeze_helper(loop_context, indices_end, [0])
|
|||
|
|
|
|||
|
|
indices_row = loop_context.op("Slice", indices, indices_start, indices_end, zero)
|
|||
|
|
embeddings = loop_context.op("Gather", embedding_matrix, indices_row, axis_i=0)
|
|||
|
|
if not symbolic_helper._is_none(per_sample_weights):
|
|||
|
|
per_sample_weights_row = loop_context.op(
|
|||
|
|
"Slice", per_sample_weights, indices_start, indices_end, zero
|
|||
|
|
)
|
|||
|
|
per_sample_weights_row = symbolic_helper._unsqueeze_helper(
|
|||
|
|
loop_context, per_sample_weights_row, [1]
|
|||
|
|
)
|
|||
|
|
embeddings = loop_context.op("Mul", embeddings, per_sample_weights_row)
|
|||
|
|
if mode == 0:
|
|||
|
|
embeddings = symbolic_helper._reducesum_helper(
|
|||
|
|
loop_context, embeddings, axes_i=[0], keepdims_i=0
|
|||
|
|
)
|
|||
|
|
elif mode == 1:
|
|||
|
|
embeddings = loop_context.op("ReduceMean", embeddings, axes_i=[0], keepdims_i=0)
|
|||
|
|
else:
|
|||
|
|
embeddings = loop_context.op("ReduceMax", embeddings, axes_i=[0], keepdims_i=0)
|
|||
|
|
|
|||
|
|
cond_out = loop_context.op(
|
|||
|
|
"Cast", loop_condition, to_i=_C_onnx.TensorProtoDataType.BOOL
|
|||
|
|
)
|
|||
|
|
utils._add_output_to_block(loop_block, cond_out)
|
|||
|
|
utils._add_output_to_block(loop_block, embeddings)
|
|||
|
|
|
|||
|
|
# aten::embedding_bag returns a tuple of 4 elements: output, offset2bag, bag_size, max_indices.
|
|||
|
|
# But the last three outputs are not used in torch.nn.EmbeddingBag or torch.nn.functional.embedding_bag.
|
|||
|
|
return loop.node().output(), None, None, None
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::embedding_renorm")
|
|||
|
|
@symbolic_helper.parse_args("v", "v", "f", "f")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def embedding_renorm(g: jit_utils.GraphContext, weight, indices, max_norm, norm_type):
|
|||
|
|
unique_indices = g.op("Unique", indices)
|
|||
|
|
partial_weight = g.op("Gather", weight, unique_indices)
|
|||
|
|
norm_i = int(norm_type)
|
|||
|
|
if norm_i == 1:
|
|||
|
|
norm_type = "ReduceL1"
|
|||
|
|
elif norm_i == 2:
|
|||
|
|
norm_type = "ReduceL2"
|
|||
|
|
else:
|
|||
|
|
raise errors.SymbolicValueError(
|
|||
|
|
f"Unsupported: ONNX export of embedding_renorm with norm: {norm_i}. "
|
|||
|
|
"Only 1. and 2. are supported.",
|
|||
|
|
weight,
|
|||
|
|
)
|
|||
|
|
partial_weight_norm = g.op(norm_type, partial_weight, axes_i=[1], keepdims_i=1)
|
|||
|
|
# https://github.com/pytorch/pytorch/blob/0a07488ed2c47765e337e290bd138c0e6e459cbd/aten/src/ATen/native/Embedding.cpp#L177
|
|||
|
|
# Add 1e-7 to prevent division by zero.
|
|||
|
|
partial_weight_norm_ = g.op(
|
|||
|
|
"Add", partial_weight_norm, g.op("Constant", value_t=torch.tensor(1e-7))
|
|||
|
|
)
|
|||
|
|
max_norm = torch.tensor(max_norm)
|
|||
|
|
scales = g.op("Div", max_norm, partial_weight_norm_)
|
|||
|
|
partial_weight_renorm = g.op("Mul", partial_weight, scales)
|
|||
|
|
partial_weight_renorm = g.op(
|
|||
|
|
"Where",
|
|||
|
|
g.op("Greater", partial_weight_norm, max_norm),
|
|||
|
|
partial_weight_renorm,
|
|||
|
|
partial_weight,
|
|||
|
|
)
|
|||
|
|
return g.op(
|
|||
|
|
"ScatterND",
|
|||
|
|
weight,
|
|||
|
|
symbolic_helper._unsqueeze_helper(g, unique_indices, [1]),
|
|||
|
|
partial_weight_renorm,
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::chunk")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def chunk(g: jit_utils.GraphContext, self, chunks, dim):
|
|||
|
|
# Calculate chunk size for dynamic chunk
|
|||
|
|
dim_size = g.op("Gather", g.op("Shape", self), dim, axis_i=0)
|
|||
|
|
chunk_size_s = g.op(
|
|||
|
|
"Sub", chunks, g.op("Constant", value_t=torch.tensor([1], dtype=torch.long))
|
|||
|
|
)
|
|||
|
|
chunk_size = g.op("Div", g.op("Add", dim_size, chunk_size_s), chunks)
|
|||
|
|
# Create splits vector
|
|||
|
|
chunk_vec = [
|
|||
|
|
opset9.expand(g, chunk_size, chunk_size_s, None),
|
|||
|
|
g.op("Sub", dim_size, g.op("Mul", chunk_size, chunk_size_s)),
|
|||
|
|
]
|
|||
|
|
chunk_vec = g.op("Concat", *chunk_vec, axis_i=0)
|
|||
|
|
return split(g, self, chunk_vec, dim)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::normal")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def normal(
|
|||
|
|
g: jit_utils.GraphContext,
|
|||
|
|
mean,
|
|||
|
|
std,
|
|||
|
|
sizes=None,
|
|||
|
|
generator=None,
|
|||
|
|
dtype=None,
|
|||
|
|
layout=None,
|
|||
|
|
device=None,
|
|||
|
|
pin_memory=None,
|
|||
|
|
):
|
|||
|
|
# If you can sample from a given distribution with mean 0 and variance 1, then you can easily sample from a
|
|||
|
|
# scale-location transformation of that distribution, which has mean μ and variance σ's square. If x is a sample
|
|||
|
|
# from a mean 0 and variance 1 distribution then
|
|||
|
|
# σx+μ
|
|||
|
|
# is a sample with mean μ and variance σ's square.
|
|||
|
|
if sizes is not None and not symbolic_helper._is_none(sizes):
|
|||
|
|
mean = opset9.expand(g, mean, sizes, None)
|
|||
|
|
result = opset9.mul(g, std, g.op("RandomNormalLike", mean))
|
|||
|
|
return add(g, result, mean)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::atleast_1d")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def atleast_1d(g: jit_utils.GraphContext, self: torch._C.Value):
|
|||
|
|
# NOTE: If it's 0D, reshape to 1D
|
|||
|
|
|
|||
|
|
# NOTE: self could be a packed list or a tensor
|
|||
|
|
if symbolic_helper._is_value(self) and symbolic_helper._is_packed_list(self):
|
|||
|
|
tensor_list = symbolic_helper._unpack_list(self)
|
|||
|
|
new_tensor_list = []
|
|||
|
|
for tensor in tensor_list:
|
|||
|
|
new_tensor = tensor
|
|||
|
|
tensor_rank = symbolic_helper._get_tensor_rank(tensor)
|
|||
|
|
if tensor_rank == 0:
|
|||
|
|
new_tensor = symbolic_helper._reshape_helper(
|
|||
|
|
g, new_tensor, g.op("Constant", value_t=torch.tensor([1]))
|
|||
|
|
)
|
|||
|
|
new_tensor_list.append(new_tensor)
|
|||
|
|
return g.op("SequenceConstruct", *new_tensor_list)
|
|||
|
|
|
|||
|
|
tensor_rank = symbolic_helper._get_tensor_rank(self)
|
|||
|
|
if tensor_rank == 0:
|
|||
|
|
self = symbolic_helper._reshape_helper(
|
|||
|
|
g, self, g.op("Constant", value_t=torch.tensor([1]))
|
|||
|
|
)
|
|||
|
|
return self
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::atleast_2d")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def atleast_2d(g: jit_utils.GraphContext, self: torch._C.Value):
|
|||
|
|
# NOTE: If it's 0D, reshape to 2D
|
|||
|
|
# If it's 1D, unsqueeze to 2D
|
|||
|
|
|
|||
|
|
# NOTE: self could be a packed list or a tensor
|
|||
|
|
if symbolic_helper._is_value(self) and symbolic_helper._is_packed_list(self):
|
|||
|
|
tensor_list = symbolic_helper._unpack_list(self)
|
|||
|
|
new_tensor_list = []
|
|||
|
|
for tensor in tensor_list:
|
|||
|
|
new_tensor = tensor
|
|||
|
|
tensor_rank = symbolic_helper._get_tensor_rank(tensor)
|
|||
|
|
if tensor_rank == 0:
|
|||
|
|
new_tensor = symbolic_helper._reshape_helper(
|
|||
|
|
g, new_tensor, g.op("Constant", value_t=torch.tensor([1, 1]))
|
|||
|
|
)
|
|||
|
|
elif tensor_rank == 1:
|
|||
|
|
new_tensor = symbolic_helper._unsqueeze_helper(
|
|||
|
|
g, new_tensor, axes_i=[0]
|
|||
|
|
)
|
|||
|
|
new_tensor_list.append(new_tensor)
|
|||
|
|
return g.op("SequenceConstruct", *new_tensor_list)
|
|||
|
|
|
|||
|
|
tensor_rank = symbolic_helper._get_tensor_rank(self)
|
|||
|
|
if tensor_rank == 0:
|
|||
|
|
self = symbolic_helper._reshape_helper(
|
|||
|
|
g, self, g.op("Constant", value_t=torch.tensor([1, 1]))
|
|||
|
|
)
|
|||
|
|
elif tensor_rank == 1:
|
|||
|
|
self = symbolic_helper._unsqueeze_helper(g, self, axes_i=[0])
|
|||
|
|
return self
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::atleast_3d")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def atleast_3d(g: jit_utils.GraphContext, self: torch._C.Value):
|
|||
|
|
# NOTE: If it's 0D, reshape to 3D
|
|||
|
|
# If it's 1D, unsqueeze to 3D
|
|||
|
|
# If it's 2D, unsqueeze to 3D
|
|||
|
|
|
|||
|
|
# NOTE: self could be a packed list or a tensor
|
|||
|
|
if symbolic_helper._is_value(self) and symbolic_helper._is_packed_list(self):
|
|||
|
|
tensor_list = symbolic_helper._unpack_list(self)
|
|||
|
|
new_tensor_list = []
|
|||
|
|
for tensor in tensor_list:
|
|||
|
|
new_tensor = tensor
|
|||
|
|
tensor_rank = symbolic_helper._get_tensor_rank(tensor)
|
|||
|
|
if tensor_rank == 0:
|
|||
|
|
new_tensor = symbolic_helper._reshape_helper(
|
|||
|
|
g, new_tensor, g.op("Constant", value_t=torch.tensor([1, 1, 1]))
|
|||
|
|
)
|
|||
|
|
elif tensor_rank == 1:
|
|||
|
|
new_tensor = symbolic_helper._unsqueeze_helper(
|
|||
|
|
g, new_tensor, axes_i=[0]
|
|||
|
|
)
|
|||
|
|
new_tensor = symbolic_helper._unsqueeze_helper(
|
|||
|
|
g, new_tensor, axes_i=[-1]
|
|||
|
|
)
|
|||
|
|
elif tensor_rank == 2:
|
|||
|
|
new_tensor = symbolic_helper._unsqueeze_helper(
|
|||
|
|
g, new_tensor, axes_i=[-1]
|
|||
|
|
)
|
|||
|
|
new_tensor_list.append(new_tensor)
|
|||
|
|
return g.op("SequenceConstruct", *new_tensor_list)
|
|||
|
|
|
|||
|
|
tensor_rank = symbolic_helper._get_tensor_rank(self)
|
|||
|
|
if tensor_rank == 0:
|
|||
|
|
self = symbolic_helper._reshape_helper(
|
|||
|
|
g, self, g.op("Constant", value_t=torch.tensor([1, 1, 1]))
|
|||
|
|
)
|
|||
|
|
elif tensor_rank == 1:
|
|||
|
|
self = symbolic_helper._unsqueeze_helper(g, self, axes_i=[0])
|
|||
|
|
self = symbolic_helper._unsqueeze_helper(g, self, axes_i=[-1])
|
|||
|
|
elif tensor_rank == 2:
|
|||
|
|
self = symbolic_helper._unsqueeze_helper(g, self, axes_i=[-1])
|
|||
|
|
return self
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("prim::ConstantChunk")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def prim_constant_chunk(g: jit_utils.GraphContext, self, chunks, dim):
|
|||
|
|
input_shape = g.op("Shape", self)
|
|||
|
|
axis = g.op("Constant", value_t=torch.tensor([dim], dtype=torch.long))
|
|||
|
|
input_shape_dim = g.op("Gather", input_shape, axis, axis_i=0)
|
|||
|
|
start = g.op("Constant", value_t=torch.tensor([0], dtype=torch.long))
|
|||
|
|
chunk_size = g.op("Constant", value_t=torch.tensor([chunks], dtype=torch.long))
|
|||
|
|
chunk_size_minus_1 = g.op(
|
|||
|
|
"Constant", value_t=torch.tensor([chunks - 1], dtype=torch.long)
|
|||
|
|
)
|
|||
|
|
input_shape_dim_shift = g.op("Add", input_shape_dim, chunk_size_minus_1)
|
|||
|
|
chunk_dim = g.op("Div", input_shape_dim_shift, chunk_size)
|
|||
|
|
res = []
|
|||
|
|
for i in range(chunks):
|
|||
|
|
index = g.op("Constant", value_t=torch.tensor([i + 1], dtype=torch.long))
|
|||
|
|
end = g.op("Mul", chunk_dim, index)
|
|||
|
|
res.append(g.op("Slice", self, start, end, axis))
|
|||
|
|
start = end
|
|||
|
|
return res
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::hstack")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def hstack(g: jit_utils.GraphContext, tensor_list: _C.Value):
|
|||
|
|
tensor_list = atleast_1d(g, tensor_list)
|
|||
|
|
first_tensor = g.op(
|
|||
|
|
"SequenceAt",
|
|||
|
|
tensor_list,
|
|||
|
|
g.op("Constant", value_t=torch.tensor(0, dtype=torch.long)),
|
|||
|
|
)
|
|||
|
|
first_tensor_shape = g.op("Shape", first_tensor)
|
|||
|
|
first_tensor_dim = g.op("Size", first_tensor_shape)
|
|||
|
|
|
|||
|
|
const_one = g.op("Constant", value_t=torch.tensor(1, dtype=torch.long))
|
|||
|
|
equal_to_one = g.op("Equal", first_tensor_dim, const_one)
|
|||
|
|
|
|||
|
|
(
|
|||
|
|
if_op_greater,
|
|||
|
|
(if_context_equal, else_context_equal),
|
|||
|
|
_,
|
|||
|
|
) = jit_utils.add_op_with_blocks(g, "If", equal_to_one, n_blocks=2, outputs=1)
|
|||
|
|
result_if = if_context_equal.op(
|
|||
|
|
"ConcatFromSequence", tensor_list, axis_i=0, new_axis_i=0
|
|||
|
|
)
|
|||
|
|
utils._add_output_to_block(if_context_equal.block, result_if)
|
|||
|
|
result_else = else_context_equal.op(
|
|||
|
|
"ConcatFromSequence", tensor_list, axis_i=1, new_axis_i=0
|
|||
|
|
)
|
|||
|
|
utils._add_output_to_block(else_context_equal.block, result_else)
|
|||
|
|
result = if_op_greater.node().output()
|
|||
|
|
|
|||
|
|
return result
|
|||
|
|
|
|||
|
|
|
|||
|
|
@_onnx_symbolic("aten::vstack")
|
|||
|
|
@_beartype.beartype
|
|||
|
|
def vstack(g: jit_utils.GraphContext, tensor_list: _C.Value):
|
|||
|
|
tensor_list = atleast_2d(g, tensor_list)
|
|||
|
|
return g.op("ConcatFromSequence", tensor_list, axis_i=0, new_axis_i=0)
|