onnxruntime-tvm/python/tvm/datatype.py

147 строки
4.9 KiB
Python

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
"""Custom datatype functionality"""
from __future__ import absolute_import as _abs
from ._ffi.function import register_func as _register_func
from . import make as _make
from .api import convert
from .expr import Call as _Call, Cast as _Cast, FloatImm as _FloatImm
from ._ffi.runtime_ctypes import TVMType as _TVMType
from . import _api_internal
def register(type_name, type_code):
"""Register a custom datatype with the given type name and type code
Currently, the type code is manually allocated by the user, and the
user must ensure that no two custom types share the same code.
Generally, this should be straightforward, as the user will be
manually registering all of their custom types.
Parameters
----------
type_name : str
The name of the custom datatype
type_code : int
The type's code, which should be >= kCustomBegin
"""
_api_internal._datatype_register(type_name, type_code)
def get_type_name(type_code):
"""Get the type name from the type code
Parameters
----------
type_code : int
The type code
"""
return _api_internal._datatype_get_type_name(type_code)
def get_type_code(type_name):
"""Get the type code from the type name
Parameters
----------
type_name : str
The type name
"""
return _api_internal._datatype_get_type_code(type_name)
def get_type_registered(type_code):
"""Get a boolean representing whether the type is registered
Parameters
----------
type_code: int
The type code
"""
return _api_internal._datatype_get_type_registered(type_code)
def register_op(lower_func, op_name, target, type_name, src_type_name=None):
"""Register an external function which computes the given op.
Currently, this will only work with Casts and binary expressions
whose arguments are named `a` and `b`.
TODO(gus) figure out what other special cases must be handled by
looking through expr.py.
Parameters
----------
lower_func : function
The lowering function to call. See create_lower_func.
op_name : str
The name of the operation which the function computes, given by its
Halide::Internal class name (e.g. Add, LE, Cast).
target : str
The name of codegen target.
type_name : str
The name of the custom datatype, e.g. posit (but not custom[posit]8).
src_type_name : str
If op_name is "Cast", then this should be set to the source datatype of
the argument to the Cast. If op_name is not "Cast", this is unused.
"""
if op_name == "Cast":
assert src_type_name is not None
lower_func_name = "tvm.datatype.lower." + target + "." + op_name + "." \
+ type_name + "." + src_type_name
else:
lower_func_name = "tvm.datatype.lower." + target + "." + op_name + "." \
+ type_name
_register_func(lower_func_name, lower_func)
def create_lower_func(extern_func_name):
"""Returns a function which lowers an operation to a function call.
Parameters
----------
extern_func_name : str
The name of the extern "C" function to lower to
"""
def lower(op):
"""
Takes an op---either a Cast or a binary op (e.g. an Add) and returns a
call to the specified external function, passing the op's argument
(Cast) or arguments (a binary op). The return type of the call depends
on the type of the op: if it is a custom type, then a uint of the same
width as the custom type is returned. Otherwise, the type is
unchanged."""
dtype = op.dtype
t = _TVMType(dtype)
if get_type_registered(t.type_code):
dtype = "uint" + str(t.bits)
if t.lanes > 1:
dtype += "x" + str(t.lanes)
if isinstance(op, (_Cast, _FloatImm)):
return _make.Call(dtype, extern_func_name, convert([op.value]),
_Call.Extern, None, 0)
return _make.Call(dtype, extern_func_name, convert([op.a, op.b]),
_Call.Extern, None, 0)
return lower