开源 企业版 高校版 私有云 模力方舟 AI 队友
代码拉取完成,页面将自动刷新
加入 Gitee
与超过 1400万 开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)
免费加入
已有帐号? 立即登录
文件
master
分支 (8)
master
ort-trt
getCap
3D_Tensor
getCapability
getCompatibility
Unsqueeze
gather
master
分支 (8)
master
ort-trt
getCap
3D_Tensor
getCapability
getCompatibility
Unsqueeze
gather
克隆/下载
克隆/下载
提示
下载代码请复制以下命令到终端执行
为确保你提交的代码身份被 Gitee 正确识别,请执行以下命令完成配置
初次使用 SSH 协议进行代码克隆、推送等操作时,需按下述提示完成 SSH 配置
1 生成 RSA 密钥
2 获取 RSA 公钥内容,并配置到 SSH公钥
在 Gitee 上使用 SVN,请访问 使用指南
使用 HTTPS 协议时,命令行会出现如下账号密码验证步骤。基于安全考虑,Gitee 建议 配置并使用私人令牌 替代登录密码进行克隆、推送等操作
Username for 'https://gitee.com': userName
Password for 'https://userName@gitee.com': # 私人令牌
master
分支 (8)
master
ort-trt
getCap
3D_Tensor
getCapability
getCompatibility
Unsqueeze
gather
onnx-tensorrt
/
trt_utils.hpp
onnx-tensorrt
/
trt_utils.hpp
trt_utils.hpp 5.95 KB
一键复制 编辑 原始数据 按行查看 历史
Kevin Chen 提交于 2019年12月19日 05:19 +08:00 . TensorRT 7.0 open source release
/*
* Copyright (c) 2018, NVIDIA CORPORATION. All rights reserved.
*
* Permission is hereby granted, free of charge, to any person obtaining a
* copy of this software and associated documentation files (the "Software"),
* to deal in the Software without restriction, including without limitation
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
* and/or sell copies of the Software, and to permit persons to whom the
* Software is furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included in
* all copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
* DEALINGS IN THE SOFTWARE.
*/
#pragma once
#include "Status.hpp"
#include "TensorOrWeights.hpp"
#include "onnx2trt.hpp"
#include <NvInfer.h>
#include <algorithm>
#include <cassert>
#include <cmath>
namespace onnx2trt
{
inline int getDtypeSize(nvinfer1::DataType trtDtype)
{
switch (trtDtype)
{
case nvinfer1::DataType::kFLOAT: return 4;
case nvinfer1::DataType::kINT8: return 1;
case nvinfer1::DataType::kHALF: return 2;
case nvinfer1::DataType::kINT32:
return 4;
// TRT does not support booleans as a native type, so we treat them like int32 values.
case nvinfer1::DataType::kBOOL:
return 4;
// TODO: Some sort of error handling
default: return -1;
}
}
inline nvinfer1::Dims insert_dim(nvinfer1::Dims const& dims, int idx, int value)
{
assert(idx < dims.nbDims + 1);
nvinfer1::Dims new_dims;
new_dims.nbDims = dims.nbDims + 1;
for (int i = 0; i < idx; ++i)
{
new_dims.d[i] = dims.d[i];
}
new_dims.d[idx] = value;
for (int i = idx + 1; i < new_dims.nbDims; ++i)
{
new_dims.d[i] = dims.d[i - 1];
}
return new_dims;
}
inline nvinfer1::Dims remove_dim(nvinfer1::Dims const& dims, int idx)
{
assert(idx < dims.nbDims);
nvinfer1::Dims new_dims;
new_dims.nbDims = dims.nbDims - 1;
for (int i = 0; i < idx; ++i)
{
new_dims.d[i] = dims.d[i];
}
for (int i = idx; i < new_dims.nbDims; ++i)
{
new_dims.d[i] = dims.d[i + 1];
}
// Special case for scalar result (i.e., there was only one dim originally)
if (new_dims.nbDims == 0)
{
new_dims.nbDims = 1;
new_dims.d[0] = 1;
}
return new_dims;
}
// Adds unitary dimensions on the left
inline nvinfer1::Dims expand_dims(nvinfer1::Dims const& dims, int ndim_new)
{
assert(dims.nbDims <= ndim_new);
nvinfer1::Dims new_dims;
new_dims.nbDims = ndim_new;
int j = 0;
for (; j < ndim_new - dims.nbDims; ++j)
{
new_dims.d[j] = 1;
}
for (int i = 0; i < dims.nbDims; ++i, ++j)
{
new_dims.d[j] = dims.d[i];
}
return new_dims;
}
inline nvinfer1::Permutation remove_first_dim(nvinfer1::Permutation const& perm)
{
assert(perm.order[0] == 0);
nvinfer1::Permutation new_perm;
int ndim = nvinfer1::Dims::MAX_DIMS;
for (int i = 0; i < ndim - 1; ++i)
{
new_perm.order[i] = perm.order[i + 1] - 1;
}
return new_perm;
}
inline nvinfer1::Dims squeeze_trailing_dims(nvinfer1::Dims const& dims)
{
nvinfer1::Dims new_dims = dims;
// Note: TRT requires at least one dimension, so we don't squeeze [1]->[]
while (new_dims.nbDims > 1 && new_dims.d[new_dims.nbDims - 1] == 1)
{
--new_dims.nbDims;
}
return new_dims;
}
inline nvinfer1::Dims squeeze_leading_dims(const nvinfer1::Dims& dims)
{
nvinfer1::Dims newDims;
// Copy dims only if a non-1 has been seen already.
bool non1Seen{false};
newDims.nbDims = std::copy_if(dims.d, dims.d + dims.nbDims, newDims.d,
[&non1Seen](int x) {
non1Seen = (x != 1) ? true : non1Seen;
return non1Seen;
})
- newDims.d;
return newDims;
}
inline nvinfer1::DimsHW operator-(nvinfer1::DimsHW dims)
{
return nvinfer1::DimsHW(-dims.h(), -dims.w());
}
// Note: These are used for checking beg_padding == end_padding
inline bool operator==(nvinfer1::Dims const& a, nvinfer1::Dims const& b)
{
if (a.nbDims != b.nbDims)
{
return false;
}
for (int i = 0; i < a.nbDims; ++i)
{
if (a.d[i] != b.d[i])
{
return false;
}
}
return true;
}
inline bool operator!=(nvinfer1::Dims const& a, nvinfer1::Dims const& b)
{
return !(a == b);
}
inline nvinfer1::DimsHW get_DimsHW_from_CHW(nvinfer1::Dims dims)
{
assert(dims.nbDims == 3);
return nvinfer1::DimsHW(dims.d[1], dims.d[2]);
}
inline TensorOrWeights identity(IImporterContext* ctx, TensorOrWeights input)
{
if (input.is_weights())
{
return input;
}
else
{
auto* layer = ctx->network()->addIdentity(input.tensor());
if (!layer)
{
return nullptr;
}
return layer->getOutput(0);
}
}
inline ::ONNX_NAMESPACE::TensorProto_DataType trtDataTypeToONNX(nvinfer1::DataType dt)
{
switch (dt)
{
case nvinfer1::DataType::kFLOAT: return ::ONNX_NAMESPACE::TensorProto::FLOAT;
case nvinfer1::DataType::kHALF: return ::ONNX_NAMESPACE::TensorProto::FLOAT16;
case nvinfer1::DataType::kINT32: return ::ONNX_NAMESPACE::TensorProto::INT32;
case nvinfer1::DataType::kINT8: return ::ONNX_NAMESPACE::TensorProto::INT8;
case nvinfer1::DataType::kBOOL: return ::ONNX_NAMESPACE::TensorProto::BOOL;
default: return ::ONNX_NAMESPACE::TensorProto_DataType_UNDEFINED;
}
throw std::runtime_error{"Unreachable"};
}
} // namespace onnx2trt
Loading...
举报
举报成功
我们将于2个工作日内通过站内信反馈结果给你!
请认真填写举报原因,尽可能描述详细。
请选择举报类型
取消
发送
误判申诉

此处可能存在不合适展示的内容,页面不予展示。您可通过相关编辑功能自查并修改。

如您确认内容无涉及 不当用语 / 纯广告导流 / 暴力 / 低俗色情 / 侵权 / 盗版 / 虚假 / 无价值内容或违法国家有关法律法规的内容,可点击提交进行申诉,我们将尽快为您处理。

取消
提交

简介

暂无描述
取消

发行版

暂无发行版

贡献者

全部

近期动态

不能加载更多了
编辑仓库简介
简介内容
主页
马建仓 AI 助手
尝试更多
代码解读
代码找茬
代码优化
1
https://gitee.com/Myjs/onnx-tensorrt.git
git@gitee.com:Myjs/onnx-tensorrt.git
Myjs
onnx-tensorrt
onnx-tensorrt
master
点此查找更多帮助

搜索帮助

评论
仓库举报
回到顶部
登录提示
该操作需登录 Gitee 帐号,请先登录后再操作。
立即登录
没有帐号,去注册

AltStyle によって変換されたページ (->オリジナル) /