Skip to content

Commit 3a98a8b

Browse files
authored
Merge pull request #691 from NVIDIA/torch_tensorrt_1.0
Torch-TensorRT 1.0.0
2 parents f99a6ca + 7ab76bc commit 3a98a8b

File tree

873 files changed

+152822
-57635
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

873 files changed

+152822
-57635
lines changed

.bazelrc

+7-1
Original file line numberDiff line numberDiff line change
@@ -33,4 +33,10 @@ build:python --define=target_lang=python
3333

3434
build:pre_cxx11_abi --cxxopt="-D_GLIBCXX_USE_CXX11_ABI=0"
3535
build:pre_cxx11_abi --linkopt="-D_GLIBCXX_USE_CXX11_ABI=0"
36-
build:pre_cxx11_abi --define=abi=pre_cxx11_abi
36+
build:pre_cxx11_abi --define=abi=pre_cxx11_abi
37+
38+
build:ci_testing --define=torchtrt_src=pre_built --cxxopt="-DDISABLE_TEST_IN_CI" --action_env "NVIDIA_TF32_OVERRIDE=0"
39+
build:use_precompiled_torchtrt --define=torchtrt_src=pre_built
40+
41+
test:ci_testing --define=torchtrt_src=pre_built --cxxopt="-DDISABLE_TEST_IN_CI" --action_env "NVIDIA_TF32_OVERRIDE=0"
42+
test:use_precompiled_torchtrt --define=torchtrt_src=pre_built

.bazelversion

+1-1
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
4.0.0
1+
4.2.1

.dockerignore

+63
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,63 @@
1+
bazel-*
2+
*.tar.gz
3+
*.whl
4+
*.bin
5+
docs/v*/**/*
6+
env/
7+
bazel
8+
bazel-bazel-test
9+
bazel-bin
10+
bazel-genfiles
11+
bazel-out
12+
bazel-testlogs
13+
bazel-TRTorch
14+
bazel-trtorch-testing
15+
third_party/pytorch
16+
*.jit
17+
*.jit.pt
18+
.\#*
19+
experiments/
20+
py/build/
21+
py/tmp/
22+
py/.eggs
23+
.vscode/
24+
.DS_Store
25+
._DS_Store
26+
*.pth
27+
*.pyc
28+
cpp/ptq/training/vgg16/data/*
29+
*.bin
30+
cpp/ptq/datasets/data/
31+
tests/accuracy/datasets/data/*
32+
._.DS_Store
33+
*.tar.gz
34+
*.tgz
35+
docsrc/_build
36+
docsrc/_notebooks
37+
docsrc/_cpp_api
38+
docsrc/_tmp
39+
*.so
40+
__pycache__
41+
*.egg-info
42+
dist
43+
bdist
44+
py/torch_tensorrt/_version.py
45+
py/torch_tensorrt/lib
46+
py/torch_tensorrt/include
47+
py/torch_tensorrt/bin
48+
py/torch_tensorrt/BUILD
49+
py/torch_tensorrt/LICENSE
50+
py/torch_tensorrt/WORKSPACE
51+
py/wheelhouse
52+
py/.eggs
53+
notebooks/.ipynb_checkpoints/
54+
*.cache
55+
tests/py/data
56+
examples/**/deps/**/*
57+
examples/torchtrt_runtime_example/torchtrt_runtime_example
58+
examples/int8/ptq/ptq
59+
examples/int8/qat/qat
60+
examples/int8/training/vgg16/data/*
61+
examples/int8/datasets/data/*
62+
env/**/*
63+
*.ts

.github/ISSUE_TEMPLATE/--feature-request.md

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
---
22
name: "✨ Feature request"
33
about: Suggest an idea for this project
4-
title: "✨[Feature] An idea about a new feature in TRTorch"
4+
title: "✨[Feature] An idea about a new feature in Torch-TensorRT"
55
labels: feature request
66
assignees: narendasan
77

.github/ISSUE_TEMPLATE/--question.md

+2-2
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
---
22
name: "❓ Question"
3-
about: Ask a question about using TRTorch
3+
about: Ask a question about using Torch-TensorRT
44
title: "❓ [Question] How do you ....? "
55
labels: question
66
assignees: ''
@@ -17,7 +17,7 @@ assignees: ''
1717

1818
## Environment
1919

20-
> Build information about the TRTorch compiler can be found by turning on debug messages
20+
> Build information about Torch-TensorRT can be found by turning on debug messages
2121
2222
- PyTorch Version (e.g., 1.0):
2323
- CPU Architecture:

.github/ISSUE_TEMPLATE/bug-report.md

+4-4
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
---
22
name: "\U0001F41B Bug Report"
3-
about: Submit a bug report on an issue encountered with TRTorch
4-
title: "\U0001F41B [Bug] Encountered bug when using TRTorch"
3+
about: Submit a bug report on an issue encountered with Torch-TensorRT
4+
title: "\U0001F41B [Bug] Encountered bug when using Torch-TensorRT"
55
labels: bug
66
assignees: ''
77

@@ -27,9 +27,9 @@ Steps to reproduce the behavior:
2727

2828
## Environment
2929

30-
> Build information about the TRTorch compiler can be found by turning on debug messages
30+
> Build information about Torch-TensorRT can be found by turning on debug messages
3131
32-
- TRTorch Version (e.g. 0.2.0):
32+
- Torch-TensorRT Version (e.g. 1.0.0):
3333
- PyTorch Version (e.g. 1.0):
3434
- CPU Architecture:
3535
- OS (e.g., Linux):

.github/ISSUE_TEMPLATE/op-converter-request.md

+2-2
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
---
22
name: "↔ Op Converter Request"
3-
about: Submit a proposal/request to support a new PyTorch operator in TRTorch
4-
title: "↔ [Converter] Add support for my_op in TRTorch"
3+
about: Submit a proposal/request to support a new PyTorch operator in Torch-TensorRT
4+
title: "↔ [Converter] Add support for my_op in Torch-TensorRT"
55
labels: 'component: converters, feature request'
66
assignees: ''
77

.github/pr-labels.yml

+3-3
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
1-
"component: trtorchc":
2-
- cpp/trtorchc/**/*
3-
1+
"component: torchtrtc":
2+
- cpp/torchtrtc/**/*
3+
44
"component: api [C++]":
55
- cpp/**/*
66

.github/workflows/docgen.yml

+5-5
Original file line numberDiff line numberDiff line change
@@ -12,7 +12,7 @@ jobs:
1212
build-docs:
1313
runs-on: ubuntu-18.04
1414
container:
15-
image: docker.pkg.github.com/nvidia/trtorch/docgen:latest
15+
image: docker.pkg.github.com/nvidia/torch-tensorrt/docgen:latest
1616
credentials:
1717
username: $GITHUB_ACTOR
1818
password: ${{secrets.GITHUB_TOKEN}}
@@ -36,14 +36,14 @@ jobs:
3636
- name: Generate New Docs
3737
run: |
3838
cd docsrc
39-
python3 -c "import trtorch; print(trtorch.__version__)"
39+
python3 -c "import torch_tensorrt; print(torch_tensorrt.__version__)"
4040
make html
4141
- uses: stefanzweifel/git-auto-commit-action@v4
4242
with:
4343
# Required
4444
commit_message: "docs: [Automated] Regenerating documenation for ${{ steps.vars.outputs.sha }}"
4545
commit_options: "--no-verify --signoff"
4646
file_pattern: docs/
47-
commit_user_name: TRTorch Github Bot
48-
commit_user_email: trtorch[email protected]
49-
commit_author: TRTorch Github Bot <trtorch[email protected]>
47+
commit_user_name: Torch-TensorRT Github Bot
48+
commit_user_email: torch-tensorrt[email protected]
49+
commit_author: Torch-TensorRT Github Bot <torch-tensorrt[email protected]>

.github/workflows/linter.yml

+2-2
Original file line numberDiff line numberDiff line change
@@ -18,7 +18,7 @@ jobs:
1818
GITHUB_TOKEN: ${{secrets.GITHUB_TOKEN}}
1919
- name: Run image
2020
run: |
21-
docker run -it -d --name cpplinter -e GITHUB_TOKEN=$GITHUB_TOKEN -v $GITHUB_WORKSPACE:/workspace -v $GITHUB_EVENT_PATH:/GITHUB_EVENT.json -w /workspace docker.pkg.github.com/nvidia/trtorch/docgen:latest
21+
docker run -it -d --name cpplinter -e GITHUB_TOKEN=$GITHUB_TOKEN -v $GITHUB_WORKSPACE:/workspace -v $GITHUB_EVENT_PATH:/GITHUB_EVENT.json -w /workspace docker.pkg.github.com/nvidia/torch-tensorrt/docgen:latest
2222
docker exec cpplinter bash -c "cp /workspace/docker/WORKSPACE.docs /workspace/WORKSPACE"
2323
env:
2424
GITHUB_TOKEN: ${{secrets.GITHUB_TOKEN}}
@@ -40,7 +40,7 @@ jobs:
4040
GITHUB_TOKEN: ${{secrets.GITHUB_TOKEN}}
4141
- name: Run image
4242
run: |
43-
docker run -it -d --name pylinter -e GITHUB_TOKEN=$GITHUB_TOKEN -v $GITHUB_WORKSPACE:/workspace -v $GITHUB_EVENT_PATH:/GITHUB_EVENT.json -w /workspace docker.pkg.github.com/nvidia/trtorch/docgen:latest
43+
docker run -it -d --name pylinter -e GITHUB_TOKEN=$GITHUB_TOKEN -v $GITHUB_WORKSPACE:/workspace -v $GITHUB_EVENT_PATH:/GITHUB_EVENT.json -w /workspace docker.pkg.github.com/nvidia/torch-tensorrt/docgen:latest
4444
docker exec pylinter bash -c "cp /workspace/docker/WORKSPACE.docs /workspace/WORKSPACE"
4545
env:
4646
GITHUB_TOKEN: ${{secrets.GITHUB_TOKEN}}

.gitignore

+13-9
Original file line numberDiff line numberDiff line change
@@ -6,6 +6,8 @@ bazel-out
66
bazel-testlogs
77
bazel-TRTorch
88
bazel-trtorch-testing
9+
bazel-torch-tensorrt
10+
bazel-Torch-TensorRT
911
third_party/pytorch
1012
*.jit
1113
*.jit.pt
@@ -35,22 +37,24 @@ __pycache__
3537
*.egg-info
3638
dist
3739
bdist
38-
py/trtorch/_version.py
39-
py/trtorch/lib
40-
py/trtorch/include
41-
py/trtorch/bin
42-
py/trtorch/BUILD
43-
py/trtorch/LICENSE
44-
py/trtorch/WORKSPACE
40+
py/torch_tensorrt/_version.py
41+
py/torch_tensorrt/lib
42+
py/torch_tensorrt/include
43+
py/torch_tensorrt/bin
44+
py/torch_tensorrt/BUILD
45+
py/torch_tensorrt/LICENSE
46+
py/torch_tensorrt/WORKSPACE
4547
py/wheelhouse
4648
py/.eggs
4749
notebooks/.ipynb_checkpoints/
4850
*.cache
4951
tests/py/data
5052
examples/**/deps/**/*
5153
!examples/**/deps/.gitkeep
52-
examples/trtorchrt_example/trtorchrt_example
54+
examples/torchtrt_runtime_example/torchtrt_runtime_example
5355
examples/int8/ptq/ptq
5456
examples/int8/qat/qat
5557
examples/int8/training/vgg16/data/*
56-
examples/int8/datasets/data/*
58+
examples/int8/datasets/data/*
59+
env/**/*
60+
bazel-Torch-TensorRT-Preview

BUILD

+9-9
Original file line numberDiff line numberDiff line change
@@ -9,7 +9,7 @@ config_setting(
99

1010
pkg_tar(
1111
name = "include_core",
12-
package_dir = "include/trtorch",
12+
package_dir = "include/torch_tensorrt",
1313
deps = [
1414
"//core:include",
1515
"//core/conversion:include",
@@ -35,17 +35,17 @@ pkg_tar(
3535
srcs = [
3636
"//cpp:api_headers",
3737
],
38-
package_dir = "include/trtorch/",
38+
package_dir = "include/torch_tensorrt/",
3939
)
4040

4141
pkg_tar(
4242
name = "lib",
4343
srcs = select({
44-
":windows": ["//cpp/lib:trtorch.dll"],
44+
":windows": ["//cpp/lib:torch_tensorrt.dll"],
4545
"//conditions:default": [
46-
"//cpp/lib:libtrtorch.so",
47-
"//cpp/lib:libtrtorchrt.so",
48-
"//cpp/lib:libtrtorch_plugins.so",
46+
"//cpp/lib:libtorchtrt.so",
47+
"//cpp/lib:libtorchtrt_runtime.so",
48+
"//cpp/lib:libtorchtrt_plugins.so",
4949
],
5050
}),
5151
mode = "0755",
@@ -55,21 +55,21 @@ pkg_tar(
5555
pkg_tar(
5656
name = "bin",
5757
srcs = [
58-
"//cpp/bin/trtorchc",
58+
"//cpp/bin/torchtrtc",
5959
],
6060
mode = "0755",
6161
package_dir = "bin/",
6262
)
6363

6464
pkg_tar(
65-
name = "libtrtorch",
65+
name = "libtorchtrt",
6666
srcs = [
6767
"//:LICENSE",
6868
"//bzl_def:BUILD",
6969
"//bzl_def:WORKSPACE"
7070
],
7171
extension = "tar.gz",
72-
package_dir = "trtorch",
72+
package_dir = "torch_tensorrt",
7373
deps = [
7474
":lib",
7575
":include",

0 commit comments

Comments
 (0)