diff --git a/docker/MODULE.bazel.ngc b/docker/MODULE.bazel.ngc index e406a2cee7..b3c3560d9d 100644 --- a/docker/MODULE.bazel.ngc +++ b/docker/MODULE.bazel.ngc @@ -24,14 +24,17 @@ git_override( local_repository = use_repo_rule("@bazel_tools//tools/build_defs/repo:local.bzl", "local_repository") + +new_local_repository = use_repo_rule("@bazel_tools//tools/build_defs/repo:local.bzl", "new_local_repository") + + # External dependency for torch_tensorrt if you already have precompiled binaries. -local_repository( +new_local_repository( name = "torch_tensorrt", + build_file = "@//third_party:BUILD", path = "/usr/local/lib/python3.12/dist-packages/torch_tensorrt/", ) -new_local_repository = use_repo_rule("@bazel_tools//tools/build_defs/repo:local.bzl", "new_local_repository") - # CUDA should be installed on the system locally new_local_repository( @@ -55,8 +58,26 @@ new_local_repository( build_file = "third_party/libtorch/BUILD" ) +new_local_repository( + name = "torch_l4t", + path = "/usr/local/lib/python3.12/dist-packages/torch/", + build_file = "third_party/libtorch/BUILD" +) + new_local_repository( name = "tensorrt", path = "/usr/", build_file = "@//third_party/tensorrt/local:BUILD" ) + +new_local_repository( + name = "tensorrt_sbsa", + path = "/usr/", + build_file = "@//third_party/tensorrt/local:BUILD" +) + +new_local_repository( + name = "tensorrt_l4t", + path = "/usr/", + build_file = "@//third_party/tensorrt/local:BUILD" +) \ No newline at end of file diff --git a/setup.py b/setup.py index fb96d85453..652e0593b2 100644 --- a/setup.py +++ b/setup.py @@ -612,8 +612,6 @@ def run(self): package_data.update( { "torch_tensorrt": [ - "BUILD", - "WORKSPACE", "include/torch_tensorrt/*.h", "include/torch_tensorrt/core/*.h", "include/torch_tensorrt/core/conversion/*.h", @@ -643,8 +641,6 @@ def run(self): package_data.update( { "torch_tensorrt": [ - "BUILD", - "WORKSPACE", "include/torch_tensorrt/*.h", "include/torch_tensorrt/core/*.h", "include/torch_tensorrt/core/runtime/*.h", diff --git a/third_party/BUILD b/third_party/BUILD index e69de29bb2..28b50c39cd 100644 --- a/third_party/BUILD +++ b/third_party/BUILD @@ -0,0 +1,53 @@ +load("@rules_cc//cc:cc_library.bzl", "cc_library") +load("@rules_cc//cc:defs.bzl", "cc_library") + +package(default_visibility = ["//visibility:public"]) + +config_setting( + name = "aarch64_linux", + constraint_values = [ + "@platforms//cpu:aarch64", + "@platforms//os:linux", + ], +) + +config_setting( + name = "windows", + constraint_values = [ + "@platforms//os:windows", + ], +) + +cc_library( + name = "libtorchtrt", + srcs = select({ + ":windows": [ + "lib/x64/torchtrt.dll", + ], + "//conditions:default": [ + "lib/libtorchtrt.so", + ], + }), + hdrs = glob([ + "include/**/*.h", + ]), + includes = ["include/"], + strip_include_prefix = "include", +) + +cc_library( + name = "torch_tensorrt_core_hdrs", + hdrs = glob([ + "include/torch_tensorrt/core/**/*.h", + ]), + includes = ["include/torch_tensorrt/"], + strip_include_prefix = "include/torch_tensorrt", +) + +# Alias for ease of use +cc_library( + name = "torch_tensorrt", + deps = [ + ":libtorchtrt", + ], +)