Skip to content

Commit ed367d4

Browse files
vkuzovkuzo
committed
Update on "redo of add quantized layer norm implementation"
Summary: This is a redo of #35329 with a better test. Adds a quantized implementation of LayerNorm for server. A future PR will add the Python wrapper. Test Plan: numerics match the floating point implementation benchmarks by input size: v1 (mean+var non-vectorized): https://gist.github.com/vkuzo/f6d72c04742608112f4c2e612c74bd13 v2 (mean+var vectorized in float): https://gist.github.com/vkuzo/4dd95657c5b5f3654e0965db00eff8d2 v3 (mean+var vectorized in int, current): https://gist.github.com/vkuzo/57a75f75629da9f23b64b38ca0e3d34b Differential Revision: [D21030268](https://our.internmc.facebook.com/intern/diff/D21030268) [ghstack-poisoned]
2 parents 18eb6cd + 9cac2b8 commit ed367d4

File tree

85 files changed

+2235
-1145
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

85 files changed

+2235
-1145
lines changed

‎.circleci/cimodel/data/pytorch_build_definitions.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -13,7 +13,7 @@
1313

1414
# ARE YOU EDITING THIS NUMBER? MAKE SURE YOU READ THE GUIDANCE AT THE
1515
# TOP OF .circleci/config.yml
16-
DOCKER_IMAGE_VERSION = "e43973a9-9d5a-4138-9181-a08a0fc55e2f"
16+
DOCKER_IMAGE_VERSION = "8fcf46ef-4a34-480b-a8ee-b0a30a4d3e59"
1717

1818

1919
@dataclass

‎.circleci/config.yml‎

Lines changed: 54 additions & 51 deletions
Large diffs are not rendered by default.

‎.circleci/docker/build.sh‎

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -153,6 +153,13 @@ case "$image" in
153153
DB=yes
154154
VISION=yes
155155
;;
156+
pytorch-linux-bionic-py3.6-clang9)
157+
ANACONDA_PYTHON_VERSION=3.6
158+
CLANG_VERSION=9
159+
PROTOBUF=yes
160+
DB=yes
161+
VISION=yes
162+
;;
156163
pytorch-linux-xenial-rocm-py3.6-clang7)
157164
ANACONDA_PYTHON_VERSION=3.6
158165
CLANG_VERSION=7

‎.circleci/verbatim-sources/job-specs-custom.yml‎

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
environment:
33
BUILD_ENVIRONMENT: pytorch-python-doc-push
44
# TODO: stop hardcoding this
5-
DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-py3.6-gcc5.4:e43973a9-9d5a-4138-9181-a08a0fc55e2f"
5+
DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-py3.6-gcc5.4:8fcf46ef-4a34-480b-a8ee-b0a30a4d3e59"
66
resource_class: large
77
machine:
88
image: ubuntu-1604:201903-01
@@ -47,7 +47,7 @@
4747
pytorch_cpp_doc_push:
4848
environment:
4949
BUILD_ENVIRONMENT: pytorch-cpp-doc-push
50-
DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-py3.6-gcc5.4:e43973a9-9d5a-4138-9181-a08a0fc55e2f"
50+
DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-py3.6-gcc5.4:8fcf46ef-4a34-480b-a8ee-b0a30a4d3e59"
5151
resource_class: large
5252
machine:
5353
image: ubuntu-1604:201903-01
@@ -157,7 +157,7 @@
157157
pytorch_android_gradle_build:
158158
environment:
159159
BUILD_ENVIRONMENT: pytorch-linux-xenial-py3-clang5-android-ndk-r19c-gradle-build
160-
DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-py3-clang5-android-ndk-r19c:e43973a9-9d5a-4138-9181-a08a0fc55e2f"
160+
DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-py3-clang5-android-ndk-r19c:8fcf46ef-4a34-480b-a8ee-b0a30a4d3e59"
161161
PYTHON_VERSION: "3.6"
162162
resource_class: large
163163
machine:
@@ -243,7 +243,7 @@
243243
pytorch_android_publish_snapshot:
244244
environment:
245245
BUILD_ENVIRONMENT: pytorch-linux-xenial-py3-clang5-android-ndk-r19c-gradle-publish-snapshot
246-
DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-py3-clang5-android-ndk-r19c:e43973a9-9d5a-4138-9181-a08a0fc55e2f"
246+
DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-py3-clang5-android-ndk-r19c:8fcf46ef-4a34-480b-a8ee-b0a30a4d3e59"
247247
PYTHON_VERSION: "3.6"
248248
resource_class: large
249249
machine:
@@ -279,7 +279,7 @@
279279
pytorch_android_gradle_build-x86_32:
280280
environment:
281281
BUILD_ENVIRONMENT: pytorch-linux-xenial-py3-clang5-android-ndk-r19c-gradle-build-only-x86_32
282-
DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-py3-clang5-android-ndk-r19c:e43973a9-9d5a-4138-9181-a08a0fc55e2f"
282+
DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-py3-clang5-android-ndk-r19c:8fcf46ef-4a34-480b-a8ee-b0a30a4d3e59"
283283
PYTHON_VERSION: "3.6"
284284
resource_class: large
285285
machine:

‎.circleci/verbatim-sources/workflows-docker-builder.yml‎

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -8,6 +8,9 @@
88
- master
99
jobs:
1010
- docker_for_ecr_gc_build_job
11+
- docker_build_job:
12+
name: "pytorch-linux-bionic-py3.6-clang9"
13+
image_name: "pytorch-linux-bionic-py3.6-clang9"
1114
- docker_build_job:
1215
name: "pytorch-linux-bionic-clang9-thrift-llvmdev"
1316
image_name: "pytorch-linux-bionic-clang9-thrift-llvmdev"

‎.circleci/verbatim-sources/workflows-ecr-gc.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010
- ecr_gc_job:
1111
name: ecr_gc_job_for_pytorch
1212
project: pytorch
13-
tags_to_keep: "271,262,256,278,282,291,300,323,327,347,389,401,402,403,405,a8006f9a-272d-4478-b137-d121c6f05c83,6e7b11da-a919-49e5-b2ba-da66e3d4bb0a,f990c76a-a798-42bb-852f-5be5006f8026,e43973a9-9d5a-4138-9181-a08a0fc55e2f"
13+
tags_to_keep: "271,262,256,278,282,291,300,323,327,347,389,401,402,403,405,a8006f9a-272d-4478-b137-d121c6f05c83,6e7b11da-a919-49e5-b2ba-da66e3d4bb0a,f990c76a-a798-42bb-852f-5be5006f8026,e43973a9-9d5a-4138-9181-a08a0fc55e2f,8fcf46ef-4a34-480b-a8ee-b0a30a4d3e59"
1414
- ecr_gc_job:
1515
name: ecr_gc_job_for_caffe2
1616
project: caffe2

‎.circleci/verbatim-sources/workflows-nightly-android-binary-builds.yml‎

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,7 @@
33
build_environment: "pytorch-linux-xenial-py3-clang5-android-ndk-r19c-x86_32"
44
requires:
55
- setup
6-
docker_image: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-py3-clang5-android-ndk-r19c:e43973a9-9d5a-4138-9181-a08a0fc55e2f"
6+
docker_image: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-py3-clang5-android-ndk-r19c:8fcf46ef-4a34-480b-a8ee-b0a30a4d3e59"
77
filters:
88
branches:
99
only: nightly
@@ -12,7 +12,7 @@
1212
build_environment: "pytorch-linux-xenial-py3-clang5-android-ndk-r19c-x86_64"
1313
requires:
1414
- setup
15-
docker_image: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-py3-clang5-android-ndk-r19c:e43973a9-9d5a-4138-9181-a08a0fc55e2f"
15+
docker_image: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-py3-clang5-android-ndk-r19c:8fcf46ef-4a34-480b-a8ee-b0a30a4d3e59"
1616
filters:
1717
branches:
1818
only: nightly
@@ -21,7 +21,7 @@
2121
build_environment: "pytorch-linux-xenial-py3-clang5-android-ndk-r19c-arm-v7a"
2222
requires:
2323
- setup
24-
docker_image: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-py3-clang5-android-ndk-r19c:e43973a9-9d5a-4138-9181-a08a0fc55e2f"
24+
docker_image: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-py3-clang5-android-ndk-r19c:8fcf46ef-4a34-480b-a8ee-b0a30a4d3e59"
2525
filters:
2626
branches:
2727
only: nightly
@@ -30,7 +30,7 @@
3030
build_environment: "pytorch-linux-xenial-py3-clang5-android-ndk-r19c-arm-v8a"
3131
requires:
3232
- setup
33-
docker_image: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-py3-clang5-android-ndk-r19c:e43973a9-9d5a-4138-9181-a08a0fc55e2f"
33+
docker_image: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-py3-clang5-android-ndk-r19c:8fcf46ef-4a34-480b-a8ee-b0a30a4d3e59"
3434
filters:
3535
branches:
3636
only: nightly

‎.circleci/verbatim-sources/workflows-pytorch-ge-config-tests.yml‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -4,22 +4,22 @@
44
- setup
55
- pytorch_linux_xenial_py3_6_gcc5_4_build
66
build_environment: "pytorch-linux-xenial-py3.6-gcc5.4-ge_config_legacy-test"
7-
docker_image: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-py3.6-gcc5.4:e43973a9-9d5a-4138-9181-a08a0fc55e2f"
7+
docker_image: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-py3.6-gcc5.4:8fcf46ef-4a34-480b-a8ee-b0a30a4d3e59"
88
resource_class: large
99
- pytorch_linux_test:
1010
name: pytorch_linux_xenial_py3_6_gcc5_4_ge_config_simple_test
1111
requires:
1212
- setup
1313
- pytorch_linux_xenial_py3_6_gcc5_4_build
1414
build_environment: "pytorch-linux-xenial-py3.6-gcc5.4-ge_config_simple-test"
15-
docker_image: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-py3.6-gcc5.4:e43973a9-9d5a-4138-9181-a08a0fc55e2f"
15+
docker_image: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-py3.6-gcc5.4:8fcf46ef-4a34-480b-a8ee-b0a30a4d3e59"
1616
resource_class: large
1717
- pytorch_linux_test:
1818
name: pytorch_linux_xenial_cuda10_2_cudnn7_py3_ge_config_legacy_test
1919
requires:
2020
- setup
2121
- pytorch_linux_xenial_cuda10_2_cudnn7_py3_gcc7_build
2222
build_environment: "pytorch-linux-xenial-cuda10.1-cudnn7-ge_config_legacy-test"
23-
docker_image: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-cuda10.2-cudnn7-py3-gcc7:e43973a9-9d5a-4138-9181-a08a0fc55e2f"
23+
docker_image: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-cuda10.2-cudnn7-py3-gcc7:8fcf46ef-4a34-480b-a8ee-b0a30a4d3e59"
2424
use_cuda_docker_runtime: "1"
2525
resource_class: gpu.medium

‎.circleci/verbatim-sources/workflows-pytorch-mobile-builds.yml‎

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -5,22 +5,22 @@
55
- setup
66
build_environment: "pytorch-linux-xenial-py3-clang5-mobile-build"
77
build_only: "1"
8-
docker_image: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-py3-clang5-asan:e43973a9-9d5a-4138-9181-a08a0fc55e2f"
8+
docker_image: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-py3-clang5-asan:8fcf46ef-4a34-480b-a8ee-b0a30a4d3e59"
99
- pytorch_linux_build:
1010
name: pytorch_linux_xenial_py3_clang5_mobile_custom_build_static
1111
requires:
1212
- setup
1313
build_environment: "pytorch-linux-xenial-py3-clang5-mobile-custom-build-static"
1414
build_only: "1"
15-
docker_image: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-py3-clang5-asan:e43973a9-9d5a-4138-9181-a08a0fc55e2f"
15+
docker_image: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-py3-clang5-asan:8fcf46ef-4a34-480b-a8ee-b0a30a4d3e59"
1616
- pytorch_linux_build:
1717
name: pytorch_linux_xenial_py3_clang5_mobile_custom_build_dynamic
1818
requires:
1919
- setup
2020
build_environment: "pytorch-linux-xenial-py3-clang5-mobile-custom-build-dynamic"
2121
build_only: "1"
2222
# Use LLVM-DEV toolchain in android-ndk-r19c docker image
23-
docker_image: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-py3-clang5-android-ndk-r19c:e43973a9-9d5a-4138-9181-a08a0fc55e2f"
23+
docker_image: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-py3-clang5-android-ndk-r19c:8fcf46ef-4a34-480b-a8ee-b0a30a4d3e59"
2424
- pytorch_linux_build:
2525
name: pytorch_linux_xenial_py3_clang5_mobile_code_analysis
2626
requires:
@@ -35,4 +35,4 @@
3535
build_environment: "pytorch-linux-xenial-py3-clang5-mobile-code-analysis"
3636
build_only: "1"
3737
# Use LLVM-DEV toolchain in android-ndk-r19c docker image
38-
docker_image: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-py3-clang5-android-ndk-r19c:e43973a9-9d5a-4138-9181-a08a0fc55e2f"
38+
docker_image: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-py3-clang5-android-ndk-r19c:8fcf46ef-4a34-480b-a8ee-b0a30a4d3e59"

‎BUILD.bazel‎

Lines changed: 14 additions & 94 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,7 @@
11
load("@rules_proto//proto:defs.bzl", "proto_library")
22
load("@rules_cc//cc:defs.bzl", "cc_binary", "cc_library", "cc_proto_library", "cc_test")
33
load("//third_party:substitution.bzl", "template_rule")
4+
load("//:tools/build_variables.bzl", "torch_cpp_srcs", "libtorch_core_sources", "libtorch_distributed_sources", "libtorch_extra_sources")
45
load("//tools/rules:cu.bzl", "cu_library")
56
load("//tools/config:defs.bzl", "if_cuda")
67
load("//:aten.bzl", "intern_build_aten_ops")
@@ -179,11 +180,11 @@ genrule(
179180
"aten/src/ATen/Declarations.yaml",
180181
],
181182
outs = [
182-
"torch/csrc/autograd/generated/python_functions.h",
183-
"torch/csrc/autograd/generated/python_functions.cpp",
184-
"torch/csrc/autograd/generated/python_variable_methods.cpp",
185-
"torch/csrc/autograd/generated/python_torch_functions.cpp",
186-
"torch/csrc/autograd/generated/python_nn_functions.cpp",
183+
#"torch/csrc/autograd/generated/python_functions.h",
184+
#"torch/csrc/autograd/generated/python_functions.cpp",
185+
#"torch/csrc/autograd/generated/python_variable_methods.cpp",
186+
#"torch/csrc/autograd/generated/python_torch_functions.cpp",
187+
#"torch/csrc/autograd/generated/python_nn_functions.cpp",
187188
"torch/csrc/autograd/generated/VariableType.h",
188189
"torch/csrc/autograd/generated/VariableType_0.cpp",
189190
"torch/csrc/autograd/generated/VariableType_1.cpp",
@@ -1939,6 +1940,7 @@ cc_library(
19391940
":aten_headers",
19401941
":c10_headers",
19411942
":caffe2_headers",
1943+
"@local_config_python//:python_headers",
19421944
"@onnx",
19431945
],
19441946
alwayslink = True,
@@ -1954,116 +1956,34 @@ TORCH_COPTS = COMMON_COPTS + [
19541956
"-fno-trapping-math",
19551957
]
19561958

1957-
filegroup(
1958-
name = "torch_srcs",
1959-
srcs = [
1960-
"torch/csrc/jit/tensorexpr/bounds_inference.cpp",
1961-
"torch/csrc/jit/tensorexpr/codegen.cpp",
1962-
"torch/csrc/jit/tensorexpr/eval.cpp",
1963-
"torch/csrc/jit/tensorexpr/expr.cpp",
1964-
"torch/csrc/jit/tensorexpr/function.cpp",
1965-
"torch/csrc/jit/tensorexpr/hash_provider.cpp",
1966-
"torch/csrc/jit/tensorexpr/ir.cpp",
1967-
"torch/csrc/jit/tensorexpr/ir_mutator.cpp",
1968-
"torch/csrc/jit/tensorexpr/ir_printer.cpp",
1969-
"torch/csrc/jit/tensorexpr/ir_simplifier.cpp",
1970-
"torch/csrc/jit/tensorexpr/ir_visitor.cpp",
1971-
"torch/csrc/jit/tensorexpr/kernel.cpp",
1972-
"torch/csrc/jit/tensorexpr/llvm_codegen.cpp",
1973-
"torch/csrc/jit/tensorexpr/llvm_jit.cpp",
1974-
"torch/csrc/jit/tensorexpr/loopnest.cpp",
1975-
"torch/csrc/jit/tensorexpr/mem_arena.cpp",
1976-
"torch/csrc/jit/tensorexpr/tensor.cpp",
1977-
"torch/csrc/jit/tensorexpr/types.cpp",
1978-
"torch/csrc/jit/tensorexpr/unique_name_manager.cpp",
1979-
],
1980-
)
1981-
19821959
cc_library(
19831960
name = "torch",
19841961
srcs = if_cuda(glob(
19851962
[
19861963
"torch/csrc/cuda/*.cpp",
19871964
"torch/csrc/autograd/functions/comm.cpp",
1988-
"torch/csrc/jit/tensorexpr/*.cpp",
19891965
],
19901966
exclude = [
19911967
"torch/csrc/cuda/python_nccl.cpp",
19921968
"torch/csrc/cuda/nccl.cpp",
19931969
],
1994-
)) + glob(
1995-
[
1996-
"torch/csrc/*.cpp",
1997-
"torch/csrc/api/src/*.cpp",
1998-
"torch/csrc/api/src/data/datasets/*.cpp",
1999-
"torch/csrc/api/src/data/samplers/*.cpp",
2000-
"torch/csrc/api/src/nn/*.cpp",
2001-
"torch/csrc/api/src/nn/modules/*.cpp",
2002-
"torch/csrc/api/src/nn/modules/container/*.cpp",
2003-
"torch/csrc/api/src/nn/options/*.cpp",
2004-
"torch/csrc/api/src/optim/*.cpp",
2005-
"torch/csrc/api/src/python/*.cpp",
2006-
"torch/csrc/api/src/serialize/*.cpp",
2007-
"torch/csrc/autograd/*.cpp",
2008-
"torch/csrc/autograd/functions/*.cpp",
2009-
"torch/csrc/distributed/autograd/*.cpp",
2010-
"torch/csrc/distributed/autograd/context/*.cpp",
2011-
"torch/csrc/distributed/autograd/functions/*.cpp",
2012-
"torch/csrc/distributed/autograd/engine/*.cpp",
2013-
"torch/csrc/distributed/autograd/rpc_messages/*.cpp",
2014-
"torch/csrc/distributed/rpc/*.cpp",
2015-
"torch/csrc/jit/*.cpp",
2016-
"torch/csrc/jit/api/*.cpp",
2017-
"torch/csrc/jit/codegen/fuser/*.cpp",
2018-
"torch/csrc/jit/frontend/*.cpp",
2019-
"torch/csrc/jit/fuser/*.cpp",
2020-
"torch/csrc/jit/fuser/cpu/*.cpp",
2021-
"torch/csrc/jit/ir/*.cpp",
2022-
"torch/csrc/jit/passes/*.cpp",
2023-
"torch/csrc/jit/passes/onnx/*.cpp",
2024-
"torch/csrc/jit/passes/utils/*.cpp",
2025-
"torch/csrc/jit/mobile/*.cpp",
2026-
"torch/csrc/jit/python/*.cpp",
2027-
"torch/csrc/jit/runtime/*.cpp",
2028-
"torch/csrc/jit/serialization/*.cpp",
2029-
"torch/csrc/jit/testing/*.cpp",
2030-
"torch/csrc/multiprocessing/*.cpp",
2031-
"torch/csrc/onnx/*.cpp",
2032-
"torch/csrc/tensor/*.cpp",
2033-
"torch/csrc/utils/*.cpp",
2034-
"torch/lib/libshm/*.cpp",
2035-
"torch/lib/c10d/*.cpp",
2036-
],
2037-
exclude = glob([
2038-
"torch/csrc/autograd/*_cuda.cpp",
2039-
]) + [
2040-
"torch/csrc/autograd/functions/comm.cpp",
2041-
"torch/lib/libshm/manager.cpp",
2042-
"torch/lib/c10d/NCCLUtils.cpp",
2043-
"torch/lib/c10d/ProcessGroupMPI.cpp",
2044-
"torch/lib/c10d/ProcessGroupNCCL.cpp",
2045-
],
2046-
) + [
2047-
"torch/csrc/jit/codegen/cuda/interface.cpp",
2048-
":torch_srcs",
1970+
)) + libtorch_core_sources + libtorch_distributed_sources + torch_cpp_srcs + libtorch_extra_sources + [
1971+
"torch/csrc/jit/frontend/error_report.cpp",
1972+
"torch/csrc/jit/frontend/lexer.cpp",
1973+
"torch/csrc/jit/frontend/function_schema_parser.cpp",
1974+
"torch/csrc/jit/frontend/strtod.cpp",
1975+
"torch/csrc/jit/frontend/source_range.cpp",
1976+
"torch/csrc/jit/frontend/schema_type_parser.cpp",
20491977
":generated_code",
20501978
],
20511979
copts = TORCH_COPTS + if_cuda(["-DUSE_CUDA=1"]),
20521980
defines = [
20531981
"CAFFE2_NIGHTLY_VERSION=20200115",
20541982
],
2055-
linkopts = [
2056-
"-Wl,--rpath",
2057-
"-Wl,/opt/conda/lib",
2058-
"-L/opt/conda/lib",
2059-
"-lpython3.6m",
2060-
],
20611983
visibility = ["//visibility:public"],
20621984
deps = [
20631985
":caffe2",
20641986
":torch_headers",
2065-
"@local_config_python//:python_headers",
2066-
"@pybind11",
20671987
],
20681988
alwayslink = True,
20691989
)

0 commit comments

Comments
 (0)