forked from RuyiAI-Stack/pytorch
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathembed_libomp_macos.py
More file actions
144 lines (125 loc) · 4.55 KB
/
Copy pathembed_libomp_macos.py
File metadata and controls
144 lines (125 loc) · 4.55 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
#!/usr/bin/env python3
"""Embed macOS OpenMP into the PyTorch wheel.
Invoked at CMake install time. Rewrites libtorch_cpu's load command / rpath
so the bundled libomp.dylib (already installed alongside libtorch_cpu.dylib
by PostBuildSteps.cmake's install(FILES ...)) is the sole resolution path
at runtime.
Handles two build environments:
1. Homebrew-style: LC_LOAD_DYLIB = "<abs>/libomp.dylib"
-> change to "@rpath/libomp.dylib", add @loader_path rpath
2. Conda-style: LC_LOAD_DYLIB = "@rpath/libomp.dylib", LC_RPATH = "<conda>/lib"
-> replace the conda rpath with @loader_path (load cmd untouched)
"""
from __future__ import annotations
import argparse
import re
import subprocess
import sys
from pathlib import Path
_LOAD_RE = re.compile(r"(?:name|path) (.+) \(offset \d+\)")
def parse_otool(binary: Path) -> tuple[list[str], list[str]]:
"""Return (rpaths, load_libs) extracted from `otool -l`."""
out = subprocess.check_output(["otool", "-l", str(binary)], text=True).splitlines()
rpaths: list[str] = []
libs: list[str] = []
for i, line in enumerate(out):
s = line.strip()
if s == "cmd LC_RPATH":
m = _LOAD_RE.match(out[i + 2].strip())
if m:
rpaths.append(m.group(1))
elif s == "cmd LC_LOAD_DYLIB":
m = _LOAD_RE.match(out[i + 2].strip())
if m:
libs.append(m.group(1))
return rpaths, libs
def main() -> int:
p = argparse.ArgumentParser(description=__doc__.splitlines()[0])
p.add_argument(
"--libomp-path",
required=True,
help="Absolute path to libomp.dylib (CMake's OpenMP_libomp_LIBRARY)",
)
p.add_argument(
"--lib-dir",
required=True,
help="Install destination dir for libomp.dylib (e.g. <install>/lib)",
)
args = p.parse_args()
libomp_path = Path(args.libomp_path)
lib_dir = Path(args.lib_dir)
libtorch_cpu = lib_dir / "libtorch_cpu.dylib"
if not libtorch_cpu.exists():
print(
f"embed_libomp_macos: skipping; {libtorch_cpu} not present",
file=sys.stderr,
)
return 0
if not libomp_path.exists():
print(
f"embed_libomp_macos: skipping; libomp source {libomp_path} not present",
file=sys.stderr,
)
return 0
libomp_name = libomp_path.name
rpath_ref = f"@rpath/{libomp_name}"
rpaths, libs = parse_otool(libtorch_cpu)
# Skip if libtorch_cpu doesn't actually link libomp.
if str(libomp_path) not in libs and rpath_ref not in libs:
return 0
# Homebrew/abs-path case: rewrite the load command to @rpath form.
if str(libomp_path) in libs:
subprocess.check_call(
[
"install_name_tool",
"-change",
str(libomp_path),
rpath_ref,
str(libtorch_cpu),
]
)
# Replace any rpath that resolves to the build-time libomp directory so
# dyld cannot fall back to it at runtime. Resolve both sides so symlink
# variants of the same directory (e.g. Homebrew's opt/libomp -> Cellar)
# still match.
libomp_dir_real = libomp_path.parent.resolve()
for rp in rpaths:
if Path(rp).resolve() == libomp_dir_real:
if "@loader_path" in rpaths:
# @loader_path is already an rpath (CMAKE_INSTALL_RPATH adds
# it to every torch library). Renaming would write a second,
# identical LC_RPATH, which dyld rejects at load time on
# macOS 15.4+ ("duplicate LC_RPATH"). Drop the build-time
# rpath instead.
subprocess.check_call(
[
"install_name_tool",
"-delete_rpath",
rp,
str(libtorch_cpu),
]
)
else:
subprocess.check_call(
[
"install_name_tool",
"-rpath",
rp,
"@loader_path",
str(libtorch_cpu),
]
)
return 0
# No matching rpath -- add @loader_path if not already present.
if "@loader_path" not in rpaths:
subprocess.check_call(
[
"install_name_tool",
"-add_rpath",
"@loader_path",
str(libtorch_cpu),
]
)
return 0
if __name__ == "__main__":
sys.exit(main())