Repository navigation
Expand file tree
/
Copy pathwindows_build_python_instance.py
More file actions
351 lines (310 loc) · 12.7 KB
/
Copy pathwindows_build_python_instance.py
File metadata and controls
351 lines (310 loc) · 12.7 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
from __future__ import annotations
import copy
from os import environ
from pathlib import Path
from build_python_instance_base import BuildPythonInstanceBase
from wheel_builder_utils import push_dir, _remove_tree
class WindowsBuildPythonInstance(BuildPythonInstanceBase):
def clone(self):
# Pattern for generating a deep copy of the current object state as a new build instance
cls = self.__class__
new = cls.__new__(cls)
new.__dict__ = copy.deepcopy(self.__dict__)
return new
def get_pixi_environment_name(self):
# The pixi environment name is the same as the manylinux version
# and is related to the environment setups defined in pixi.toml
# in the root of this git directory that contains these scripts.
return "windows"
def prepare_build_env(self) -> None:
# #############################################
# ### Setup build tools
self._build_type = "Release"
self._use_tbb: str = "ON"
# The interpreter is provided; ensure basic tools are available
self.venv_paths()
self.update_venv_itk_build_configurations()
# Do not set path to Ninja on
# self.cmake_compiler_configurations.set(
# "CMAKE_MAKE_PROGRAM:FILEPATH",
# f"{str(Path(self.package_env_config['NINJA_EXECUTABLE']))}",
# )
target_arch = self.package_env_config["ARCH"]
itk_binary_build_name: Path = (
self.build_dir_root
/ "build"
/ f"ITK-{self.py_env}-{self.get_pixi_environment_name()}_{target_arch}"
)
self.cmake_itk_source_build_configurations.set(
"ITK_BINARY_DIR:PATH", itk_binary_build_name
)
# Keep values consistent with prior quoting behavior
# self.cmake_compiler_configurations.set("CMAKE_CXX_FLAGS:STRING", "-O3 -DNDEBUG")
# self.cmake_compiler_configurations.set("CMAKE_C_FLAGS:STRING", "-O3 -DNDEBUG")
def post_build_fixup(self) -> None:
# append the oneTBB-prefix\\bin directory for fixing wheels built with local oneTBB
search_lib_paths = (
[s for s in str(self.windows_extra_lib_paths[0]).rstrip(";") if s]
if self.windows_extra_lib_paths
else []
)
search_lib_paths.append(str(self.build_dir_root / "oneTBB-prefix" / "bin"))
search_lib_paths_str: str = ";".join(map(str, search_lib_paths))
self.fixup_wheels(search_lib_paths_str)
def post_build_cleanup(self) -> None:
"""Clean build artifacts
Actions (leaving dist/ intact):
- remove oneTBB-prefix (symlink or dir)
- remove ITKPythonPackage/, tools/, _skbuild/, build/
- remove top-level *.egg-info
- remove ITK-* build tree and tarballs
- if ITK_MODULE_PREQ is set ("org/name@ref:org2/name2@ref2"), remove cloned module dirs
"""
base = Path(self.package_env_config["IPP_SOURCE_DIR"])
def rm(p: Path):
try:
_remove_tree(p)
except Exception:
pass
# 1) unlink oneTBB-prefix if it's a symlink or file
tbb = base / "oneTBB-prefix"
try:
if tbb.is_symlink() or tbb.is_file():
tbb.unlink(missing_ok=True) # type: ignore[arg-type]
elif tbb.exists():
rm(tbb)
except Exception:
pass
# 2) standard build directories
for rel in ("ITKPythonPackage", "tools", "_skbuild", "build"):
rm(base / rel)
# 3) egg-info folders at top-level
for p in base.glob("*.egg-info"):
rm(p)
# 4) ITK build tree and tarballs
target_arch = self.package_env_config["ARCH"]
for p in base.glob(f"ITK-*-{self.package_env_config}_{target_arch}"):
rm(p)
# Tarballs
for p in base.glob(f"ITKPythonBuilds-{self.package_env_config}*.tar.zst"):
rm(p)
# 5) Optional module prerequisites cleanup (ITK_MODULE_PREQ)
# Format: "InsightSoftwareConsortium/ITKModuleA@v1.0:Kitware/ITKModuleB@sha" -> remove repo names
itk_preq = self.package_env_config.get("ITK_MODULE_PREQ") or environ.get(
"ITK_MODULE_PREQ", ""
)
if itk_preq:
for entry in itk_preq.split(":"):
entry = entry.strip()
if not entry:
continue
try:
module_name = entry.split("@", 1)[0].split("/", 1)[1]
except Exception:
continue
rm(base / module_name)
def final_import_test(self) -> None:
self._final_import_test_fn(self.py_env, Path(self.dist_dir))
def fixup_wheel(self, filepath, lib_paths: str = "") -> None:
# Windows fixup_wheel
lib_paths = lib_paths.strip()
lib_paths = lib_paths + ";" if lib_paths else ""
print(f"Library paths for fixup: {lib_paths}")
delve_wheel = (
self.venv_info_dict["python_root_dir"] / "Scripts" / "delvewheel.exe"
)
cmd = [
str(delve_wheel),
"repair",
"--no-mangle-all",
"--add-path",
lib_paths.strip(";"),
"--ignore-in-wheel",
"-w",
str(self.build_dir_root / "dist"),
str(filepath),
]
self.echo_check_call(cmd)
def venv_paths(self) -> None:
# Create venv related paths
python_major: int = int(self.py_env.split(".")[0])
python_minor: int = int(self.py_env.split(".")[1])
virtualenv_pattern = (
f"Python{python_major}*{python_minor}*/Scripts/virtualenv.exe"
)
all_glob_matches = [p for p in Path("C:\\").glob(virtualenv_pattern)]
if len(all_glob_matches) > 1:
raise RuntimeError(
f"Multiple virtualenv.exe matches found: {all_glob_matches}"
)
elif len(all_glob_matches) == 0:
raise RuntimeError(
f"No virtualenv.exe matches found for Python {virtualenv_pattern}"
)
venv_executable = Path(all_glob_matches[0])
# On windows use base python interpreter, and not a virtual env
primary_python_base_dir: Path = venv_executable.parent.parent
venv_base_dir: Path = primary_python_base_dir
venv_bin_path = venv_base_dir / "Scripts"
# venv_base_dir = (
# Path(self.build_dir_root) / f"venv-{python_major}.{python_minor}"
# )
if not venv_base_dir.exists():
self.echo_check_call(
[venv_executable, str(venv_base_dir)], use_pixi_env=False
)
local_pip_executable = primary_python_base_dir / "Scripts" / "pip.exe"
pip_executable = primary_python_base_dir / "Scripts" / "pip.exe"
python_executable = primary_python_base_dir / "python.exe"
python_include_dir = primary_python_base_dir / "include"
if int(python_minor) >= 11:
# Stable ABI
python_library = primary_python_base_dir / "libs" / "python3.lib"
else:
# XXX It should be possible to query skbuild for the library dir associated
# with a given interpreter.
xy_lib_ver = f"{python_major}{python_minor}"
python_library = (
primary_python_base_dir / "libs" / f"python{xy_lib_ver}.lib"
)
if venv_base_dir.exists():
# Install required tools into each venv
self._pip_uninstall_itk_wildcard(local_pip_executable)
self.echo_check_call(
[python_executable, "-m", "pip", "install", "--upgrade", "pip"],
use_pixi_env=False,
)
self.echo_check_call(
[
python_executable,
"-m",
"pip",
"install",
"--upgrade",
"build",
"numpy",
"scikit-build-core",
# os-specific tools below
"delvewheel",
"pkginfo",
],
use_pixi_env=False,
)
# Install dependencies
self.echo_check_call(
[
python_executable,
"-m",
"pip",
"install",
"--upgrade",
"-r",
str(
self.package_env_config["IPP_SOURCE_DIR"]
/ "requirements-dev.txt"
),
],
use_pixi_env=False,
)
# Update PATH
self.venv_info_dict = {
"python_executable": python_executable,
"python_include_dir": python_include_dir,
"python_library": python_library,
"pip_executable": pip_executable,
"venv_bin_path": venv_bin_path,
"venv_base_dir": venv_base_dir,
"python_root_dir": primary_python_base_dir,
}
def build_tarball(self):
"""Create an archive of the ITK Python package build tree (Windows).
Mirrors scripts/windows-build-tarball.ps1 behavior:
- Remove contents of IPP/dist
- Use 7-Zip, when present, to archive the full IPP tree into
ITKPythonBuilds-windows.zip at the parent directory of IPP (e.g., C:\P)
- Fallback to Python's zip archive creation if 7-Zip is unavailable
"""
out_zip = self.build_dir_root / "build" / "ITKPythonBuilds-windows.zip"
# 1) Clean IPP/dist contents (do not remove the directory itself)
dist_dir = self.build_dir_root / "dist"
if dist_dir.exists():
for p in dist_dir.glob("*"):
try:
if p.is_dir():
# shutil.rmtree alternative without importing here
for sub in p.rglob("*"):
# best-effort clean
try:
if sub.is_file() or sub.is_symlink():
sub.unlink(missing_ok=True)
except Exception:
pass
try:
p.rmdir()
except Exception:
pass
else:
p.unlink(missing_ok=True)
except Exception:
# best-effort cleanup; ignore errors to continue packaging
pass
# 2) Try to use 7-Zip if available
seven_zip_candidates = [
Path(r"C:\\7-Zip\\7z.exe"),
Path(r"C:\\Program Files\\7-Zip\\7z.exe"),
Path(r"C:\\Program Files (x86)\\7-Zip\\7z.exe"),
]
seven_zip = None
for cand in seven_zip_candidates:
if cand.exists():
seven_zip = cand
break
if seven_zip is None:
# Try PATH lookup using where/which behavior from shutil
import shutil as _shutil
found = _shutil.which("7z.exe") or _shutil.which("7z")
if found:
seven_zip = Path(found)
if seven_zip is not None:
# Match the PS1: run from C:\P and create archive of IPP directory
with push_dir(self.build_dir_root):
# Using -t7z in the PS1 but naming .zip; preserve behavior
cmd = [
str(seven_zip),
"a",
"-t7z",
"-r",
str(out_zip),
"-w",
str(self.build_dir_root),
]
self.echo_check_call(cmd)
return
# 3) Fallback: create a .zip using Python's shutil
# This will create a zip archive named ITKPythonBuilds-windows.zip
import shutil as _shutil
if out_zip.exists():
try:
out_zip.unlink()
except Exception:
pass
# make_archive requires base name without extension
base_name = str(out_zip.with_suffix("").with_suffix(""))
# shutil.make_archive will append .zip
_shutil.make_archive(
base_name,
"zip",
root_dir=str(self.build_dir_root),
base_dir=str(self.build_dir_root.name),
)
def discover_python_venvs(
self, platform_os_name: str, platform_architechure: str
) -> list[str]:
default_py_envs = [
f"39-{platform_architechure}",
f"310-{platform_architechure}",
f"311-{platform_architechure}",
]
return default_py_envs
def _final_import_test_fn(self, py_env, param):
pass