summaryrefslogtreecommitdiff
path: root/src/contrib/SDL-3.2.20/.github/workflows/create-test-plan.py
diff options
context:
space:
mode:
author3gg <3gg@shellblade.net>2025-08-30 16:53:58 -0700
committer3gg <3gg@shellblade.net>2025-08-30 16:53:58 -0700
commit6aaedb813fa11ba0679c3051bc2eb28646b9506c (patch)
tree34acbfc9840e02cb4753e6306ea7ce978bf8b58e /src/contrib/SDL-3.2.20/.github/workflows/create-test-plan.py
parent8f228ade99dd3d4c8da9b78ade1815c9adf85c8f (diff)
Update to SDL3
Diffstat (limited to 'src/contrib/SDL-3.2.20/.github/workflows/create-test-plan.py')
-rwxr-xr-xsrc/contrib/SDL-3.2.20/.github/workflows/create-test-plan.py870
1 files changed, 870 insertions, 0 deletions
diff --git a/src/contrib/SDL-3.2.20/.github/workflows/create-test-plan.py b/src/contrib/SDL-3.2.20/.github/workflows/create-test-plan.py
new file mode 100755
index 0000000..5e2ab02
--- /dev/null
+++ b/src/contrib/SDL-3.2.20/.github/workflows/create-test-plan.py
@@ -0,0 +1,870 @@
1#!/usr/bin/env python
2import argparse
3import dataclasses
4import fnmatch
5from enum import Enum
6import json
7import logging
8import os
9import re
10from typing import Optional
11
12logger = logging.getLogger(__name__)
13
14
15class AppleArch(Enum):
16 Aarch64 = "aarch64"
17 X86_64 = "x86_64"
18
19
20class MsvcArch(Enum):
21 X86 = "x86"
22 X64 = "x64"
23 Arm32 = "arm"
24 Arm64 = "arm64"
25
26
27class JobOs(Enum):
28 WindowsLatest = "windows-latest"
29 UbuntuLatest = "ubuntu-latest"
30 MacosLatest = "macos-latest"
31 Ubuntu22_04 = "ubuntu-22.04"
32 Ubuntu24_04 = "ubuntu-24.04"
33 Ubuntu24_04_arm = "ubuntu-24.04-arm"
34 Macos13 = "macos-13"
35
36
37class SdlPlatform(Enum):
38 Android = "android"
39 Emscripten = "emscripten"
40 Haiku = "haiku"
41 LoongArch64 = "loongarch64"
42 Msys2 = "msys2"
43 Linux = "linux"
44 MacOS = "macos"
45 Ios = "ios"
46 Tvos = "tvos"
47 Msvc = "msvc"
48 N3ds = "n3ds"
49 PowerPC = "powerpc"
50 PowerPC64 = "powerpc64"
51 Ps2 = "ps2"
52 Psp = "psp"
53 Vita = "vita"
54 Riscos = "riscos"
55 FreeBSD = "freebsd"
56 NetBSD = "netbsd"
57
58
59class Msys2Platform(Enum):
60 Mingw32 = "mingw32"
61 Mingw64 = "mingw64"
62 Clang64 = "clang64"
63 Ucrt64 = "ucrt64"
64
65
66class IntelCompiler(Enum):
67 Icc = "icc"
68 Icx = "icx"
69
70
71class VitaGLES(Enum):
72 Pib = "pib"
73 Pvr = "pvr"
74
75
76@dataclasses.dataclass(slots=True)
77class JobSpec:
78 name: str
79 os: JobOs
80 platform: SdlPlatform
81 artifact: Optional[str]
82 container: Optional[str] = None
83 no_cmake: bool = False
84 xcode: bool = False
85 android_mk: bool = False
86 android_gradle: bool = False
87 lean: bool = False
88 android_arch: Optional[str] = None
89 android_abi: Optional[str] = None
90 android_platform: Optional[int] = None
91 msys2_platform: Optional[Msys2Platform] = None
92 intel: Optional[IntelCompiler] = None
93 apple_framework: Optional[bool] = None
94 apple_archs: Optional[set[AppleArch]] = None
95 msvc_project: Optional[str] = None
96 msvc_arch: Optional[MsvcArch] = None
97 clang_cl: bool = False
98 gdk: bool = False
99 vita_gles: Optional[VitaGLES] = None
100
101
102JOB_SPECS = {
103 "msys2-mingw32": JobSpec(name="Windows (msys2, mingw32)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msys2, artifact="SDL-mingw32", msys2_platform=Msys2Platform.Mingw32, ),
104 "msys2-mingw64": JobSpec(name="Windows (msys2, mingw64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msys2, artifact="SDL-mingw64", msys2_platform=Msys2Platform.Mingw64, ),
105 "msys2-clang64": JobSpec(name="Windows (msys2, clang64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msys2, artifact="SDL-mingw64-clang", msys2_platform=Msys2Platform.Clang64, ),
106 "msys2-ucrt64": JobSpec(name="Windows (msys2, ucrt64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msys2, artifact="SDL-mingw64-ucrt", msys2_platform=Msys2Platform.Ucrt64, ),
107 "msvc-x64": JobSpec(name="Windows (MSVC, x64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-x64", msvc_arch=MsvcArch.X64, msvc_project="VisualC/SDL.sln", ),
108 "msvc-x86": JobSpec(name="Windows (MSVC, x86)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-x86", msvc_arch=MsvcArch.X86, msvc_project="VisualC/SDL.sln", ),
109 "msvc-clang-x64": JobSpec(name="Windows (MSVC, clang-cl x64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-clang-cl-x64", msvc_arch=MsvcArch.X64, clang_cl=True, ),
110 "msvc-clang-x86": JobSpec(name="Windows (MSVC, clang-cl x86)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-clang-cl-x86", msvc_arch=MsvcArch.X86, clang_cl=True, ),
111 "msvc-arm32": JobSpec(name="Windows (MSVC, ARM)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-arm32", msvc_arch=MsvcArch.Arm32, ),
112 "msvc-arm64": JobSpec(name="Windows (MSVC, ARM64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-arm64", msvc_arch=MsvcArch.Arm64, ),
113 "msvc-gdk-x64": JobSpec(name="GDK (MSVC, x64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-GDK", msvc_arch=MsvcArch.X64, msvc_project="VisualC-GDK/SDL.sln", gdk=True, no_cmake=True, ),
114 "ubuntu-22.04": JobSpec(name="Ubuntu 22.04", os=JobOs.Ubuntu22_04, platform=SdlPlatform.Linux, artifact="SDL-ubuntu22.04", ),
115 "ubuntu-24.04-arm64": JobSpec(name="Ubuntu 24.04 (ARM64)", os=JobOs.Ubuntu24_04_arm, platform=SdlPlatform.Linux, artifact="SDL-ubuntu24.04-arm64", ),
116 "steamrt-sniper": JobSpec(name="Steam Linux Runtime (Sniper)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Linux, artifact="SDL-slrsniper", container="registry.gitlab.steamos.cloud/steamrt/sniper/sdk:beta", ),
117 "ubuntu-intel-icx": JobSpec(name="Ubuntu 22.04 (Intel oneAPI)", os=JobOs.Ubuntu22_04, platform=SdlPlatform.Linux, artifact="SDL-ubuntu22.04-oneapi", intel=IntelCompiler.Icx, ),
118 "ubuntu-intel-icc": JobSpec(name="Ubuntu 22.04 (Intel Compiler)", os=JobOs.Ubuntu22_04, platform=SdlPlatform.Linux, artifact="SDL-ubuntu22.04-icc", intel=IntelCompiler.Icc, ),
119 "macos-framework-x64": JobSpec(name="MacOS (Framework) (x64)", os=JobOs.Macos13, platform=SdlPlatform.MacOS, artifact="SDL-macos-framework", apple_framework=True, apple_archs={AppleArch.Aarch64, AppleArch.X86_64, }, xcode=True, ),
120 "macos-framework-arm64": JobSpec(name="MacOS (Framework) (arm64)", os=JobOs.MacosLatest, platform=SdlPlatform.MacOS, artifact=None, apple_framework=True, apple_archs={AppleArch.Aarch64, AppleArch.X86_64, }, ),
121 "macos-gnu-arm64": JobSpec(name="MacOS (GNU prefix)", os=JobOs.MacosLatest, platform=SdlPlatform.MacOS, artifact="SDL-macos-arm64-gnu", apple_framework=False, apple_archs={AppleArch.Aarch64, }, ),
122 "ios": JobSpec(name="iOS (CMake & xcode)", os=JobOs.MacosLatest, platform=SdlPlatform.Ios, artifact="SDL-ios-arm64", xcode=True, ),
123 "tvos": JobSpec(name="tvOS (CMake & xcode)", os=JobOs.MacosLatest, platform=SdlPlatform.Tvos, artifact="SDL-tvos-arm64", xcode=True, ),
124 "android-cmake": JobSpec(name="Android (CMake)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Android, artifact="SDL-android-arm64", android_abi="arm64-v8a", android_arch="aarch64", android_platform=23, ),
125 "android-cmake-lean": JobSpec(name="Android (CMake, lean)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Android, artifact="SDL-lean-android-arm64", android_abi="arm64-v8a", android_arch="aarch64", android_platform=23, lean=True, ),
126 "android-mk": JobSpec(name="Android (Android.mk)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Android, artifact=None, no_cmake=True, android_mk=True, ),
127 "android-gradle": JobSpec(name="Android (Gradle)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Android, artifact=None, no_cmake=True, android_gradle=True, ),
128 "emscripten": JobSpec(name="Emscripten", os=JobOs.UbuntuLatest, platform=SdlPlatform.Emscripten, artifact="SDL-emscripten", ),
129 "haiku": JobSpec(name="Haiku", os=JobOs.UbuntuLatest, platform=SdlPlatform.Haiku, artifact="SDL-haiku-x64", container="ghcr.io/haiku/cross-compiler:x86_64-r1beta5", ),
130 "loongarch64": JobSpec(name="LoongArch64", os=JobOs.UbuntuLatest, platform=SdlPlatform.LoongArch64, artifact="SDL-loongarch64", ),
131 "n3ds": JobSpec(name="Nintendo 3DS", os=JobOs.UbuntuLatest, platform=SdlPlatform.N3ds, artifact="SDL-n3ds", container="devkitpro/devkitarm:latest", ),
132 "ppc": JobSpec(name="PowerPC", os=JobOs.UbuntuLatest, platform=SdlPlatform.PowerPC, artifact="SDL-ppc", container="dockcross/linux-ppc:latest", ),
133 "ppc64": JobSpec(name="PowerPC64", os=JobOs.UbuntuLatest, platform=SdlPlatform.PowerPC64, artifact="SDL-ppc64le", container="dockcross/linux-ppc64le:latest", ),
134 "ps2": JobSpec(name="Sony PlayStation 2", os=JobOs.UbuntuLatest, platform=SdlPlatform.Ps2, artifact="SDL-ps2", container="ps2dev/ps2dev:latest", ),
135 "psp": JobSpec(name="Sony PlayStation Portable", os=JobOs.UbuntuLatest, platform=SdlPlatform.Psp, artifact="SDL-psp", container="pspdev/pspdev:latest", ),
136 "vita-pib": JobSpec(name="Sony PlayStation Vita (GLES w/ pib)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Vita, artifact="SDL-vita-pib", container="vitasdk/vitasdk:latest", vita_gles=VitaGLES.Pib, ),
137 "vita-pvr": JobSpec(name="Sony PlayStation Vita (GLES w/ PVR_PSP2)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Vita, artifact="SDL-vita-pvr", container="vitasdk/vitasdk:latest", vita_gles=VitaGLES.Pvr, ),
138 "riscos": JobSpec(name="RISC OS", os=JobOs.UbuntuLatest, platform=SdlPlatform.Riscos, artifact="SDL-riscos", container="riscosdotinfo/riscos-gccsdk-4.7:latest", ),
139 "netbsd": JobSpec(name="NetBSD", os=JobOs.UbuntuLatest, platform=SdlPlatform.NetBSD, artifact="SDL-netbsd-x64", ),
140 "freebsd": JobSpec(name="FreeBSD", os=JobOs.UbuntuLatest, platform=SdlPlatform.FreeBSD, artifact="SDL-freebsd-x64", ),
141}
142
143
144class StaticLibType(Enum):
145 MSVC = "SDL3-static.lib"
146 A = "libSDL3.a"
147
148
149class SharedLibType(Enum):
150 WIN32 = "SDL3.dll"
151 SO_0 = "libSDL3.so.0"
152 SO = "libSDL3.so"
153 DYLIB = "libSDL3.0.dylib"
154 FRAMEWORK = "SDL3.framework/Versions/A/SDL3"
155
156
157@dataclasses.dataclass(slots=True)
158class JobDetails:
159 name: str
160 key: str
161 os: str
162 platform: str
163 artifact: str
164 no_cmake: bool
165 ccache: bool = False
166 build_tests: bool = True
167 container: str = ""
168 cmake_build_type: str = "RelWithDebInfo"
169 shell: str = "sh"
170 sudo: str = "sudo"
171 cmake_config_emulator: str = ""
172 apk_packages: list[str] = dataclasses.field(default_factory=list)
173 apt_packages: list[str] = dataclasses.field(default_factory=list)
174 brew_packages: list[str] = dataclasses.field(default_factory=list)
175 cmake_toolchain_file: str = ""
176 cmake_arguments: list[str] = dataclasses.field(default_factory=list)
177 cmake_generator: str = "Ninja"
178 cmake_build_arguments: list[str] = dataclasses.field(default_factory=list)
179 clang_tidy: bool = True
180 cppflags: list[str] = dataclasses.field(default_factory=list)
181 cc: str = ""
182 cxx: str = ""
183 cflags: list[str] = dataclasses.field(default_factory=list)
184 cxxflags: list[str] = dataclasses.field(default_factory=list)
185 ldflags: list[str] = dataclasses.field(default_factory=list)
186 pollute_directories: list[str] = dataclasses.field(default_factory=list)
187 use_cmake: bool = True
188 shared: bool = True
189 static: bool = True
190 shared_lib: Optional[SharedLibType] = None
191 static_lib: Optional[StaticLibType] = None
192 run_tests: bool = True
193 test_pkg_config: bool = True
194 cc_from_cmake: bool = False
195 source_cmd: str = ""
196 pretest_cmd: str = ""
197 java: bool = False
198 android_apks: list[str] = dataclasses.field(default_factory=list)
199 android_ndk: bool = False
200 android_mk: bool = False
201 android_gradle: bool = False
202 minidump: bool = False
203 intel: bool = False
204 msys2_msystem: str = ""
205 msys2_env: str = ""
206 msys2_no_perl: bool = False
207 werror: bool = True
208 msvc_vcvars_arch: str = ""
209 msvc_vcvars_sdk: str = ""
210 msvc_project: str = ""
211 msvc_project_flags: list[str] = dataclasses.field(default_factory=list)
212 setup_ninja: bool = False
213 setup_libusb_arch: str = ""
214 xcode_sdk: str = ""
215 cpactions: bool = False
216 setup_gdk_folder: str = ""
217 cpactions_os: str = ""
218 cpactions_version: str = ""
219 cpactions_arch: str = ""
220 cpactions_setup_cmd: str = ""
221 cpactions_install_cmd: str = ""
222 setup_vita_gles_type: str = ""
223 check_sources: bool = False
224 setup_python: bool = False
225 pypi_packages: list[str] = dataclasses.field(default_factory=list)
226 binutils_strings: str = "strings"
227
228 def to_workflow(self, enable_artifacts: bool) -> dict[str, str|bool]:
229 data = {
230 "name": self.name,
231 "key": self.key,
232 "os": self.os,
233 "ccache": self.ccache,
234 "container": self.container if self.container else "",
235 "platform": self.platform,
236 "artifact": self.artifact,
237 "enable-artifacts": enable_artifacts,
238 "shell": self.shell,
239 "msys2-msystem": self.msys2_msystem,
240 "msys2-env": self.msys2_env,
241 "msys2-no-perl": self.msys2_no_perl,
242 "android-ndk": self.android_ndk,
243 "java": self.java,
244 "intel": self.intel,
245 "apk-packages": my_shlex_join(self.apk_packages),
246 "apt-packages": my_shlex_join(self.apt_packages),
247 "test-pkg-config": self.test_pkg_config,
248 "brew-packages": my_shlex_join(self.brew_packages),
249 "pollute-directories": my_shlex_join(self.pollute_directories),
250 "no-cmake": self.no_cmake,
251 "build-tests": self.build_tests,
252 "source-cmd": self.source_cmd,
253 "pretest-cmd": self.pretest_cmd,
254 "cmake-config-emulator": self.cmake_config_emulator,
255 "cc": self.cc,
256 "cxx": self.cxx,
257 "cflags": my_shlex_join(self.cppflags + self.cflags),
258 "cxxflags": my_shlex_join(self.cppflags + self.cxxflags),
259 "ldflags": my_shlex_join(self.ldflags),
260 "cmake-generator": self.cmake_generator,
261 "cmake-toolchain-file": self.cmake_toolchain_file,
262 "clang-tidy": self.clang_tidy,
263 "cmake-arguments": my_shlex_join(self.cmake_arguments),
264 "cmake-build-arguments": my_shlex_join(self.cmake_build_arguments),
265 "shared": self.shared,
266 "static": self.static,
267 "shared-lib": self.shared_lib.value if self.shared_lib else None,
268 "static-lib": self.static_lib.value if self.static_lib else None,
269 "cmake-build-type": self.cmake_build_type,
270 "run-tests": self.run_tests,
271 "android-apks": my_shlex_join(self.android_apks),
272 "android-gradle": self.android_gradle,
273 "android-mk": self.android_mk,
274 "werror": self.werror,
275 "sudo": self.sudo,
276 "msvc-vcvars-arch": self.msvc_vcvars_arch,
277 "msvc-vcvars-sdk": self.msvc_vcvars_sdk,
278 "msvc-project": self.msvc_project,
279 "msvc-project-flags": my_shlex_join(self.msvc_project_flags),
280 "setup-ninja": self.setup_ninja,
281 "setup-libusb-arch": self.setup_libusb_arch,
282 "cc-from-cmake": self.cc_from_cmake,
283 "xcode-sdk": self.xcode_sdk,
284 "cpactions": self.cpactions,
285 "cpactions-os": self.cpactions_os,
286 "cpactions-version": self.cpactions_version,
287 "cpactions-arch": self.cpactions_arch,
288 "cpactions-setup-cmd": self.cpactions_setup_cmd,
289 "cpactions-install-cmd": self.cpactions_install_cmd,
290 "setup-vita-gles-type": self.setup_vita_gles_type,
291 "setup-gdk-folder": self.setup_gdk_folder,
292 "check-sources": self.check_sources,
293 "setup-python": self.setup_python,
294 "pypi-packages": my_shlex_join(self.pypi_packages),
295 "binutils-strings": self.binutils_strings,
296 }
297 return {k: v for k, v in data.items() if v != ""}
298
299
300def my_shlex_join(s):
301 def escape(s):
302 if s[:1] == "'" and s[-1:] == "'":
303 return s
304 if set(s).intersection(set("; \t")):
305 return f'"{s}"'
306 return s
307
308 return " ".join(escape(s))
309
310
311def spec_to_job(spec: JobSpec, key: str, trackmem_symbol_names: bool) -> JobDetails:
312 job = JobDetails(
313 name=spec.name,
314 key=key,
315 os=spec.os.value,
316 artifact=spec.artifact or "",
317 container=spec.container or "",
318 platform=spec.platform.value,
319 sudo="sudo",
320 no_cmake=spec.no_cmake,
321 )
322 if job.os.startswith("ubuntu"):
323 job.apt_packages.extend([
324 "ninja-build",
325 "pkg-config",
326 ])
327 pretest_cmd = []
328 if trackmem_symbol_names:
329 pretest_cmd.append("export SDL_TRACKMEM_SYMBOL_NAMES=1")
330 else:
331 pretest_cmd.append("export SDL_TRACKMEM_SYMBOL_NAMES=0")
332 win32 = spec.platform in (SdlPlatform.Msys2, SdlPlatform.Msvc)
333 fpic = None
334 build_parallel = True
335 if spec.lean:
336 job.cppflags.append("-DSDL_LEAN_AND_MEAN=1")
337 if win32:
338 job.cmake_arguments.append("-DSDLTEST_PROCDUMP=ON")
339 job.minidump = True
340 if spec.intel is not None:
341 match spec.intel:
342 case IntelCompiler.Icx:
343 job.cc = "icx"
344 job.cxx = "icpx"
345 case IntelCompiler.Icc:
346 job.cc = "icc"
347 job.cxx = "icpc"
348 # Disable deprecation warning
349 job.cppflags.append("-diag-disable=10441")
350 # Avoid 'Catastrophic error: cannot open precompiled header file'
351 job.cmake_arguments.append("-DCMAKE_DISABLE_PRECOMPILE_HEADERS:BOOL=ON")
352 job.clang_tidy = False
353 case _:
354 raise ValueError(f"Invalid intel={spec.intel}")
355 job.source_cmd = f"source /opt/intel/oneapi/setvars.sh;"
356 job.intel = True
357 job.shell = "bash"
358 job.cmake_arguments.extend((
359 f"-DCMAKE_C_COMPILER={job.cc}",
360 f"-DCMAKE_CXX_COMPILER={job.cxx}",
361 "-DCMAKE_SYSTEM_NAME=Linux",
362 ))
363 match spec.platform:
364 case SdlPlatform.Msvc:
365 job.setup_ninja = not spec.gdk
366 job.clang_tidy = False # complains about \threadsafety: "unknown command tag name [clang-diagnostic-documentation-unknown-command]"
367 job.msvc_project = spec.msvc_project if spec.msvc_project else ""
368 job.msvc_project_flags.append("-p:TreatWarningsAsError=true")
369 job.test_pkg_config = False
370 job.shared_lib = SharedLibType.WIN32
371 job.static_lib = StaticLibType.MSVC
372 job.cmake_arguments.extend((
373 "-DCMAKE_MSVC_DEBUG_INFORMATION_FORMAT=ProgramDatabase",
374 "-DCMAKE_EXE_LINKER_FLAGS=-DEBUG",
375 "-DCMAKE_SHARED_LINKER_FLAGS=-DEBUG",
376 ))
377
378 job.cmake_arguments.append("'-DCMAKE_MSVC_RUNTIME_LIBRARY=MultiThreaded$<$<CONFIG:Debug>:Debug>'")
379
380 if spec.clang_cl:
381 job.cmake_arguments.extend((
382 "-DCMAKE_C_COMPILER=clang-cl",
383 "-DCMAKE_CXX_COMPILER=clang-cl",
384 ))
385 match spec.msvc_arch:
386 case MsvcArch.X86:
387 job.cflags.append("/clang:-m32")
388 job.ldflags.append("/MACHINE:X86")
389 case MsvcArch.X64:
390 job.cflags.append("/clang:-m64")
391 job.ldflags.append("/MACHINE:X64")
392 case _:
393 raise ValueError(f"Unsupported clang-cl architecture (arch={spec.msvc_arch})")
394 if spec.msvc_project:
395 match spec.msvc_arch:
396 case MsvcArch.X86:
397 msvc_platform = "Win32"
398 case MsvcArch.X64:
399 msvc_platform = "x64"
400 case _:
401 raise ValueError(f"Unsupported vcxproj architecture (arch={spec.msvc_arch})")
402 if spec.gdk:
403 msvc_platform = f"Gaming.Desktop.{msvc_platform}"
404 job.msvc_project_flags.append(f"-p:Platform={msvc_platform}")
405 match spec.msvc_arch:
406 case MsvcArch.X86:
407 job.msvc_vcvars_arch = "x64_x86"
408 case MsvcArch.X64:
409 job.msvc_vcvars_arch = "x64"
410 case MsvcArch.Arm32:
411 job.msvc_vcvars_arch = "x64_arm"
412 job.msvc_vcvars_sdk = "10.0.22621.0" # 10.0.26100.0 dropped ARM32 um and ucrt libraries
413 job.run_tests = False
414 case MsvcArch.Arm64:
415 job.msvc_vcvars_arch = "x64_arm64"
416 job.run_tests = False
417 if spec.gdk:
418 job.setup_gdk_folder = "VisualC-GDK"
419 else:
420 match spec.msvc_arch:
421 case MsvcArch.X86:
422 job.setup_libusb_arch = "x86"
423 case MsvcArch.X64:
424 job.setup_libusb_arch = "x64"
425 case SdlPlatform.Linux:
426 if spec.name.startswith("Ubuntu"):
427 assert spec.os.value.startswith("ubuntu-")
428 job.apt_packages.extend((
429 "ccache",
430 "gnome-desktop-testing",
431 "libasound2-dev",
432 "libpulse-dev",
433 "libaudio-dev",
434 "libjack-dev",
435 "libsndio-dev",
436 "libusb-1.0-0-dev",
437 "libx11-dev",
438 "libxext-dev",
439 "libxrandr-dev",
440 "libxcursor-dev",
441 "libxfixes-dev",
442 "libxi-dev",
443 "libxss-dev",
444 "libwayland-dev",
445 "libxkbcommon-dev",
446 "libdrm-dev",
447 "libgbm-dev",
448 "libgl1-mesa-dev",
449 "libgles2-mesa-dev",
450 "libegl1-mesa-dev",
451 "libdbus-1-dev",
452 "libibus-1.0-dev",
453 "libudev-dev",
454 "fcitx-libs-dev",
455 ))
456 match = re.match(r"ubuntu-(?P<year>[0-9]+)\.(?P<month>[0-9]+).*", spec.os.value)
457 ubuntu_year, ubuntu_month = [int(match["year"]), int(match["month"])]
458 if ubuntu_year >= 22:
459 job.apt_packages.extend(("libpipewire-0.3-dev", "libdecor-0-dev"))
460 job.apt_packages.extend((
461 "libunwind-dev", # For SDL_test memory tracking
462 ))
463 job.ccache = True
464 if trackmem_symbol_names:
465 # older libunwind is slow
466 job.cmake_arguments.append("-DSDLTEST_TIMEOUT_MULTIPLIER=2")
467 job.shared_lib = SharedLibType.SO_0
468 job.static_lib = StaticLibType.A
469 fpic = True
470 case SdlPlatform.Ios | SdlPlatform.Tvos:
471 job.brew_packages.extend([
472 "ccache",
473 "ninja",
474 ])
475 job.ccache = True
476 job.clang_tidy = False
477 job.run_tests = False
478 job.test_pkg_config = False
479 job.shared_lib = SharedLibType.DYLIB
480 job.static_lib = StaticLibType.A
481 match spec.platform:
482 case SdlPlatform.Ios:
483 if spec.xcode:
484 job.xcode_sdk = 'iphoneos'
485 job.cmake_arguments.extend([
486 "-DCMAKE_SYSTEM_NAME=iOS",
487 "-DCMAKE_OSX_ARCHITECTURES=\"arm64\"",
488 "-DCMAKE_OSX_DEPLOYMENT_TARGET=11.0",
489 ])
490 case SdlPlatform.Tvos:
491 if spec.xcode:
492 job.xcode_sdk = 'appletvos'
493 job.cmake_arguments.extend([
494 "-DCMAKE_SYSTEM_NAME=tvOS",
495 "-DCMAKE_OSX_ARCHITECTURES=\"arm64\"",
496 "-DCMAKE_OSX_DEPLOYMENT_TARGET=11.0",
497 ])
498 case SdlPlatform.MacOS:
499 if spec.apple_framework:
500 job.static = False
501 job.clang_tidy = False
502 job.test_pkg_config = False
503 job.cmake_arguments.extend((
504 "'-DCMAKE_OSX_ARCHITECTURES=x86_64;arm64'",
505 "-DCMAKE_OSX_DEPLOYMENT_TARGET=10.13",
506 "-DSDL_FRAMEWORK=ON",
507 ))
508 job.shared_lib = SharedLibType.FRAMEWORK
509 else:
510 job.clang_tidy = True
511 job.cmake_arguments.extend((
512 "-DCMAKE_OSX_ARCHITECTURES=arm64",
513 "-DCMAKE_OSX_DEPLOYMENT_TARGET=10.13",
514 "-DCLANG_TIDY_BINARY=$(brew --prefix llvm)/bin/clang-tidy",
515 ))
516 job.shared_lib = SharedLibType.DYLIB
517 job.static_lib = StaticLibType.A
518 job.ccache = True
519 job.apt_packages = []
520 job.brew_packages.extend((
521 "ccache",
522 "ninja",
523 ))
524 if job.clang_tidy:
525 job.brew_packages.append("llvm")
526 if spec.xcode:
527 job.xcode_sdk = "macosx"
528 case SdlPlatform.Android:
529 job.android_gradle = spec.android_gradle
530 job.android_mk = spec.android_mk
531 job.apt_packages.append("ccache")
532 job.run_tests = False
533 job.shared_lib = SharedLibType.SO
534 job.static_lib = StaticLibType.A
535 if spec.android_mk or not spec.no_cmake:
536 job.android_ndk = True
537 if spec.android_gradle or not spec.no_cmake:
538 job.java = True
539 if spec.android_mk or spec.android_gradle:
540 job.apt_packages = []
541 if not spec.no_cmake:
542 job.ccache = True
543 job.cmake_arguments.extend((
544 f"-DANDROID_PLATFORM={spec.android_platform}",
545 f"-DANDROID_ABI={spec.android_abi}",
546 ))
547 job.cmake_toolchain_file = "${ANDROID_NDK_HOME}/build/cmake/android.toolchain.cmake"
548 job.cc = f"${{ANDROID_NDK_HOME}}/toolchains/llvm/prebuilt/linux-x86_64/bin/clang --target={spec.android_arch}-none-linux-androideabi{spec.android_platform}"
549
550 job.android_apks = [
551 "testaudiorecording-apk",
552 "testautomation-apk",
553 "testcontroller-apk",
554 "testmultiaudio-apk",
555 "testsprite-apk",
556 ]
557 case SdlPlatform.Emscripten:
558 job.clang_tidy = False # clang-tidy does not understand -gsource-map
559 job.shared = False
560 job.ccache = True
561 job.apt_packages.append("ccache")
562 job.cmake_config_emulator = "emcmake"
563 job.cmake_build_type = "Debug"
564 job.test_pkg_config = False
565 job.cmake_arguments.extend((
566 "-DSDLTEST_BROWSER=chrome",
567 "-DSDLTEST_TIMEOUT_MULTIPLIER=4",
568 "-DSDLTEST_CHROME_BINARY=${CHROME_BINARY}",
569 ))
570 job.cflags.extend((
571 "-gsource-map",
572 "-ffile-prefix-map=${PWD}=/SDL",
573 ))
574 job.ldflags.extend((
575 "--source-map-base", "/",
576 ))
577 pretest_cmd.extend((
578 "# Start local HTTP server",
579 "cmake --build build --target serve-sdl-tests --verbose &",
580 "chrome --version",
581 "chromedriver --version",
582 ))
583 job.static_lib = StaticLibType.A
584 job.setup_python = True
585 job.pypi_packages.append("selenium")
586 case SdlPlatform.Ps2:
587 job.ccache = False # actions/ccache does not work in psp container (incompatible tar of busybox)
588 build_parallel = False
589 job.shared = False
590 job.sudo = ""
591 job.apt_packages = []
592 job.apk_packages = ["ccache", "cmake", "gmp", "mpc1", "mpfr4", "ninja", "pkgconf", "git", ]
593 job.cmake_toolchain_file = "${PS2DEV}/ps2sdk/ps2dev.cmake"
594 job.clang_tidy = False
595 job.run_tests = False
596 job.shared = False
597 job.cc = "mips64r5900el-ps2-elf-gcc"
598 job.ldflags = ["-L${PS2DEV}/ps2sdk/ee/lib", "-L${PS2DEV}/gsKit/lib", "-L${PS2DEV}/ps2sdk/ports/lib", ]
599 job.static_lib = StaticLibType.A
600 case SdlPlatform.Psp:
601 job.ccache = False # actions/ccache does not work in psp container (incompatible tar of busybox)
602 build_parallel = False
603 job.sudo = ""
604 job.apt_packages = []
605 job.apk_packages = ["ccache", "cmake", "gmp", "mpc1", "mpfr4", "ninja", "pkgconf", ]
606 job.cmake_toolchain_file = "${PSPDEV}/psp/share/pspdev.cmake"
607 job.clang_tidy = False
608 job.run_tests = False
609 job.shared = False
610 job.cc = "psp-gcc"
611 job.ldflags = ["-L${PSPDEV}/lib", "-L${PSPDEV}/psp/lib", "-L${PSPDEV}/psp/sdk/lib", ]
612 job.pollute_directories = ["${PSPDEV}/include", "${PSPDEV}/psp/include", "${PSPDEV}/psp/sdk/include", ]
613 job.static_lib = StaticLibType.A
614 case SdlPlatform.Vita:
615 job.ccache = True
616 job.sudo = ""
617 job.apt_packages = []
618 job.apk_packages = ["ccache", "cmake", "ninja", "pkgconf", "bash", "tar"]
619 job.cmake_toolchain_file = "${VITASDK}/share/vita.toolchain.cmake"
620 assert spec.vita_gles is not None
621 job.setup_vita_gles_type = {
622 VitaGLES.Pib: "pib",
623 VitaGLES.Pvr: "pvr",
624 }[spec.vita_gles]
625 job.cmake_arguments.extend((
626 f"-DVIDEO_VITA_PIB={ 'true' if spec.vita_gles == VitaGLES.Pib else 'false' }",
627 f"-DVIDEO_VITA_PVR={ 'true' if spec.vita_gles == VitaGLES.Pvr else 'false' }",
628 "-DSDL_ARMNEON=ON",
629 "-DSDL_ARMSIMD=ON",
630 ))
631 # Fix vita.toolchain.cmake (https://github.com/vitasdk/vita-toolchain/pull/253)
632 job.source_cmd = r"""sed -i -E "s#set\\( PKG_CONFIG_EXECUTABLE \"\\$\\{VITASDK}/bin/arm-vita-eabi-pkg-config\" \\)#set\\( PKG_CONFIG_EXECUTABLE \"${VITASDK}/bin/arm-vita-eabi-pkg-config\" CACHE PATH \"Path of pkg-config executable\" \\)#" ${VITASDK}/share/vita.toolchain.cmake"""
633 job.clang_tidy = False
634 job.run_tests = False
635 job.shared = False
636 job.cc = "arm-vita-eabi-gcc"
637 job.static_lib = StaticLibType.A
638 case SdlPlatform.Haiku:
639 job.ccache = True
640 fpic = False
641 job.run_tests = False
642 job.apt_packages.append("ccache")
643 job.cc = "x86_64-unknown-haiku-gcc"
644 job.cxx = "x86_64-unknown-haiku-g++"
645 job.sudo = ""
646 job.cmake_arguments.extend((
647 f"-DCMAKE_C_COMPILER={job.cc}",
648 f"-DCMAKE_CXX_COMPILER={job.cxx}",
649 "-DSDL_UNIX_CONSOLE_BUILD=ON",
650 ))
651 job.shared_lib = SharedLibType.SO_0
652 job.static_lib = StaticLibType.A
653 case SdlPlatform.PowerPC64 | SdlPlatform.PowerPC:
654 job.ccache = True
655 # FIXME: Enable SDL_WERROR
656 job.werror = False
657 job.clang_tidy = False
658 job.run_tests = False
659 job.sudo = ""
660 job.apt_packages = ["ccache"]
661 job.shared_lib = SharedLibType.SO_0
662 job.static_lib = StaticLibType.A
663 job.cmake_arguments.extend((
664 "-DSDL_UNIX_CONSOLE_BUILD=ON",
665 ))
666 case SdlPlatform.LoongArch64:
667 job.ccache = True
668 fpic = True
669 job.run_tests = False
670 job.apt_packages.append("ccache")
671 job.cc = "${LOONGARCH64_CC}"
672 job.cxx = "${LOONGARCH64_CXX}"
673 job.cmake_arguments.extend((
674 f"-DCMAKE_C_COMPILER={job.cc}",
675 f"-DCMAKE_CXX_COMPILER={job.cxx}",
676 "-DSDL_UNIX_CONSOLE_BUILD=ON",
677 "-DCMAKE_SYSTEM_NAME=Linux",
678 ))
679 job.shared_lib = SharedLibType.SO_0
680 job.static_lib = StaticLibType.A
681 case SdlPlatform.N3ds:
682 job.cmake_generator = "Unix Makefiles"
683 job.cmake_build_arguments.append("-j$(nproc)")
684 job.ccache = False
685 job.shared = False
686 job.apt_packages = []
687 job.clang_tidy = False
688 job.run_tests = False
689 job.cc_from_cmake = True
690 job.cmake_toolchain_file = "${DEVKITPRO}/cmake/3DS.cmake"
691 job.binutils_strings = "/opt/devkitpro/devkitARM/bin/arm-none-eabi-strings"
692 job.static_lib = StaticLibType.A
693 case SdlPlatform.Msys2:
694 job.ccache = True
695 job.shell = "msys2 {0}"
696 assert spec.msys2_platform
697 job.msys2_msystem = spec.msys2_platform.value
698 job.msys2_env = {
699 "mingw32": "mingw-w64-i686",
700 "mingw64": "mingw-w64-x86_64",
701 "clang64": "mingw-w64-clang-x86_64",
702 "ucrt64": "mingw-w64-ucrt-x86_64",
703 }[spec.msys2_platform.value]
704 job.msys2_no_perl = spec.msys2_platform in (Msys2Platform.Mingw32, )
705 job.shared_lib = SharedLibType.WIN32
706 job.static_lib = StaticLibType.A
707 case SdlPlatform.Riscos:
708 job.ccache = False # FIXME: enable when container gets upgrade
709 # FIXME: Enable SDL_WERROR
710 job.werror = False
711 job.apt_packages = ["ccache", "cmake", "ninja-build"]
712 job.test_pkg_config = False
713 job.shared = False
714 job.run_tests = False
715 job.sudo = ""
716 job.cmake_arguments.extend((
717 "-DRISCOS:BOOL=ON",
718 "-DCMAKE_DISABLE_PRECOMPILE_HEADERS:BOOL=ON",
719 "-DSDL_GCC_ATOMICS:BOOL=OFF",
720 ))
721 job.cmake_toolchain_file = "/home/riscos/env/toolchain-riscos.cmake"
722 job.static_lib = StaticLibType.A
723 case SdlPlatform.FreeBSD | SdlPlatform.NetBSD:
724 job.cpactions = True
725 job.no_cmake = True
726 job.run_tests = False
727 job.apt_packages = []
728 job.shared_lib = SharedLibType.SO_0
729 job.static_lib = StaticLibType.A
730 match spec.platform:
731 case SdlPlatform.FreeBSD:
732 job.cpactions_os = "freebsd"
733 job.cpactions_version = "14.2"
734 job.cpactions_arch = "x86-64"
735 job.cpactions_setup_cmd = "sudo pkg update"
736 job.cpactions_install_cmd = "sudo pkg install -y cmake ninja pkgconf libXcursor libXext libXinerama libXi libXfixes libXrandr libXScrnSaver libXxf86vm wayland wayland-protocols libxkbcommon mesa-libs libglvnd evdev-proto libinotify alsa-lib jackit pipewire pulseaudio sndio dbus zh-fcitx ibus libudev-devd"
737 job.cmake_arguments.extend((
738 "-DSDL_CHECK_REQUIRED_INCLUDES=/usr/local/include",
739 "-DSDL_CHECK_REQUIRED_LINK_OPTIONS=-L/usr/local/lib",
740 ))
741 case SdlPlatform.NetBSD:
742 job.cpactions_os = "netbsd"
743 job.cpactions_version = "10.1"
744 job.cpactions_arch = "x86-64"
745 job.cpactions_setup_cmd = "export PATH=\"/usr/pkg/sbin:/usr/pkg/bin:/sbin:$PATH\"; export PKG_CONFIG_PATH=\"/usr/pkg/lib/pkgconfig\";export PKG_PATH=\"https://cdn.netBSD.org/pub/pkgsrc/packages/NetBSD/$(uname -p)/$(uname -r|cut -f \"1 2\" -d.)/All/\";echo \"PKG_PATH=$PKG_PATH\";echo \"uname -a -> \"$(uname -a)\"\";sudo -E sysctl -w security.pax.aslr.enabled=0;sudo -E sysctl -w security.pax.aslr.global=0;sudo -E pkgin clean;sudo -E pkgin update"
746 job.cpactions_install_cmd = "sudo -E pkgin -y install cmake dbus pkgconf ninja-build pulseaudio libxkbcommon wayland wayland-protocols libinotify libusb1"
747 case _:
748 raise ValueError(f"Unsupported platform={spec.platform}")
749
750 if "ubuntu" in spec.name.lower():
751 job.check_sources = True
752 job.setup_python = True
753
754 if job.ccache:
755 job.cmake_arguments.extend((
756 "-DCMAKE_C_COMPILER_LAUNCHER=ccache",
757 "-DCMAKE_CXX_COMPILER_LAUNCHER=ccache",
758 ))
759 if not build_parallel:
760 job.cmake_build_arguments.append("-j1")
761 if job.cflags or job.cppflags:
762 job.cmake_arguments.append(f"-DCMAKE_C_FLAGS=\"{my_shlex_join(job.cflags + job.cppflags)}\"")
763 if job.cxxflags or job.cppflags:
764 job.cmake_arguments.append(f"-DCMAKE_CXX_FLAGS=\"{my_shlex_join(job.cxxflags + job.cppflags)}\"")
765 if job.ldflags:
766 job.cmake_arguments.append(f"-DCMAKE_SHARED_LINKER_FLAGS=\"{my_shlex_join(job.ldflags)}\"")
767 job.cmake_arguments.append(f"-DCMAKE_EXE_LINKER_FLAGS=\"{my_shlex_join(job.ldflags)}\"")
768 job.pretest_cmd = "\n".join(pretest_cmd)
769 def tf(b):
770 return "ON" if b else "OFF"
771
772 if fpic is not None:
773 job.cmake_arguments.append(f"-DCMAKE_POSITION_INDEPENDENT_CODE={tf(fpic)}")
774
775 if job.no_cmake:
776 job.cmake_arguments = []
777
778 return job
779
780
781def spec_to_platform(spec: JobSpec, key: str, enable_artifacts: bool, trackmem_symbol_names: bool) -> dict[str, str|bool]:
782 logger.info("spec=%r", spec)
783 job = spec_to_job(spec, key=key, trackmem_symbol_names=trackmem_symbol_names)
784 logger.info("job=%r", job)
785 platform = job.to_workflow(enable_artifacts=enable_artifacts)
786 logger.info("platform=%r", platform)
787 return platform
788
789
790def main():
791 parser = argparse.ArgumentParser(allow_abbrev=False)
792 parser.add_argument("--github-variable-prefix", default="platforms")
793 parser.add_argument("--github-ci", action="store_true")
794 parser.add_argument("--verbose", action="store_true")
795 parser.add_argument("--commit-message-file")
796 parser.add_argument("--no-artifact", dest="enable_artifacts", action="store_false")
797 parser.add_argument("--trackmem-symbol-names", dest="trackmem_symbol_names", action="store_true")
798 args = parser.parse_args()
799
800 logging.basicConfig(level=logging.INFO if args.verbose else logging.WARNING)
801
802 remaining_keys = set(JOB_SPECS.keys())
803
804 all_level_keys = (
805 # Level 1
806 (
807 "haiku",
808 ),
809 )
810
811 filters = []
812 if args.commit_message_file:
813 with open(args.commit_message_file, "r") as f:
814 commit_message = f.read()
815 for m in re.finditer(r"\[sdl-ci-filter (.*)]", commit_message, flags=re.M):
816 filters.append(m.group(1).strip(" \t\n\r\t'\""))
817
818 if re.search(r"\[sdl-ci-artifacts?]", commit_message, flags=re.M):
819 args.enable_artifacts = True
820
821 if re.search(r"\[sdl-ci-(full-)?trackmem(-symbol-names)?]", commit_message, flags=re.M):
822 args.trackmem_symbol_names = True
823
824 if not filters:
825 filters.append("*")
826
827 logger.info("filters: %r", filters)
828
829 all_level_platforms = {}
830
831 all_platforms = {key: spec_to_platform(spec, key=key, enable_artifacts=args.enable_artifacts, trackmem_symbol_names=args.trackmem_symbol_names) for key, spec in JOB_SPECS.items()}
832
833 for level_i, level_keys in enumerate(all_level_keys, 1):
834 level_key = f"level{level_i}"
835 logger.info("Level %d: keys=%r", level_i, level_keys)
836 assert all(k in remaining_keys for k in level_keys)
837 level_platforms = tuple(all_platforms[key] for key in level_keys)
838 remaining_keys.difference_update(level_keys)
839 all_level_platforms[level_key] = level_platforms
840 logger.info("=" * 80)
841
842 logger.info("Keys before filter: %r", remaining_keys)
843
844 filtered_remaining_keys = set()
845 for filter in filters:
846 filtered_remaining_keys.update(fnmatch.filter(remaining_keys, filter))
847
848 logger.info("Keys after filter: %r", filtered_remaining_keys)
849
850 remaining_keys = filtered_remaining_keys
851
852 logger.info("Remaining: %r", remaining_keys)
853 all_level_platforms["others"] = tuple(all_platforms[key] for key in remaining_keys)
854
855 if args.github_ci:
856 for level, platforms in all_level_platforms.items():
857 platforms_json = json.dumps(platforms)
858 txt = f"{args.github_variable_prefix}-{level}={platforms_json}"
859 logger.info("%s", txt)
860 if "GITHUB_OUTPUT" in os.environ:
861 with open(os.environ["GITHUB_OUTPUT"], "a") as f:
862 f.write(txt)
863 f.write("\n")
864 else:
865 logger.warning("GITHUB_OUTPUT not defined")
866 return 0
867
868
869if __name__ == "__main__":
870 raise SystemExit(main())
generated by cgit v1.2.3 (git 2.25.1) at 2025-09-13 21:42:09 +0000