| 
									
										
										
										
											2018-03-17 23:23:55 +01:00
										 |  |  | import os | 
					
						
							|  |  |  | import sys | 
					
						
							|  |  |  | import json | 
					
						
							| 
									
										
										
										
											2021-12-15 17:38:10 -08:00
										 |  |  | import platform | 
					
						
							| 
									
										
										
										
											2018-03-17 23:23:55 +01:00
										 |  |  | import uuid | 
					
						
							|  |  |  | import functools | 
					
						
							|  |  |  | import subprocess | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | # NOTE: The multiprocessing module is not compatible with SCons due to conflict on cPickle | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-03-25 14:36:03 +01:00
										 |  |  | JSON_SERIALIZABLE_TYPES = (bool, int, float, str) | 
					
						
							| 
									
										
										
										
											2018-07-30 23:35:35 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-03-17 23:23:55 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  | def run_in_subprocess(builder_function): | 
					
						
							|  |  |  |     @functools.wraps(builder_function) | 
					
						
							|  |  |  |     def wrapper(target, source, env): | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         # Convert SCons Node instances to absolute paths | 
					
						
							|  |  |  |         target = [node.srcnode().abspath for node in target] | 
					
						
							|  |  |  |         source = [node.srcnode().abspath for node in source] | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-07-30 23:55:15 +02:00
										 |  |  |         # Short circuit on non-Windows platforms, no need to run in subprocess | 
					
						
							| 
									
										
										
										
											2020-03-30 08:28:32 +02:00
										 |  |  |         if sys.platform not in ("win32", "cygwin"): | 
					
						
							| 
									
										
										
										
											2018-07-30 23:55:15 +02:00
										 |  |  |             return builder_function(target, source, env) | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-03-17 23:23:55 +01:00
										 |  |  |         # Identify module | 
					
						
							|  |  |  |         module_name = builder_function.__module__ | 
					
						
							|  |  |  |         function_name = builder_function.__name__ | 
					
						
							|  |  |  |         module_path = sys.modules[module_name].__file__ | 
					
						
							| 
									
										
										
										
											2020-03-30 08:28:32 +02:00
										 |  |  |         if module_path.endswith(".pyc") or module_path.endswith(".pyo"): | 
					
						
							| 
									
										
										
										
											2018-03-17 23:23:55 +01:00
										 |  |  |             module_path = module_path[:-1] | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         # Subprocess environment | 
					
						
							|  |  |  |         subprocess_env = os.environ.copy() | 
					
						
							| 
									
										
										
										
											2020-03-30 08:28:32 +02:00
										 |  |  |         subprocess_env["PYTHONPATH"] = os.pathsep.join([os.getcwd()] + sys.path) | 
					
						
							| 
									
										
										
										
											2018-03-17 23:23:55 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-07-30 23:35:35 +02:00
										 |  |  |         # Keep only JSON serializable environment items | 
					
						
							| 
									
										
										
										
											2020-03-30 08:28:32 +02:00
										 |  |  |         filtered_env = dict((key, value) for key, value in env.items() if isinstance(value, JSON_SERIALIZABLE_TYPES)) | 
					
						
							| 
									
										
										
										
											2018-07-30 23:35:35 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-03-17 23:23:55 +01:00
										 |  |  |         # Save parameters | 
					
						
							| 
									
										
										
										
											2018-07-30 23:35:35 +02:00
										 |  |  |         args = (target, source, filtered_env) | 
					
						
							| 
									
										
										
										
											2018-03-17 23:23:55 +01:00
										 |  |  |         data = dict(fn=function_name, args=args) | 
					
						
							| 
									
										
										
										
											2020-03-30 08:28:32 +02:00
										 |  |  |         json_path = os.path.join(os.environ["TMP"], uuid.uuid4().hex + ".json") | 
					
						
							|  |  |  |         with open(json_path, "wt") as json_file: | 
					
						
							| 
									
										
										
										
											2018-03-17 23:23:55 +01:00
										 |  |  |             json.dump(data, json_file, indent=2) | 
					
						
							| 
									
										
										
										
											2018-07-30 23:35:35 +02:00
										 |  |  |         json_file_size = os.stat(json_path).st_size | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-07-27 21:00:26 +03:00
										 |  |  |         if env["verbose"]: | 
					
						
							|  |  |  |             print( | 
					
						
							|  |  |  |                 "Executing builder function in subprocess: " | 
					
						
							|  |  |  |                 "module_path=%r, parameter_file=%r, parameter_file_size=%r, target=%r, source=%r" | 
					
						
							|  |  |  |                 % (module_path, json_path, json_file_size, target, source) | 
					
						
							|  |  |  |             ) | 
					
						
							| 
									
										
										
										
											2018-03-17 23:23:55 +01:00
										 |  |  |         try: | 
					
						
							|  |  |  |             exit_code = subprocess.call([sys.executable, module_path, json_path], env=subprocess_env) | 
					
						
							|  |  |  |         finally: | 
					
						
							|  |  |  |             try: | 
					
						
							|  |  |  |                 os.remove(json_path) | 
					
						
							| 
									
										
										
										
											2020-09-02 15:58:07 +01:00
										 |  |  |             except OSError as e: | 
					
						
							| 
									
										
										
										
											2018-03-17 23:23:55 +01:00
										 |  |  |                 # Do not fail the entire build if it cannot delete a temporary file | 
					
						
							| 
									
										
										
										
											2020-03-30 08:28:32 +02:00
										 |  |  |                 print( | 
					
						
							|  |  |  |                     "WARNING: Could not delete temporary file: path=%r; [%s] %s" % (json_path, e.__class__.__name__, e) | 
					
						
							|  |  |  |                 ) | 
					
						
							| 
									
										
										
										
											2018-03-17 23:23:55 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  |         # Must succeed | 
					
						
							|  |  |  |         if exit_code: | 
					
						
							|  |  |  |             raise RuntimeError( | 
					
						
							| 
									
										
										
										
											2020-03-30 08:28:32 +02:00
										 |  |  |                 "Failed to run builder function in subprocess: module_path=%r; data=%r" % (module_path, data) | 
					
						
							|  |  |  |             ) | 
					
						
							| 
									
										
										
										
											2018-03-17 23:23:55 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  |     return wrapper | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | def subprocess_main(namespace): | 
					
						
							|  |  |  |     with open(sys.argv[1]) as json_file: | 
					
						
							|  |  |  |         data = json.load(json_file) | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-03-30 08:28:32 +02:00
										 |  |  |     fn = namespace[data["fn"]] | 
					
						
							|  |  |  |     fn(*data["args"]) | 
					
						
							| 
									
										
										
										
											2021-12-15 17:38:10 -08:00
										 |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | # CPU architecture options. | 
					
						
							|  |  |  | architectures = ["x86_32", "x86_64", "arm32", "arm64", "rv64", "ppc32", "ppc64", "wasm32"] | 
					
						
							|  |  |  | architecture_aliases = { | 
					
						
							|  |  |  |     "x86": "x86_32", | 
					
						
							|  |  |  |     "x64": "x86_64", | 
					
						
							|  |  |  |     "amd64": "x86_64", | 
					
						
							|  |  |  |     "armv7": "arm32", | 
					
						
							|  |  |  |     "armv8": "arm64", | 
					
						
							|  |  |  |     "arm64v8": "arm64", | 
					
						
							|  |  |  |     "aarch64": "arm64", | 
					
						
							|  |  |  |     "rv": "rv64", | 
					
						
							|  |  |  |     "riscv": "rv64", | 
					
						
							|  |  |  |     "riscv64": "rv64", | 
					
						
							|  |  |  |     "ppcle": "ppc32", | 
					
						
							|  |  |  |     "ppc": "ppc32", | 
					
						
							|  |  |  |     "ppc64le": "ppc64", | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | def detect_arch(): | 
					
						
							|  |  |  |     host_machine = platform.machine().lower() | 
					
						
							|  |  |  |     if host_machine in architectures: | 
					
						
							|  |  |  |         return host_machine | 
					
						
							|  |  |  |     elif host_machine in architecture_aliases.keys(): | 
					
						
							|  |  |  |         return architecture_aliases[host_machine] | 
					
						
							|  |  |  |     elif "86" in host_machine: | 
					
						
							|  |  |  |         # Catches x86, i386, i486, i586, i686, etc. | 
					
						
							|  |  |  |         return "x86_32" | 
					
						
							|  |  |  |     else: | 
					
						
							|  |  |  |         print("Unsupported CPU architecture: " + host_machine) | 
					
						
							|  |  |  |         print("Falling back to x86_64.") | 
					
						
							|  |  |  |         return "x86_64" |