#!/usr/bin/env python3 # Copyright 2020 The Crashpad Authors. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import argparse import configparser import convert_gn_xcodeproj import errno import io import os import platform import re import shutil import subprocess import sys import tempfile SUPPORTED_TARGETS = ('iphoneos', 'iphonesimulator', 'maccatalyst') SUPPORTED_CONFIGS = ('Debug', 'Release', 'Profile', 'Official') # Pattern matching lines from ~/.lldbinit that must not be copied to the # generated .lldbinit file. They match what the user were told to add to # their global ~/.lldbinit file before setup-gn.py was updated to generate # a project specific file and thus must not be copied as they would cause # the settings to be overwritten. LLDBINIT_SKIP_PATTERNS = ( re.compile('^script sys.path\\[:0\\] = \\[\'.*/src/tools/lldb\'\\]$'), re.compile('^script import lldbinit$'), re.compile('^settings append target.source-map .* /google/src/.*$'), ) def HostCpuArch(): '''Returns the arch of the host cpu for GN.''' HOST_CPU_ARCH = { 'arm64': '"arm64"', 'x86_64': '"x64"', } return HOST_CPU_ARCH[platform.machine()] class ConfigParserWithStringInterpolation(configparser.ConfigParser): '''A .ini file parser that supports strings and environment variables.''' ENV_VAR_PATTERN = re.compile(r'\$([A-Za-z0-9_]+)') def values(self, section): return filter( lambda val: val != '', map(lambda kv: self._UnquoteString(self._ExpandEnvVar(kv[1])), configparser.ConfigParser.items(self, section))) def getstring(self, section, option, fallback=''): try: raw_value = self.get(section, option) except configparser.NoOptionError: return fallback return self._UnquoteString(self._ExpandEnvVar(raw_value)) def _UnquoteString(self, string): if not string or string[0] != '"' or string[-1] != '"': return string return string[1:-1] def _ExpandEnvVar(self, value): match = self.ENV_VAR_PATTERN.search(value) if not match: return value name, (begin, end) = match.group(1), match.span(0) prefix, suffix = value[:begin], self._ExpandEnvVar(value[end:]) return prefix + os.environ.get(name, '') + suffix class GnGenerator(object): '''Holds configuration for a build and method to generate gn default files.''' FAT_BUILD_DEFAULT_ARCH = '64-bit' TARGET_CPU_VALUES = { 'iphoneos': '"arm64"', 'iphonesimulator': HostCpuArch(), 'maccatalyst': HostCpuArch(), } TARGET_ENVIRONMENT_VALUES = { 'iphoneos': '"device"', 'iphonesimulator': '"simulator"', 'maccatalyst': '"catalyst"' } def __init__(self, settings, config, target): assert target in SUPPORTED_TARGETS assert config in SUPPORTED_CONFIGS self._settings = settings self._config = config self._target = target def _GetGnArgs(self): """Build the list of arguments to pass to gn. Returns: A list of tuple containing gn variable names and variable values (it is not a dictionary as the order needs to be preserved). """ args = [] is_debug = self._config == 'Debug' official = self._config == 'Official' is_optim = self._config in ('Profile', 'Official') args.append(('target_os', '"ios"')) args.append(('is_debug', is_debug)) if os.environ.get('FORCE_MAC_TOOLCHAIN', '0') == '1': args.append(('use_system_xcode', False)) args.append(('target_cpu', self.TARGET_CPU_VALUES[self._target])) args.append(( 'target_environment', self.TARGET_ENVIRONMENT_VALUES[self._target])) # Add user overrides after the other configurations so that they can # refer to them and override them. args.extend(self._settings.items('gn_args')) return args def Generate(self, gn_path, proj_name, root_path, build_dir): self.WriteArgsGn(build_dir, xcode_project_name=proj_name) subprocess.check_call(self.GetGnCommand( gn_path, root_path, build_dir, xcode_project_name=proj_name)) def CreateGnRules(self, gn_path, root_path, build_dir): gn_command = self.GetGnCommand(gn_path, root_path, build_dir) self.WriteArgsGn(build_dir) self.WriteBuildNinja(gn_command, build_dir) self.WriteBuildNinjaDeps(build_dir) def WriteArgsGn(self, build_dir, xcode_project_name=None): with open(os.path.join(build_dir, 'args.gn'), 'w') as stream: stream.write('# This file was generated by setup-gn.py. Do not edit\n') stream.write('# but instead use ~/.setup-gn or $repo/.setup-gn files\n') stream.write('# to configure settings.\n') stream.write('\n') if self._target != 'maccatalyst': if self._settings.has_section('$imports$'): for import_rule in self._settings.values('$imports$'): stream.write('import("%s")\n' % import_rule) stream.write('\n') gn_args = self._GetGnArgs() for name, value in gn_args: if isinstance(value, bool): stream.write('%s = %s\n' % (name, str(value).lower())) elif isinstance(value, list): stream.write('%s = [%s' % (name, '\n' if len(value) > 1 else '')) if len(value) == 1: prefix = ' ' suffix = ' ' else: prefix = ' ' suffix = ',\n' for item in value: if isinstance(item, bool): stream.write('%s%s%s' % (prefix, str(item).lower(), suffix)) else: stream.write('%s%s%s' % (prefix, item, suffix)) stream.write(']\n') else: # ConfigParser removes quote around empty string which confuse # `gn gen` so restore them. if not value: value = '""' stream.write('%s = %s\n' % (name, value)) def WriteBuildNinja(self, gn_command, build_dir): with open(os.path.join(build_dir, 'build.ninja'), 'w') as stream: stream.write('ninja_required_version = 1.7.2\n') stream.write('\n') stream.write('rule gn\n') stream.write(' command = %s\n' % NinjaEscapeCommand(gn_command)) stream.write(' description = Regenerating ninja files\n') stream.write('\n') stream.write('build build.ninja: gn\n') stream.write(' generator = 1\n') stream.write(' depfile = build.ninja.d\n') def WriteBuildNinjaDeps(self, build_dir): with open(os.path.join(build_dir, 'build.ninja.d'), 'w') as stream: stream.write('build.ninja: nonexistant_file.gn\n') def GetGnCommand(self, gn_path, src_path, out_path, xcode_project_name=None): gn_command = [ gn_path, '--root=%s' % os.path.realpath(src_path), '-q' ] if xcode_project_name is not None: gn_command.append('--ide=xcode') gn_command.append('--ninja-executable=autoninja') gn_command.append('--xcode-build-system=new') gn_command.append('--xcode-project=%s' % xcode_project_name) gn_command.append('--xcode-additional-files-patterns=*.md') gn_command.append('--xcode-configs=' + ';'.join(SUPPORTED_CONFIGS)) gn_command.append('--xcode-config-build-dir=' '//out/${CONFIGURATION}${EFFECTIVE_PLATFORM_NAME}') if self._settings.has_section('filters'): target_filters = self._settings.values('filters') if target_filters: gn_command.append('--filters=%s' % ';'.join(target_filters)) else: gn_command.append('--check') gn_command.append('gen') gn_command.append('//%s' % os.path.relpath(os.path.abspath(out_path), os.path.abspath(src_path))) return gn_command def NinjaNeedEscape(arg): '''Returns True if |arg| needs to be escaped when written to .ninja file.''' return ':' in arg or '*' in arg or ';' in arg def NinjaEscapeCommand(command): '''Escapes |command| in order to write it to .ninja file.''' result = [] for arg in command: if NinjaNeedEscape(arg): arg = arg.replace(':', '$:') arg = arg.replace(';', '\\;') arg = arg.replace('*', '\\*') else: result.append(arg) return ' '.join(result) def FindGn(): '''Returns absolute path to gn binary looking at the PATH env variable.''' for path in os.environ['PATH'].split(os.path.pathsep): gn_path = os.path.join(path, 'gn') if os.path.isfile(gn_path) and os.access(gn_path, os.X_OK): return gn_path return None def GenerateXcodeProject(gn_path, root_dir, proj_name, out_dir, settings): '''Generate Xcode project with Xcode and convert to multi-configurations.''' prefix = os.path.abspath(os.path.join(out_dir, '_temp')) temp_path = tempfile.mkdtemp(prefix=prefix) try: generator = GnGenerator(settings, 'Debug', 'iphonesimulator') generator.Generate(gn_path, proj_name, root_dir, temp_path) convert_gn_xcodeproj.ConvertGnXcodeProject( root_dir, '%s.xcodeproj' % proj_name, os.path.join(temp_path), os.path.join(out_dir, 'build'), SUPPORTED_CONFIGS) finally: if os.path.exists(temp_path): shutil.rmtree(temp_path) def CreateLLDBInitFile(root_dir, out_dir, settings): ''' Generate an .lldbinit file for the project that load the script that fixes the mapping of source files (see docs/ios/build_instructions.md#debugging). ''' with open(os.path.join(out_dir, 'build', '.lldbinit'), 'w') as lldbinit: lldb_script_dir = os.path.join(os.path.abspath(root_dir), 'tools', 'lldb') lldbinit.write('script sys.path[:0] = [\'%s\']\n' % lldb_script_dir) lldbinit.write('script import lldbinit\n') workspace_name = settings.getstring( 'gn_args', 'ios_internal_citc_workspace_name') if workspace_name != '': username = os.environ['USER'] for shortname in ('googlemac', 'third_party', 'blaze-out'): lldbinit.write('settings append target.source-map %s %s\n' % ( shortname, '/google/src/cloud/%s/%s/google3/%s' % ( username, workspace_name, shortname))) # Append the content of //ios/build/tools/lldbinit.defaults if it exists. tools_dir = os.path.join(root_dir, 'ios', 'build', 'tools') defaults_lldbinit_path = os.path.join(tools_dir, 'lldbinit.defaults') if os.path.isfile(defaults_lldbinit_path): with open(defaults_lldbinit_path) as defaults_lldbinit: for line in defaults_lldbinit: lldbinit.write(line) # Append the content of ~/.lldbinit if it exists. Line that look like they # are trying to configure source mapping are skipped as they probably date # back from when setup-gn.py was not generating an .lldbinit file. global_lldbinit_path = os.path.join(os.environ['HOME'], '.lldbinit') if os.path.isfile(global_lldbinit_path): with open(global_lldbinit_path) as global_lldbinit: for line in global_lldbinit: if any(pattern.match(line) for pattern in LLDBINIT_SKIP_PATTERNS): continue lldbinit.write(line) def GenerateGnBuildRules(gn_path, root_dir, out_dir, settings): '''Generates all template configurations for gn.''' for config in SUPPORTED_CONFIGS: for target in SUPPORTED_TARGETS: build_dir = os.path.join(out_dir, '%s-%s' % (config, target)) if not os.path.isdir(build_dir): os.makedirs(build_dir) generator = GnGenerator(settings, config, target) generator.CreateGnRules(gn_path, root_dir, build_dir) def Main(args): default_root = os.path.normpath(os.path.join( os.path.dirname(__file__), os.pardir, os.pardir)) parser = argparse.ArgumentParser( description='Generate build directories for use with gn.') parser.add_argument( 'root', default=default_root, nargs='?', help='root directory where to generate multiple out configurations') parser.add_argument( '--import', action='append', dest='import_rules', default=[], help='path to file defining default gn variables') parser.add_argument( '--gn-path', default=None, help='path to gn binary (default: look up in $PATH)') parser.add_argument( '--build-dir', default='out', help='path where the build should be created (default: %(default)s)') parser.add_argument( '--config-path', default=os.path.expanduser('~/.setup-gn'), help='path to the user config file (default: %(default)s)') parser.add_argument( '--system-config-path', default=os.path.splitext(__file__)[0] + '.config', help='path to the default config file (default: %(default)s)') parser.add_argument( '--project-name', default='all', dest='proj_name', help='name of the generated Xcode project (default: %(default)s)') parser.add_argument( '--no-xcode-project', action='store_true', default=False, help='do not generate the build directory with XCode project') args = parser.parse_args(args) # Load configuration (first global and then any user overrides). settings = ConfigParserWithStringInterpolation() settings.read([ args.system_config_path, args.config_path, ]) # Add private sections corresponding to --import argument. if args.import_rules: settings.add_section('$imports$') for i, import_rule in enumerate(args.import_rules): if not import_rule.startswith('//'): import_rule = '//%s' % os.path.relpath( os.path.abspath(import_rule), os.path.abspath(args.root)) settings.set('$imports$', '$rule%d$' % i, import_rule) # Validate settings. if settings.getstring('build', 'arch') not in ('64-bit', '32-bit', 'fat'): sys.stderr.write('ERROR: invalid value for build.arch: %s\n' % settings.getstring('build', 'arch')) sys.exit(1) # Find path to gn binary either from command-line or in PATH. if args.gn_path: gn_path = args.gn_path else: gn_path = FindGn() if gn_path is None: sys.stderr.write('ERROR: cannot find gn in PATH\n') sys.exit(1) out_dir = os.path.join(args.root, args.build_dir) if not os.path.isdir(out_dir): os.makedirs(out_dir) if not args.no_xcode_project: GenerateXcodeProject(gn_path, args.root, args.proj_name, out_dir, settings) CreateLLDBInitFile(args.root, out_dir, settings) GenerateGnBuildRules(gn_path, args.root, out_dir, settings) if __name__ == '__main__': sys.exit(Main(sys.argv[1:]))