# encoding: utf-8 # xcompile.py -- crosscompiling utils # Copyright (C) 2018 a1batross # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. try: from fwgslib import get_flags_by_compiler except: from waflib.extras.fwgslib import get_flags_by_compiler from waflib import Logs, TaskGen from waflib.Tools import c_config from collections import OrderedDict import os import sys ANDROID_NDK_ENVVARS = ['ANDROID_NDK_HOME', 'ANDROID_NDK'] ANDROID_NDK_SUPPORTED = [10, 19, 20] ANDROID_NDK_HARDFP_MAX = 11 # latest version that supports hardfp ANDROID_NDK_GCC_MAX = 17 # latest NDK that ships with GCC ANDROID_NDK_UNIFIED_SYSROOT_MIN = 15 ANDROID_NDK_SYSROOT_FLAG_MAX = 19 # latest NDK that need --sysroot flag ANDROID_NDK_API_MIN = { 10: 3, 19: 16, 20: 16 } # minimal API level ndk revision supports ANDROID_64BIT_API_MIN = 21 # minimal API level that supports 64-bit targets # This class does support ONLY r10e and r19c/r20 NDK class Android: ctx = None # waf context arch = None toolchain = None api = None ndk_home = None ndk_rev = 0 is_hardfloat = False clang = False def __init__(self, ctx, arch, toolchain, api): self.ctx = ctx self.api = api self.toolchain = toolchain self.arch = arch for i in ANDROID_NDK_ENVVARS: self.ndk_home = os.getenv(i) if self.ndk_home != None: break else: ctx.fatal('Set %s environment variable pointing to the root of Android NDK!' % ' or '.join(ANDROID_NDK_ENVVARS)) # TODO: this were added at some point of NDK development # but I don't know at which version # r10e don't have it source_prop = os.path.join(self.ndk_home, 'source.properties') if os.path.exists(source_prop): with open(source_prop) as ndk_props_file: for line in ndk_props_file.readlines(): tokens = line.split('=') trimed_tokens = [token.strip() for token in tokens] if 'Pkg.Revision' in trimed_tokens: self.ndk_rev = int(trimed_tokens[1].split('.')[0]) if self.ndk_rev not in ANDROID_NDK_SUPPORTED: ctx.fatal('Unknown NDK revision: %d' % (self.ndk_rev)) else: self.ndk_rev = ANDROID_NDK_SUPPORTED[0] if 'clang' in self.toolchain or self.ndk_rev > ANDROID_NDK_GCC_MAX: self.clang = True if self.arch == 'armeabi-v7a-hard': if self.ndk_rev <= ANDROID_NDK_HARDFP_MAX: self.arch = 'armeabi-v7a' # Only armeabi-v7a have hard float ABI self.is_hardfloat = True else: ctx.fatal('NDK does not support hardfloat ABI') if self.api < ANDROID_NDK_API_MIN[self.ndk_rev]: self.api = ANDROID_NDK_API_MIN[self.ndk_rev] Logs.warn('API level automatically was set to %d due to NDK support' % self.api) if self.is_arm64() or self.is_amd64() and self.api < ANDROID_64BIT_API_MIN: self.api = ANDROID_64BIT_API_MIN Logs.warn('API level for 64-bit target automatically was set to %d' % self.api) def is_host(self): ''' Checks if we using host compiler(implies clang) ''' return self.toolchain == 'host' def is_arm(self): ''' Checks if selected architecture is **32-bit** ARM ''' return self.arch.startswith('armeabi') def is_x86(self): ''' Checks if selected architecture is **32-bit** or **64-bit** x86 ''' return self.arch == 'x86' def is_amd64(self): ''' Checks if selected architecture is **64-bit** x86 ''' return self.arch == 'x86_64' def is_arm64(self): ''' Checks if selected architecture is AArch64 ''' return self.arch == 'aarch64' def is_clang(self): ''' Checks if selected toolchain is Clang (TODO) ''' return self.clang def is_hardfp(self): return self.is_hardfloat def ndk_triplet(self, llvm_toolchain = False, toolchain_folder = False): if self.is_x86(): if toolchain_folder: return 'x86' else: return 'i686-linux-android' elif self.is_arm(): if llvm_toolchain: return 'armv7a-linux-androideabi' else: return 'arm-linux-androideabi' elif self.is_amd64() and toolchain_folder: return 'x86_64' else: return self.arch + '-linux-android' def apk_arch(self): if self.is_arm64(): return 'arm64-v8a' return self.arch def gen_host_toolchain(self): # With host toolchain we don't care about OS # so just download NDK for Linux x86_64 if 'HOST_TOOLCHAIN' in self.ctx.environ: return self.ctx.environ['HOST_TOOLCHAIN'] if self.is_host(): return 'linux-x86_64' if sys.platform.startswith('win32') or sys.platform.startswith('cygwin'): osname = 'windows' elif sys.platform.startswith('darwin'): osname = 'darwin' elif sys.platform.startswith('linux'): osname = 'linux' else: self.ctx.fatal('Unsupported by NDK host platform') if sys.maxsize > 2**32: arch = 'x86_64' else: arch = 'x86' return '%s-%s' % (osname, arch) def gen_gcc_toolchain_path(self): path = 'toolchains' toolchain_host = self.gen_host_toolchain() if self.is_clang(): toolchain_folder = 'llvm' else: if self.is_host(): toolchain = '4.9' else: toolchain = self.toolchain toolchain_folder = '%s-%s' % (self.ndk_triplet(toolchain_folder = True), toolchain) return os.path.abspath(os.path.join(self.ndk_home, path, toolchain_folder, 'prebuilt', toolchain_host)) def gen_toolchain_path(self): if self.is_clang(): triplet = '%s%d-' % (self.ndk_triplet(llvm_toolchain = True), self.api) else: triplet = self.ndk_triplet() + '-' return os.path.join(self.gen_gcc_toolchain_path(), 'bin', triplet) def gen_binutils_path(self): return os.path.join(self.gen_gcc_toolchain_path(), self.ndk_triplet(), 'bin') def cc(self): if self.is_host(): s = 'clang' environ = getattr(self.ctx, 'environ', os.environ) if 'CC' in environ: s = environ['CC'] return '%s --target=%s%d' % (s, self.ndk_triplet(), self.api) return self.gen_toolchain_path() + ('clang' if self.is_clang() else 'gcc') def cxx(self): if self.is_host(): s = 'clang++' environ = getattr(self.ctx, 'environ', os.environ) if 'CXX' in environ: s = environ['CXX'] return '%s --target=%s%d' % (s, self.ndk_triplet(), self.api) return self.gen_toolchain_path() + ('clang++' if self.is_clang() else 'g++') def strip(self): if self.is_host(): environ = getattr(self.ctx, 'environ', os.environ) if 'STRIP' in environ: return environ['STRIP'] return 'llvm-strip' return os.path.join(self.gen_binutils_path(), 'strip') def system_stl(self): # TODO: proper STL support return os.path.abspath(os.path.join(self.ndk_home, 'sources', 'cxx-stl', 'system', 'include')) def libsysroot(self): arch = self.arch if self.is_arm(): arch = 'arm' elif self.is_arm64(): arch = 'arm64' path = 'platforms/android-%s/arch-%s' % (self.api, arch) return os.path.abspath(os.path.join(self.ndk_home, path)) def sysroot(self): if self.ndk_rev >= ANDROID_NDK_UNIFIED_SYSROOT_MIN: return os.path.abspath(os.path.join(self.ndk_home, 'sysroot')) else: return self.libsysroot() def cflags(self, cxx = False): cflags = [] if self.ndk_rev <= ANDROID_NDK_SYSROOT_FLAG_MAX: cflags += ['--sysroot=%s' % (self.sysroot())] else: if self.is_host(): cflags += [ '--sysroot=%s/sysroot' % (self.gen_gcc_toolchain_path()), '-isystem', '%s/usr/include/' % (self.sysroot()) ] cflags += ['-I%s' % (self.system_stl()), '-DANDROID', '-D__ANDROID__'] if cxx and not self.is_clang() and self.toolchain not in ['4.8','4.9']: cflags += ['-fno-sized-deallocation'] def fixup_host_clang_with_old_ndk(): cflags = [] # Clang builtin redefine w/ different calling convention bug # NOTE: I did not added complex.h functions here, despite # that NDK devs forgot to put __NDK_FPABI_MATH__ for complex # math functions # I personally don't need complex numbers support, but if you want it # just run sed to patch header for f in ['strtod', 'strtof', 'strtold']: cflags += ['-fno-builtin-%s' % f] return cflags if self.is_arm(): if self.arch == 'armeabi-v7a': # ARMv7 support cflags += ['-mthumb', '-mfpu=neon', '-mcpu=cortex-a9', '-DHAVE_EFFICIENT_UNALIGNED_ACCESS', '-DVECTORIZE_SINCOS'] if not self.is_clang() and not self.is_host(): cflags += [ '-mvectorize-with-neon-quad' ] if self.is_host() and self.ndk_rev <= ANDROID_NDK_HARDFP_MAX: cflags += fixup_host_clang_with_old_ndk() if self.is_hardfp(): cflags += ['-D_NDK_MATH_NO_SOFTFP=1', '-mfloat-abi=hard', '-DLOAD_HARDFP', '-DSOFTFP_LINK'] else: cflags += ['-mfloat-abi=softfp'] else: if self.is_host() and self.ndk_rev <= ANDROID_NDK_HARDFP_MAX: cflags += fixup_host_clang_with_old_ndk() # ARMv5 support cflags += ['-march=armv5te', '-msoft-float'] elif self.is_x86(): cflags += ['-mtune=atom', '-march=atom', '-mssse3', '-mfpmath=sse', '-DVECTORIZE_SINCOS', '-DHAVE_EFFICIENT_UNALIGNED_ACCESS'] return cflags # they go before object list def linkflags(self): linkflags = [] if self.is_host(): linkflags += ['--gcc-toolchain=%s' % self.gen_gcc_toolchain_path()] if self.ndk_rev <= ANDROID_NDK_SYSROOT_FLAG_MAX: linkflags += ['--sysroot=%s' % (self.sysroot())] elif self.is_host(): linkflags += ['--sysroot=%s/sysroot' % (self.gen_gcc_toolchain_path())] if self.is_clang() or self.is_host(): linkflags += ['-fuse-ld=lld'] linkflags += ['-Wl,--hash-style=sysv', '-Wl,--no-undefined', '-no-canonical-prefixes'] return linkflags def ldflags(self): ldflags = ['-lgcc', '-no-canonical-prefixes'] if self.is_clang() or self.is_host(): ldflags += ['-stdlib=libstdc++'] if self.is_arm(): if self.arch == 'armeabi-v7a': ldflags += ['-march=armv7-a', '-mthumb'] if not self.is_clang() and not self.is_host(): # lld only ldflags += ['-Wl,--fix-cortex-a8'] if self.is_hardfp(): ldflags += ['-Wl,--no-warn-mismatch', '-lm_hard'] else: ldflags += ['-march=armv5te'] return ldflags def options(opt): android = opt.add_option_group('Android options') android.add_option('--android', action='store', dest='ANDROID_OPTS', default=None, help='enable building for android, format: --android=<arch>,<toolchain>,<api>, example: --android=armeabi-v7a-hard,4.9,9') magx = opt.add_option_group('MotoMAGX options') magx.add_option('--enable-magx', action = 'store_true', dest = 'MAGX', default = False, help = 'enable targetting for MotoMAGX phones [default: %default]') def configure(conf): if conf.options.ANDROID_OPTS: values = conf.options.ANDROID_OPTS.split(',') if len(values) != 3: conf.fatal('Invalid --android paramater value!') valid_archs = ['x86', 'x86_64', 'armeabi', 'armeabi-v7a', 'armeabi-v7a-hard', 'aarch64'] if values[0] not in valid_archs: conf.fatal('Unknown arch: %s. Supported: %r' % (values[0], ', '.join(valid_archs))) conf.android = android = Android(conf, values[0], values[1], int(values[2])) conf.environ['CC'] = android.cc() conf.environ['CXX'] = android.cxx() conf.environ['STRIP'] = android.strip() conf.env.CFLAGS += android.cflags() conf.env.CXXFLAGS += android.cflags(True) conf.env.LINKFLAGS += android.linkflags() conf.env.LDFLAGS += android.ldflags() conf.env.HAVE_M = True if android.is_hardfp(): conf.env.LIB_M = ['m_hard'] else: conf.env.LIB_M = ['m'] conf.env.PREFIX = '/lib/%s' % android.apk_arch() conf.msg('Selected Android NDK', '%s, version: %d' % (android.ndk_home, android.ndk_rev)) # no need to print C/C++ compiler, as it would be printed by compiler_c/cxx conf.msg('... C/C++ flags', ' '.join(android.cflags()).replace(android.ndk_home, '$NDK/')) conf.msg('... link flags', ' '.join(android.linkflags()).replace(android.ndk_home, '$NDK/')) conf.msg('... ld flags', ' '.join(android.ldflags()).replace(android.ndk_home, '$NDK/')) # conf.env.ANDROID_OPTS = android conf.env.DEST_OS2 = 'android' elif conf.options.MAGX: # useless to change toolchain path, as toolchain meant to be placed in this path toolchain_path = '/opt/toolchains/motomagx/arm-eabi2/lib/' conf.env.INCLUDES_MAGX = [toolchain_path + i for i in ['ezx-z6/include', 'qt-2.3.8/include']] conf.env.LIBPATH_MAGX = [toolchain_path + i for i in ['ezx-z6/lib', 'qt-2.3.8/lib']] conf.env.LINKFLAGS_MAGX = ['-Wl,-rpath-link=' + i for i in conf.env.LIBPATH_MAGX] conf.env.MAGX = conf.options.MAGX MACRO_TO_DESTOS = OrderedDict({ '__ANDROID__' : 'android' }) for k in c_config.MACRO_TO_DESTOS: MACRO_TO_DESTOS[k] = c_config.MACRO_TO_DESTOS[k] # ordering is important c_config.MACRO_TO_DESTOS = MACRO_TO_DESTOS def post_compiler_cxx_configure(conf): conf.msg('Target OS', conf.env.DEST_OS) conf.msg('Target CPU', conf.env.DEST_CPU) conf.msg('Target binfmt', conf.env.DEST_BINFMT) if conf.options.ANDROID_OPTS: if conf.android.ndk_rev == 19: conf.env.CXXFLAGS_cxxshlib += ['-static-libstdc++'] conf.env.LDFLAGS_cxxshlib += ['-static-libstdc++'] elif conf.options.MAGX: for lib in ['qte-mt', 'ezxappbase', 'ezxpm', 'log_util']: conf.check_cc(lib=lib, use='MAGX', uselib_store='MAGX') return def post_compiler_c_configure(conf): conf.msg('Target OS', conf.env.DEST_OS) conf.msg('Target CPU', conf.env.DEST_CPU) conf.msg('Target binfmt', conf.env.DEST_BINFMT) return from waflib.Tools import compiler_cxx, compiler_c compiler_cxx_configure = getattr(compiler_cxx, 'configure') compiler_c_configure = getattr(compiler_c, 'configure') def patch_compiler_cxx_configure(conf): compiler_cxx_configure(conf) post_compiler_cxx_configure(conf) def patch_compiler_c_configure(conf): compiler_c_configure(conf) post_compiler_c_configure(conf) setattr(compiler_cxx, 'configure', patch_compiler_cxx_configure) setattr(compiler_c, 'configure', patch_compiler_c_configure) @TaskGen.feature('cshlib', 'cxxshlib', 'dshlib', 'fcshlib', 'vnum') @TaskGen.after_method('apply_link', 'propagate_uselib_vars') @TaskGen.before_method('apply_vnum') def apply_android_soname(self): """ Enforce SONAME on Android """ if self.env.DEST_OS != 'android': return setattr(self, 'vnum', None) # remove vnum, so SONAME would not be overwritten link = self.link_task node = link.outputs[0] libname = node.name v = self.env.SONAME_ST % libname self.env.append_value('LINKFLAGS', v.split())