waifu/scripts/waifulib/android.py

338 lines
11 KiB
Python

#!/usr/bin/env python
# encoding: utf-8
# a1batross, 2019
import os
from waflib import *
from waflib.Tools import javaw
android_sdk_home_env = ['ANDROID_SDK_HOME', 'ANDROID_SDK']
# d8 started to roll out in 28
D8_BUILD_TOOLS_MAJOR_VER = 28
def options(opt):
grp = opt.add_option_group('Android options')
grp.add_option('--termux', dest='termux', default=False, action='store_true',
help='configure to use tools included in termux')
return
def add_paths_to_path(paths):
save_path = os.environ['PATH']
os.environ['PATH'] = os.pathsep.join(paths) + os.pathsep + save_path
def get_latest_build_tools_version(sdk):
build_tools_path = os.path.join(sdk, 'build-tools')
dirs = os.listdir(build_tools_path)
dirs.sort(reverse=True)
return dirs[0]
def get_build_tools(sdk, ver):
return os.path.join(sdk, 'build-tools', ver)
def configure(conf):
conf.load('java')
paths = []
if not conf.options.termux:
conf.start_msg('Checking environment variables')
sdk = None
for i in android_sdk_home_env:
if i in os.environ:
sdk = conf.env.ANDROID_SDK_HOME_ENV = os.environ[i]
break
if not sdk:
conf.fatal('Can\'t find path to SDK. Check if ANDROID_SDK_HOME environment variable is set')
return
conf.end_msg('ok')
btv = get_latest_build_tools_version(sdk)
conf.msg('Detected build-tools version', btv)
paths += [os.path.join(sdk, 'tools'), get_build_tools(sdk, btv)]
conf.env.BUILD_TOOLS_VERSION = [int(x) for x in btv.split('.')]
else:
conf.env.BUILD_TOOLS_VERSION = [ 0, 0, 0 ]
paths += os.environ['PATH'].split(os.pathsep) # just in case we have installed tools
conf.env.termux = conf.options.termux
# mandatory
for i in ['zipalign', 'apksigner', 'zip']:
conf.find_program(i, path_list = paths)
# optional
try:
conf.find_program('aapt2', path_list = paths)
except Errors.ConfigurationError:
conf.find_program('aapt', path_list = paths)
# optional
# if conf.env.BUILD_TOOLS_VERSION[0] >= D8_BUILD_TOOLS_MAJOR_VER:
try:
conf.find_program('d8', path_list = paths)
# else:
except Errors.ConfigurationError:
conf.find_program('dx', path_list = paths)
class aapt2compile(javaw.JTask):
color = 'GREEN'
run_str = 'mkdir -p ${RESOUTFILE} && ${AAPT2} compile -v ${SRC} -o ${RESOUTFILE}'
vars = ['AAPT2', 'RESOUTFILE', 'RESDIR']
def uid(self):
"""
Hash by resource directory path
"""
return Utils.h_list([self.__class__.__name__, self.generator.outdir.abspath(), self.env.RESDIR])
def runnable_status(self):
"""
Waits for dependent tasks to be complete, then read the file system to find the input nodes.
"""
for t in self.run_after:
if not t.hasrun:
return Task.ASK_LATER
if not self.inputs:
root = self.generator.outdir.ctx.root
resdir = root.make_node(self.env.RESDIR)
self.inputs = resdir.ant_glob('**/*', quiet=True)
return super(aapt2compile, self).runnable_status()
def post_run(self):
"""
List class files created
"""
for node in self.generator.outdir.ant_glob('**/*.flat', quiet=True):
self.generator.bld.node_sigs[node] = self.uid()
self.generator.bld.task_sigs[self.uid()] = self.cache_sig
class aapt2link(javaw.JTask):
color = 'GREEN' # android green :)
run_str = '${AAPT2} link -v ${AAPT2_LINKFLAGS} -o ${TGT} -A ${ASSETSDIR} --manifest ${MANIFEST} --java ${OUTRDIR} -I ${CLASSPATH_ANDROID} ${SRC}'
vars = ['AAPT2', 'ASSETSDIR', 'MANIFEST', 'OUTRDIR', 'CLASSPATH_ANDROID']
def runnable_status(self):
"""
Waits for dependent tasks to be complete, then read the file system to find the input nodes.
"""
for t in self.run_after:
if not t.hasrun:
return Task.ASK_LATER
if not self.inputs:
root = self.generator.outdir.ctx.root
resdir = root.make_node(self.env.RESOUTFILE)
self.inputs = resdir.ant_glob('**/*.flat', quiet=True)
return super(aapt2link, self).runnable_status()
class aaptpackage(javaw.JTask):
color = 'GREEN' # androis green :)
run_str = 'mkdir -p ${OUTRDIR} && ${AAPT} p -v -F ${TGT} -J ${OUTRDIR} -A ${ASSETSDIR} -I ${CLASSPATH_ANDROID} -M ${MANIFEST} -S ${RESDIR}'
vars = ['AAPT', 'OUTRDIR', 'ASSETSDIR', 'CLASSPATH_ANDROID', 'MANIFEST', 'RESDIR' ]
def runnable_status(self):
"""
Waits for dependent tasks to be complete, then read the file system to find the input nodes.
"""
for t in self.run_after:
if not t.hasrun:
return Task.ASK_LATER
if not self.inputs:
root = self.generator.outdir.ctx.root
resdir = root.make_node(self.env.RESDIR)
self.inputs = resdir.ant_glob('**/*', quiet=True)
return super(aaptpackage, self).runnable_status()
class DexerTask(javaw.JTask): # base dexer
color = 'GREEN'
def runnable_status(self):
for t in self.run_after:
if not t.hasrun:
return Task.ASK_LATER
if not self.inputs:
self.inputs = self.generator.outdir.ant_glob('**/*.class', quiet=True)
return super(DexerTask, self).runnable_status()
class d8(DexerTask):
# can't use TGT instead of OUTDIR here, because Google code monkeys don't know what __output__ should mean
run_str = '${D8} ${SRC} ${D8_FLAGS} --output ${OUTDIR} --lib ${CLASSPATH_ANDROID} ${D8_CLASSPATH}'
vars = ['D8', 'D8_FLAGS', 'OUTDIR', 'CLASSPATH_ANDROID', 'D8_CLASSPATH' ]
class dx(DexerTask):
run_str = '${DX} --dex ${D8_FLAGS} --output=${TGT} ${SRC} ${DX_CLASSPATH}'
vars = ['DX', 'D8_FLAGS', 'OUTDIR']
def custom_runnable_status(self):
if not self.inputs:
outrdir = self.srcdir[0].ctx.root.make_node(self.env.OUTRDIR)
self.srcdir.append(outrdir)
return self.old_runnable_status()
setattr(javaw.javac, 'old_runnable_status', getattr(javaw.javac, 'runnable_status', None))
setattr(javaw.javac, 'runnable_status', custom_runnable_status)
class apkjni(Task.Task):
color = 'BLUE'
run_str = '${ZIP} -ru ${OUTAPK_UNALIGNED_NOCLASSES_NOJNI} ${JNIDIR} --out ${TGT}'
vars = ['ZIP', 'JNIDIR', 'OUTAPK_UNALIGNED_NOCLASSES_NOJNI']
def runnable_status(self):
"""
Waits for dependent tasks to be complete, then read the file system to find the input nodes.
"""
for t in self.run_after:
if not t.hasrun:
return Task.ASK_LATER
# I could use SRC here, but I need to track changes of OUTAPK_UNALIGNED_NOCLASSES_NOJNI also
self.inputs += self.generator.outdir.ant_glob('{0}/**/*'.format(self.env.JNIDIR), quiet=True)
return super(apkjni, self).runnable_status()
class apkdex(Task.Task):
color = 'GREEN' # android green :)
run_str = '${ZIP} -uj ${SRC} --out ${TGT}'
vars = ['ZIP']
class apkalign(Task.Task):
color = 'GREEN' # android green :)
run_str = '${ZIPALIGN} -f -v 4 ${SRC} ${TGT}'
vars = ['ZIPALIGN']
class SignerTask(Task.Task):
color = 'GREEN'
vars = ['APKSIGNER', 'KEYSTORE', 'KS_ALIAS', 'KS_PASS', 'KEY_PASS']
class apksigner(SignerTask):
run_str = '${APKSIGNER} sign --ks ${KEYSTORE} --ks-key-alias ${KS_ALIAS} --ks-pass ${KS_PASS} --key-pass ${KEY_PASS} --in ${SRC} --out ${TGT}'
class apksigner_termux(SignerTask):
run_str = '${APKSIGNER} ${KEYSTORE} ${SRC} ${TGT}'
@TaskGen.feature('android')
@TaskGen.before_method('apply_java')
def apply_aapt(self):
# Build resources, generate R.java and create empty APK
outdir = getattr(self, 'outdir', None)
if outdir:
if not isinstance(outdir, Node.Node):
outdir = self.path.get_bld().make_node(self.outdir)
else:
outdir = self.path.get_bld()
outdir.mkdir()
self.outdir = outdir
srcdir = self.path.find_dir('.')
sdk = self.env.ANDROID_SDK_HOME_ENV
self.env.RESDIR = os.path.join(srcdir.abspath(), getattr(self, 'resdir', 'res'))
self.env.ASSETSDIR = os.path.join(srcdir.abspath(), getattr(self, 'assetsdir', 'assets'))
self.env.MANIFEST = os.path.join(srcdir.abspath(), getattr(self, 'manifest', 'AndroidManifest.xml'))
try:
self.env.JNIDIR = self.jni
except AttributeError:
pass
self.env.OUTAPK_SIGNED = self.name + '-signed.apk'
self.env.OUTAPK = self.name + '.apk'
self.env.OUTAPK_UNALIGNED = self.name + '.unaligned.apk'
self.env.OUTAPK_UNALIGNED_NOCLASSES = self.name + '.unaligned.noclasses.apk'
if self.env.JNIDIR:
self.env.OUTAPK_UNALIGNED_NOCLASSES_NOJNI = self.name + '.unaligned.noclasses.nojni.apk'
else:
self.env.OUTAPK_UNALIGNED_NOCLASSES_NOJNI = self.env.OUTAPK_UNALIGNED_NOCLASSES
if self.env.BUILD_TOOLS_VERSION[0] > 27:
self.env.append_unique('AAPT2_LINKFLAGS', '--allow-reserved-package-id')
self.env.OUTRDIR = os.path.join(outdir.abspath(), getattr(self, 'gendir', 'gen')) # build/gen
self.env.RESOUTFILE = os.path.join(outdir.abspath(), 'compiled')
self.env.OUTDIR = outdir.abspath()
self.env.TARGET_API = getattr(self, 'target_api', 10) # Android 2.3.3 TODO: parse AndroidManifest.xml to get target API!
if self.env.termux:
classpath = os.path.join(os.environ['PREFIX'], 'share', 'java', 'android.jar')
else: classpath = os.path.join(sdk, 'platforms', 'android-' + str(self.env.TARGET_API), 'android.jar')
self.env.CLASSPATH_ANDROID = classpath
tgt = self.outdir.make_node(self.env.OUTAPK_UNALIGNED_NOCLASSES_NOJNI)
if self.env.AAPT:
self.aapt2link_task = self.create_task('aaptpackage', tgt=tgt, cwd=outdir)
else:
self.aapt2compile_task = self.create_task('aapt2compile', cwd=outdir)
self.aapt2link_task = self.create_task('aapt2link', tgt=tgt, cwd=outdir)
self.aapt2link_task.set_run_after(self.aapt2compile_task) # we don't know *.flat outputs from aapt2compile yet
@TaskGen.feature('android')
@TaskGen.after_method('apply_java')
def apply_d8(self):
self.javac_task.set_run_after(self.aapt2link_task) # we don't know R.java yet
if getattr(self, 'debug', False):
self.env.D8_FLAGS = '--debug'
elif self.env.D8: self.env.D8_FLAGS = '--release'
self.d8_task = self.create_task('d8' if self.env.D8 else 'dx',
tgt=self.outdir.make_node('classes.dex'),
cwd=self.outdir)
self.d8_task.set_run_after(self.javac_task) # we don't know javac outputs
if self.env.JNIDIR:
self.apkjni_task = self.create_task('apkjni',
src=self.outdir.make_node(self.env.OUTAPK_UNALIGNED_NOCLASSES_NOJNI),
tgt=self.outdir.make_node(self.env.OUTAPK_UNALIGNED_NOCLASSES),
cwd=self.outdir)
self.apkdex_task = self.create_task('apkdex',
[self.outdir.make_node(self.env.OUTAPK_UNALIGNED_NOCLASSES), self.d8_task.outputs[0]],
self.outdir.make_node(self.env.OUTAPK_UNALIGNED),
cwd=self.outdir)
self.apkalign_task = self.create_task('apkalign',
self.outdir.make_node(self.env.OUTAPK_UNALIGNED),
self.outdir.make_node(self.env.OUTAPK),
cwd=self.outdir)
# signing is optional
try:
self.env.KEYSTORE = self.keystore.abspath()
if 'debug' in self.env.KEYSTORE:
self.env.KS_ALIAS = 'androiddebugkey'
self.env.KS_PASS = self.env.KEY_PASS = 'pass:android'
else:
self.env.KS_ALIAS = self.ks_alias
self.env.KS_PASS = self.ks_pass
self.env.KEY_PASS = self.key_pass
self.apksigner_task = self.create_task('apksigner' if not self.env.termux else 'apksigner_termux',
self.outdir.make_node(self.env.OUTAPK),
self.outdir.make_node(self.env.OUTAPK_SIGNED))
except AttributeError:
pass
@TaskGen.feature('android')
@TaskGen.after_method('set_classpath')
def set_android_classpath(self):
if len(self.env.CLASSPATH) == 0:
self.env.D8_CLASSPATH = ''
else:
self.env.D8_CLASSPATH = '--classpath' + os.pathsep.join(self.env.CLASSPATH) + os.pathsep # old classpath without android.jar for d8
for x in self.tasks:
x.env.CLASSPATH = self.env.CLASSPATH_ANDROID + x.env.CLASSPATH