path: root/chromium/build/android/gyp/aar.py

#!/usr/bin/env python
#
# Copyright 2016 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.

"""Processes an Android AAR file."""

import argparse
import os
import posixpath
import re
import shutil
import sys
from xml.etree import ElementTree
import zipfile

from util import build_utils
from util import md5_check

sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__),
                                             os.pardir, os.pardir)))
import gn_helpers


# Regular expression to extract -checkdiscard / -check* lines.
# Does not support nested comments with "}" in them (oh well).
_CHECKDISCARD_PATTERN = re.compile(r'^\s*?-check.*?}\s*',
                                   re.DOTALL | re.MULTILINE)

_PROGUARD_TXT = 'proguard.txt'
_PROGUARD_CHECKS_TXT = 'proguard-checks.txt'


def _IsManifestEmpty(manifest_str):
  """Decides whether the given manifest has merge-worthy elements.

  E.g.: <activity>, <service>, etc.

  Args:
    manifest_str: Content of a manifiest XML.

  Returns:
    Whether the manifest has merge-worthy elements.
  """
  doc = ElementTree.fromstring(manifest_str)
  for node in doc:
    if node.tag == 'application':
      if node.getchildren():
        return False
    elif node.tag != 'uses-sdk':
      return False

  return True


def _CreateInfo(aar_file):
  """Extracts and return .info data from an .aar file.

  Args:
    aar_file: Path to an input .aar file.

  Returns:
    A dict containing .info data.
  """
  data = {}
  data['aidl'] = []
  data['assets'] = []
  data['resources'] = []
  data['subjars'] = []
  data['subjar_tuples'] = []
  data['has_classes_jar'] = False
  data['has_proguard_flags'] = False
  data['has_native_libraries'] = False
  data['has_r_text_file'] = False
  with zipfile.ZipFile(aar_file) as z:
    data['is_manifest_empty'] = (
        _IsManifestEmpty(z.read('AndroidManifest.xml')))

    for name in z.namelist():
      if name.endswith('/'):
        continue
      if name.startswith('aidl/'):
        data['aidl'].append(name)
      elif name.startswith('res/'):
        data['resources'].append(name)
      elif name.startswith('libs/') and name.endswith('.jar'):
        label = posixpath.basename(name)[:-4]
        label = re.sub(r'[^a-zA-Z0-9._]', '_', label)
        data['subjars'].append(name)
        data['subjar_tuples'].append([label, name])
      elif name.startswith('assets/'):
        data['assets'].append(name)
      elif name.startswith('jni/'):
        data['has_native_libraries'] = True
        if 'native_libraries' in data:
          data['native_libraries'].append(name)
        else:
          data['native_libraries'] = [name]
      elif name == 'classes.jar':
        data['has_classes_jar'] = True
      elif name == _PROGUARD_TXT:
        data['has_proguard_flags'] = True
      elif name == 'R.txt':
        # Some AARs, e.g. gvr_controller_java, have empty R.txt. Such AARs
        # have no resources as well. We treat empty R.txt as having no R.txt.
        data['has_r_text_file'] = bool(z.read('R.txt').strip())

    if data['has_proguard_flags']:
      config = z.read(_PROGUARD_TXT)
      if _CHECKDISCARD_PATTERN.search(config):
        data['has_proguard_check_flags'] = True

  return data


def _SplitProguardConfig(tmp_dir):
  # Put -checkdiscard (and friends) into a separate proguard config.
  # https://crbug.com/1093831
  main_flag_path = os.path.join(tmp_dir, _PROGUARD_TXT)
  check_flag_path = os.path.join(tmp_dir, _PROGUARD_CHECKS_TXT)
  with open(main_flag_path) as f:
    config_data = f.read()
  with open(main_flag_path, 'w') as f:
    MSG = ('# Check flag moved to proguard-checks.txt by '
           '//build/android/gyp/aar.py\n')
    f.write(_CHECKDISCARD_PATTERN.sub(MSG, config_data))
  with open(check_flag_path, 'w') as f:
    f.write('# Check flags extracted by //build/android/gyp/aar.py\n\n')
    for m in _CHECKDISCARD_PATTERN.finditer(config_data):
      f.write(m.group(0))


def _PerformExtract(aar_file, output_dir, name_allowlist,
                    has_proguard_check_flags):
  with build_utils.TempDir() as tmp_dir:
    tmp_dir = os.path.join(tmp_dir, 'staging')
    os.mkdir(tmp_dir)
    build_utils.ExtractAll(
        aar_file, path=tmp_dir, predicate=name_allowlist.__contains__)
    # Write a breadcrumb so that SuperSize can attribute files back to the .aar.
    with open(os.path.join(tmp_dir, 'source.info'), 'w') as f:
      f.write('source={}\n'.format(aar_file))

    if has_proguard_check_flags:
      _SplitProguardConfig(tmp_dir)

    shutil.rmtree(output_dir, ignore_errors=True)
    shutil.move(tmp_dir, output_dir)


def _AddCommonArgs(parser):
  parser.add_argument(
      'aar_file', help='Path to the AAR file.', type=os.path.normpath)


def main():
  parser = argparse.ArgumentParser(description=__doc__)
  command_parsers = parser.add_subparsers(dest='command')
  subp = command_parsers.add_parser(
      'list', help='Output a GN scope describing the contents of the .aar.')
  _AddCommonArgs(subp)
  subp.add_argument('--output', help='Output file.', default='-')

  subp = command_parsers.add_parser('extract', help='Extracts the .aar')
  _AddCommonArgs(subp)
  subp.add_argument(
      '--output-dir',
      help='Output directory for the extracted files.',
      required=True,
      type=os.path.normpath)
  subp.add_argument(
      '--assert-info-file',
      help='Path to .info file. Asserts that it matches what '
      '"list" would output.',
      type=argparse.FileType('r'))
  subp.add_argument(
      '--ignore-resources',
      action='store_true',
      help='Whether to skip extraction of res/')

  args = parser.parse_args()

  aar_info = _CreateInfo(args.aar_file)
  formatted_info = """\
# Generated by //build/android/gyp/aar.py
# To regenerate, use "update_android_aar_prebuilts = true" and run "gn gen".

""" + gn_helpers.ToGNString(aar_info, pretty=True)

  if args.command == 'extract':
    if args.assert_info_file:
      cached_info = args.assert_info_file.read()
      if formatted_info != cached_info:
        raise Exception('android_aar_prebuilt() cached .info file is '
                        'out-of-date. Run gn gen with '
                        'update_android_aar_prebuilts=true to update it.')

    with zipfile.ZipFile(args.aar_file) as zf:
      names = zf.namelist()
      if args.ignore_resources:
        names = [n for n in names if not n.startswith('res')]

    has_proguard_check_flags = aar_info.get('has_proguard_check_flags')
    output_paths = [os.path.join(args.output_dir, n) for n in names]
    output_paths.append(os.path.join(args.output_dir, 'source.info'))
    if has_proguard_check_flags:
      output_paths.append(os.path.join(args.output_dir, _PROGUARD_CHECKS_TXT))

    def on_stale_md5():
      _PerformExtract(args.aar_file, args.output_dir, set(names),
                      has_proguard_check_flags)

    md5_check.CallAndRecordIfStale(on_stale_md5,
                                   input_strings=[aar_info],
                                   input_paths=[args.aar_file],
                                   output_paths=output_paths)

  elif args.command == 'list':
    aar_output_present = args.output != '-' and os.path.isfile(args.output)
    if aar_output_present:
      # Some .info files are read-only, for examples the cipd-controlled ones
      # under third_party/android_deps/repositoty. To deal with these, first
      # that its content is correct, and if it is, exit without touching
      # the file system.
      file_info = open(args.output, 'r').read()
      if file_info == formatted_info:
        return

    # Try to write the file. This may fail for read-only ones that were
    # not updated.
    try:
      with open(args.output, 'w') as f:
        f.write(formatted_info)
    except IOError as e:
      if not aar_output_present:
        raise e
      raise Exception('Could not update output file: %s\n%s\n' %
                      (args.output, e))

if __name__ == '__main__':
  sys.exit(main())