xenia/xenia-build.py

#!/usr/bin/env python

# Copyright 2013 Ben Vanik. All Rights Reserved.

"""
"""

__author__ = 'ben.vanik@gmail.com (Ben Vanik)'


import os
import shutil
import subprocess
import sys


def main():
  # Add self to the root search path.
  sys.path.insert(0, os.path.abspath(os.path.dirname(__file__)))

  # Augment path to include our fancy things.
  os.environ['PATH'] += os.pathsep + os.pathsep.join([
      os.path.abspath('third_party/ninja/'),
      os.path.abspath('third_party/gyp/')
      ])

  # Check python version.
  if sys.version_info < (2, 7):
    print 'ERROR: python 2.7+ required'
    sys.exit(1)
    return

  # Grab all commands.
  commands = discover_commands()

  # Parse command name and dispatch.
  try:
    if len(sys.argv) < 2:
      raise ValueError('No command given')
    command_name = sys.argv[1]
    if not commands.has_key(command_name):
      raise ValueError('Command "%s" not found' % (command_name))

    command = commands[command_name]
    return_code = run_command(command=command,
                              args=sys.argv[2:],
                              cwd=os.getcwd())
  except ValueError:
    print usage(commands)
    return_code = 1
  except Exception as e:
    #print e
    raise
    return_code = 1
  sys.exit(return_code)


def discover_commands():
  """Looks for all commands and returns a dictionary of them.
  In the future commands could be discovered on disk.

  Returns:
    A dictionary containing name-to-Command mappings.
  """
  commands = {
      'setup': SetupCommand(),
      'pull': PullCommand(),
      'gyp': GypCommand(),
      'build': BuildCommand(),
      'test': TestCommand(),
      'xethunk': XethunkCommand(),
      'clean': CleanCommand(),
      'nuke': NukeCommand(),
      }
  return commands


def usage(commands):
  """Gets usage info that can be displayed to the user.

  Args:
    commands: A command dictionary from discover_commands.

  Returns:
    A string containing usage info and a command listing.
  """
  s = 'xenia-build.py command [--help]\n'
  s += '\n'
  s += 'Commands:\n'
  command_names = commands.keys()
  command_names.sort()
  for command_name in command_names:
    s += '  %s\n' % (command_name)
    command_help = commands[command_name].help_short
    if command_help:
      s += '    %s\n' % (command_help)
  return s


def run_command(command, args, cwd):
  """Runs a command with the given context.

  Args:
    command: Command to run.
    args: Arguments, with the app and command name stripped.
    cwd: Current working directory.

  Returns:
    0 if the command succeeded and non-zero otherwise.

  Raises:
    ValueError: The command could not be found or was not specified.
  """
  # TODO(benvanik): parse arguments/etc.
  return command.execute(args, cwd)


def has_bin(bin):
  """Checks whether the given binary is present.
  """
  for path in os.environ["PATH"].split(os.pathsep):
    path = path.strip('"')
    exe_file = os.path.join(path, bin)
    if os.path.isfile(exe_file) and os.access(exe_file, os.X_OK):
      return True
    exe_file = exe_file + '.exe'
    if os.path.isfile(exe_file) and os.access(exe_file, os.X_OK):
      return True
  return None


def shell_call(command, throw_on_error=True):
  """Executes a shell command.

  Args:
    command: Command to execute.
    throw_on_error: Whether to throw an error or return the status code.

  Returns:
    If throw_on_error is False the status code of the call will be returned.
  """
  if throw_on_error:
    subprocess.check_call(command, shell=True)
    return 0
  else:
    return subprocess.call(command, shell=True)


class Command(object):
  """Base type for commands.
  """

  def __init__(self, name, help_short=None, help_long=None, *args, **kwargs):
    """Initializes a command.

    Args:
      name: The name of the command exposed to the management script.
      help_short: Help text printed alongside the command when queried.
      help_long: Extended help text when viewing command help.
    """
    self.name = name
    self.help_short = help_short
    self.help_long = help_long

  def execute(self, args, cwd):
    """Executes the command.

    Args:
      args: Arguments list.
      cwd: Current working directory.

    Returns:
      Return code of the command.
    """
    return 1


def post_update_deps(config):
  """Runs common tasks that should be executed after any deps are changed.

  Args:
    config: 'debug' or 'release'.
  """
  print '- building llvm...'
  shell_call('ninja -C build/llvm/%s-obj/ install' % (config))
  print ''


class SetupCommand(Command):
  """'setup' command."""

  def __init__(self, *args, **kwargs):
    super(SetupCommand, self).__init__(
        name='setup',
        help_short='Setup the build environment.',
        *args, **kwargs)

  def execute(self, args, cwd):
    print 'Setting up the build environment...'
    print ''

    # Setup submodules.
    print '- git submodule init / update...'
    shell_call('git submodule init')
    shell_call('git submodule update')
    print ''

    # LLVM needs to pull with --rebase.
    # TODO(benvanik): any way to do this to just the submodule?
    #shell_call('git config branch.master.rebase true')

    # Disable core.filemode on Windows to prevent weird file mode diffs in git.
    # TODO(benvanik): check cygwin test - may be wrong when using Windows python
    if os.path.exists('/Cygwin.bat'):
      print '- setting filemode off on cygwin...'
      shell_call('git config core.filemode false')
      shell_call('git submodule foreach git config core.filemode false')
      print ''

    # Run the ninja bootstrap to build it, if it's missing.
    if (not os.path.exists('third_party/ninja/ninja') and
       not os.path.exists('third_party/ninja/ninja.exe')):
      print '- preparing ninja...'
      # Windows needs --x64 to force building the 64-bit ninja.
      extra_args = ''
      if sys.platform == 'win32':
        extra_args = '--x64'
      shell_call('python third_party/ninja/bootstrap.py ' + extra_args)
      print ''

    # Ensure cmake is present.
    if not has_bin('cmake'):
      print '- installing cmake...'
      if has_bin('brew'):
        shell_call('brew install cmake')
      elif has_bin('apt-get'):
        shell_call('sudo apt-get install cmake')
      else:
        print 'ERROR: need to install cmake, use:'
        print 'http://www.cmake.org/cmake/resources/software.html'
        print 'Run the Windows installer, select the \'Add to system path\''
        print 'option and restart your command prompt to ensure it\'s on the'
        print 'PATH.'
        return 1
      print ''

    # Binutils.
    # TODO(benvanik): disable on Windows
    print '- binutils...'
    if sys.platform == 'win32':
      print 'WARNING: ignoring binutils on Windows... don\'t change tests!'
    else:
      if not os.path.exists('build/binutils'):
        os.makedirs('build/binutils')
      os.chdir('build/binutils')
      shell_call(' '.join([
          '../../third_party/binutils/configure',
          '--disable-debug',
          '--disable-dependency-tracking',
          '--disable-werror',
          '--enable-interwork',
          '--enable-multilib',
          '--target=powerpc-none-elf',
          '--with-gnu-ld',
          '--with-gnu-as',
          ]))
      shell_call('make')
      os.chdir(cwd)
    print ''

    # LLVM.
    print '- preparing llvm...'
    generator = ''
    if False:#sys.platform == 'win32':
      generator = 'Visual Studio 10 Win64'
    else:
      generator = 'Ninja'
    def prepareLLVM(path, obj_path, mode):
      os.chdir(cwd)
      if not os.path.exists(path):
        os.makedirs(path)
      if not os.path.exists(obj_path):
        os.makedirs(obj_path)
      os.chdir(obj_path)
      shell_call(' '.join([
          'cmake',
          '-G"%s"' % (generator),
          '-DCMAKE_INSTALL_PREFIX:STRING=../../../%s' % (path),
          '-DCMAKE_BUILD_TYPE:STRING=%s' % (mode),
          '-DLLVM_TARGETS_TO_BUILD:STRING="X86;PowerPC;CppBackend"',
          '-DLLVM_INCLUDE_EXAMPLES:BOOL=OFF',
          '-DLLVM_INCLUDE_TESTS:BOOL=OFF',
          '../../../third_party/llvm/',
          ]))
      os.chdir(cwd)
    prepareLLVM('build/llvm/debug/', 'build/llvm/debug-obj/',  'Debug')
    prepareLLVM('build/llvm/release/', 'build/llvm/release-obj/', 'Release')
    print ''

    post_update_deps('debug')
    post_update_deps('release')

    print '- running gyp...'
    run_all_gyps()
    print ''

    print 'Success!'
    return 0


class PullCommand(Command):
  """'pull' command."""

  def __init__(self, *args, **kwargs):
    super(PullCommand, self).__init__(
        name='pull',
        help_short='Pulls the repo and all dependencies.',
        *args, **kwargs)

  def execute(self, args, cwd):
    print 'Pulling...'
    print ''

    print '- pulling self...'
    shell_call('git pull')
    print ''

    print '- pulling dependencies...'
    shell_call('git submodule update')
    print ''

    post_update_deps('debug')
    post_update_deps('release')

    print '- running gyp...'
    run_all_gyps()
    print ''

    print 'Success!'
    return 0


def run_gyp(format):
  """Runs gyp on the main project with the given format.

  Args:
    format: gyp -f value.
  """
  shell_call(' '.join([
      'gyp',
      '--include=common.gypi',
      '-f %s' % (format),
      # Set the VS version.
      # TODO(benvanik): allow user to set?
      '-G msvs_version=2010',
      # Removes the out/ from ninja builds.
      '-G output_dir=.',
      '--depth=.',
      '--generator-output=build/xenia/',
      'xenia.gyp',
      ]))


def run_all_gyps():
  """Runs all gyp configurations.
  """
  run_gyp('ninja')
  if sys.platform == 'darwin':
    run_gyp('xcode')
  elif sys.platform == 'win32':
    run_gyp('msvs')


class GypCommand(Command):
  """'gyp' command."""

  def __init__(self, *args, **kwargs):
    super(GypCommand, self).__init__(
        name='gyp',
        help_short='Runs gyp to update all projects.',
        *args, **kwargs)

  def execute(self, args, cwd):
    print 'Running gyp...'
    print ''

    # Update GYP.
    run_all_gyps()

    print 'Success!'
    return 0


class BuildCommand(Command):
  """'build' command."""

  def __init__(self, *args, **kwargs):
    super(BuildCommand, self).__init__(
        name='build',
        help_short='Builds the project.',
        *args, **kwargs)

  def execute(self, args, cwd):
    # TODO(benvanik): add arguments:
    # --force
    debug = '--debug' in args
    config = 'debug' if debug else 'release'

    # If there's no LLVM we may have been cleaned - run setup again.
    if not os.path.exists('build/llvm/'):
      print 'Missing LLVM, running setup...'
      shell_call('python xenia-build.py setup')
      print ''

    print 'Building %s...' % (config)
    print ''

    print '- running gyp for ninja...'
    run_gyp('ninja')
    print ''

    print '- building xenia in %s...' % (config)
    result = shell_call('ninja -C build/xenia/%s' % (config),
                        throw_on_error=False)
    print ''
    if result != 0:
      return result

    print 'Success!'
    return 0


class TestCommand(Command):
  """'test' command."""

  def __init__(self, *args, **kwargs):
    super(TestCommand, self).__init__(
        name='test',
        help_short='Runs all tests.',
        *args, **kwargs)

  def execute(self, args, cwd):
    print 'Testing...'
    print ''

    # First run make and update all of the test files.
    # TOOD(benvanik): disable on Windows
    print 'Updating test files...'
    result = shell_call('make -C test/codegen/')
    print ''
    if result != 0:
      return result

    # Start the test runner.
    print 'Launching test runner...'
    result = shell_call('bin/xenia-test')
    print ''

    return result


class XethunkCommand(Command):
  """'xethunk' command."""

  def __init__(self, *args, **kwargs):
    super(XethunkCommand, self).__init__(
        name='xethunk',
        help_short='Updates the xethunk.bc file.',
        *args, **kwargs)

  def execute(self, args, cwd):
    print 'Building xethunk...'
    print ''

    path = 'src/xenia/cpu/xethunk/xethunk'
    result = shell_call('clang -emit-llvm -O0 -c %s.c -o %s.bc' % (path, path),
                        throw_on_error=False)
    if result != 0:
      return result

    shell_call('build/llvm/release/bin/llvm-dis %s.bc -o %s.ll' % (path, path))

    shell_call('cat %s.ll' % (path))

    print 'Success!'
    return 0


class CleanCommand(Command):
  """'clean' command."""

  def __init__(self, *args, **kwargs):
    super(CleanCommand, self).__init__(
        name='clean',
        help_short='Removes intermediate files and build output.',
        *args, **kwargs)

  def execute(self, args, cwd):
    print 'Cleaning build artifacts...'
    print ''

    print '- removing build/xenia/...'
    if os.path.isdir('build/xenia/'):
      shutil.rmtree('build/xenia/')
    print ''

    print 'Success!'
    return 0


class NukeCommand(Command):
  """'nuke' command."""

  def __init__(self, *args, **kwargs):
    super(NukeCommand, self).__init__(
        name='nuke',
        help_short='Removes all build/ output.',
        *args, **kwargs)

  def execute(self, args, cwd):
    print 'Cleaning build artifacts...'
    print ''

    print '- removing build/...'
    if os.path.isdir('build/'):
      shutil.rmtree('build/')
    print ''

    print 'Success!'
    return 0


if __name__ == '__main__':
  main()