#!/usr/bin/env python3
"""
Downloads required libraries for xemu builds on macOS from MacPorts repositories
"""
# Based on https://github.com/tpoechtrager/osxcross/blob/master/tools/osxcross-macports
# which is based on https://github.com/maci0/pmmacports
from urllib.request import urlopen
import re
import os.path
from tarfile import TarFile
import subprocess
# MIRROR = 'http://packages.macports.org/macports/packages'
MIRROR = 'http://nue.de.packages.macports.org/macports/packages'
class LibInstaller:
DARWIN_TARGET_X64="darwin_17" # macOS 10.13
DARWIN_TARGET_ARM64="darwin_20" # macOS 11.x
def __init__(self, arch):
self._queue = []
self._installed = []
if arch == 'x86_64':
self._darwin_target = self.DARWIN_TARGET_X64
elif arch == 'arm64':
self._darwin_target = self.DARWIN_TARGET_ARM64
else:
assert False, "Add arch"
self._arch = arch
self._extract_path = os.path.realpath(f'./macos-libs/{self._arch}')
if not os.path.exists(self._extract_path):
os.makedirs(self._extract_path)
self._installed_path = os.path.join(self._extract_path, 'INSTALLED')
self._pkgs_path = os.path.realpath(os.path.join(f'./macos-pkgs'))
if not os.path.exists(self._pkgs_path):
os.makedirs(self._pkgs_path)
def get_latest_pkg_filename_url(self, pkg_name):
pkg_base_name = pkg_name.split('-')[0]
pkg_base_url = f'{MIRROR}/{pkg_base_name}'
pkg_list = urlopen(pkg_base_url).read().decode('utf-8')
pkgs = re.findall(pkg_name + r'[\w\.\-\_\+]*?\.' + self._darwin_target + r'\.' + self._arch + r'\.tbz2', pkg_list)
pkg_filename = pkgs[-1]
return pkg_filename, f'{pkg_base_url}/{pkg_filename}'
def is_pkg_installed(self, pkg_name):
if not os.path.exists(self._installed_path):
return False
with open(self._installed_path) as f:
installed = [l.strip().split('=')[0] for l in f.readlines()]
return pkg_name in installed
def mark_pkg_installed(self, pkg_name, pkg_version):
if self.is_pkg_installed(pkg_name):
return
with open(os.path.join(self._extract_path, 'INSTALLED'), 'a+') as f:
f.write(f'{pkg_name}={pkg_version}\n')
def download_file(self, desc, url, dst):
if os.path.exists(dst):
print(f' [+] Already have {desc}')
else:
print(f' [+] Downloading {desc}')
with open(dst, 'wb') as f:
f.write(urlopen(url).read())
def verify_pkg(self, pkg_path, sig_path):
PUBKEYURL="https://svn.macports.org/repository/macports/trunk/base/macports-pubkey.pem"
PUBKEYRMD160="d3a22f5be7184d6575afcc1be6fdb82fd25562e8"
PUBKEYSHA1="214baa965af76ff71187e6c1ac91c559547f48ab"
key_filename = 'macports-pubkey.pem'
dst_key_filename = os.path.join(self._pkgs_path, key_filename)
self.download_file('MacPorts key', PUBKEYURL, dst_key_filename)
rmd160 = subprocess.run('openssl rmd160 "' + dst_key_filename + "\" | awk '{print $2}'",
capture_output=True, shell=True,
check=True).stdout.decode('utf-8').strip()
sha1 = subprocess.run('openssl sha1 "' + dst_key_filename + "\" | awk '{print $2}'",
capture_output=True, shell=True,
check=True).stdout.decode('utf-8').strip()
assert (rmd160 == PUBKEYRMD160 and sha1 == PUBKEYSHA1), 'Invalid MacPorts key'
sha1 = subprocess.run('openssl dgst -ripemd160 '
f'-verify "{dst_key_filename}" '
f'-signature "{sig_path}" "{pkg_path}"',
shell=True, check=True)
def is_pkg_skipped(self, pkg_name):
return pkg_name.startswith('python')
def install_pkg(self, pkg_name):
if self.is_pkg_installed(pkg_name):
return
if self.is_pkg_skipped(pkg_name):
print(f'[*] Skipping package {pkg_name}')
return
print(f'[*] Fetching {pkg_name}')
pkg_filename, pkg_url = self.get_latest_pkg_filename_url(pkg_name)
pkg_version = re.match(r'^[\w_]+-([\w\.\-\_\+]*?)\.' + self._darwin_target, pkg_filename).groups(1)[0]
dst_pkg_filename = os.path.join(self._pkgs_path, pkg_filename)
print(f' [*] Found package {pkg_filename}')
self.download_file(pkg_filename, pkg_url, dst_pkg_filename)
dst_pkg_sig_filename = dst_pkg_filename + '.rmd160'
pkg_sig_url = pkg_url + '.rmd160'
self.download_file('package signature', pkg_sig_url, dst_pkg_sig_filename)
print(f' [+] Verifying package')
self.verify_pkg(dst_pkg_filename, dst_pkg_sig_filename)
print(f' [+] Looking for dependencies')
tb = TarFile.open(dst_pkg_filename)
pkg_contents_file = tb.extractfile('./+CONTENTS').read().decode('utf-8')
for dep in re.findall(r'@pkgdep (.+)', pkg_contents_file):
print(f' [>] {dep}')
dep = dep.split('-')[0]
self._queue.append(dep)
print(f' [*] Checking tarball...')
for fpath in tb.getnames():
extracted_path = os.path.realpath(os.path.join(self._extract_path, fpath))
assert extracted_path.startswith(self._extract_path), f'tarball has a global file: {fname}'
print(f' [*] Extracting to {self._extract_path}')
tb.extractall(self._extract_path, numeric_owner=True)
for fpath in tb.getnames():
# FIXME: Symlinks
extracted_path = os.path.realpath(os.path.join(self._extract_path, fpath))
if extracted_path.endswith('.pc'):
print(f' [*] Fixing {extracted_path}')
with open(extracted_path, 'r') as f:
lines = f.readlines()
for i, l in enumerate(lines):
if l.strip().startswith('prefix'):
lines[i] = f'prefix={self._extract_path}/opt/local\n'
break
with open(extracted_path, 'w') as f:
f.write(''.join(lines))
if pkg_name == 'glib2':
fpath = './opt/local/include/glib-2.0/glib/gi18n.h'
extracted_path = os.path.realpath(os.path.join(self._extract_path, fpath))
print(f' [*] Fixing {extracted_path}')
with open(extracted_path, 'r') as f:
lines = f.read()
s = '/opt/local/include/libintl.h'
lines = lines.replace(s, self._extract_path + s)
with open(extracted_path, 'w') as f:
f.write(lines)
self.mark_pkg_installed(pkg_name, pkg_version)
def install_pkgs(self, requested):
self._queue.extend(requested)
while len(self._queue) > 0:
pkg_name = self._queue.pop(0)
self.install_pkg(pkg_name)
def main():
import argparse
ap = argparse.ArgumentParser()
ap.add_argument('arch', choices=('arm64', 'x86_64'))
args = ap.parse_args()
li = LibInstaller(args.arch)
li.install_pkgs([
'libsdl2',
'glib2',
'libsamplerate',
'libpixman',
'libepoxy',
'openssl10',
'libpcap'])
if __name__ == '__main__':
main()