From 2a1a7d0d8e5a1fd3d16b15536380d256c6db983e Mon Sep 17 00:00:00 2001 From: Rafael Kitover Date: Sat, 6 Aug 2022 11:31:07 +0000 Subject: [PATCH] WIP Signed-off-by: Rafael Kitover --- tools/builder/cross.sh | 563 ++++++++++++++++++++++++++++++++++ tools/osx/arm64-cross-builder | 10 + 2 files changed, 573 insertions(+) create mode 100644 tools/builder/cross.sh create mode 100755 tools/osx/arm64-cross-builder diff --git a/tools/builder/cross.sh b/tools/builder/cross.sh new file mode 100644 index 00000000..c3764bd0 --- /dev/null +++ b/tools/builder/cross.sh @@ -0,0 +1,563 @@ +#!/bin/sh + +set -e + +target_bits=64 +target_cpu_family=x86_64 +target_cpu=x86_64 +lib_suffix=64 +target_endian=little + +case "$1" in + -64) + shift + ;; + -32) + target_bits=32 + target_cpu_family=x86 + target_cpu=i686 + lib_suffix= + shift + ;; +esac + +target_arch="${target_cpu}-w64-mingw32" + +export BUILD_ROOT="$HOME/vbam-build-mingw${target_bits}" + +do_not_remove_dists= + +host_dists=' + unzip zip cmake autoconf autoconf-archive automake getopt m4 gsed bison + flex-2.6.3 flex c2man docbook2x libtool help2man texinfo xmlto pkgconfig + nasm yasm xorg-macros dejavu liberation urw graphviz docbook4.2 + docbook4.1.2 docbook4.3 docbook4.4 docbook4.5 docbook5.0 docbook-xsl + docbook-xsl-ns python2 python3 swig doxygen bakefile setuptools pip + intltool ninja meson shared-mime-info gperf +' + +both_dists=' + openssl zlib bzip2 libiconv gettext xz libxml2 expat libpng freetype + fontconfig libicu +' + +[ -n "$BUILD_ENV" ] && eval "$BUILD_ENV" + +BUILD_ENV=$BUILD_ENV$(cat <$BUILD_ROOT/tmp/meson_cross_$$.txt </dev/null || : +} + +host_env() { + if [ -z "$OCC" ]; then + cat </dev/null || : +} + +target_env_base() { + rm -f "$BUILD_ROOT/root" + ln -sf "$BUILD_ROOT/target" "$BUILD_ROOT/root" + + # make links to executables in the target as well + IFS=$NL + for exe in $(find "$BUILD_ROOT/host/bin" -maxdepth 1 -type f); do + IFS=$OIFS + basename=${exe##*/} + if ! path_exists "$BUILD_ROOT/target/bin/$basename"; then + ln -s "$exe" "$BUILD_ROOT/target/bin/$basename"; + fi + done + IFS=$OIFS + + target_env_hook 2>/dev/null || : +} + +target_env() { + if [ -n "$OCC" ]; then + cat </dev/null || : +} + +# replace install artifact paths with absolute paths into host and target trees +# so that the check for which dists are already built works correctly +pre_build_all() { + new_dists= + IFS=$NL + for dist in $DISTS; do + IFS=$OIFS + + set -- $dist + + case "$(table_line DIST_PRE_BUILD "$1")" in + *host_env*) + path="$BUILD_ROOT/host/$3" + ;; + *) + path="$BUILD_ROOT/target/$3" + ;; + esac + + new_dists="$new_dists $1 $2 $path $NL" + done + IFS=$OIFS + + DISTS=$new_dists +} + +for dist in $host_dists $perl_dists; do + table_line_append DIST_PRE_BUILD $dist ':; eval "$(host_env)";' + table_line_replace DIST_POST_BUILD $dist "eval \"\$(target_env)\"; $(table_line DIST_POST_BUILD $dist)" +done + +for dist in $both_dists; do + duplicate_dist $dist "${dist}-target" + + table_line_append DIST_PRE_BUILD $dist ':; eval "$(host_env)";' + table_line_replace DIST_POST_BUILD $dist "eval \"\$(target_env)\"; $(table_line DIST_POST_BUILD $dist)" +done + +remove_dists='graphviz python2 python3 meson swig libxml2-python doxygen bakefile setuptools pip XML-Parser intltool libsecret shared-mime-info' + +for dist in $remove_dists; do + if ! list_contains $dist $do_not_remove_dists; then + table_line_remove DISTS "$dist" + fi +done + +# build bzip2 for target with autotools patch +bzip2_target=$(table_line DISTS bzip2-target) + +table_line_remove DISTS bzip2-target + +table_insert_after DISTS libtool "bzip2-target $bzip2_target" + +table_line_append DIST_PATCHES bzip2-target 'https://raw.githubusercontent.com/Alexpux/MINGW-packages/master/mingw-w64-bzip2/bzip2-buildsystem.all.patch' + +table_line_remove DIST_MAKE_ARGS bzip2-target +# done with bzip2-target + +# use mingw version of libuuid + +if [ "$os" != windows ]; then + table_line_remove DISTS libuuid-target + table_insert_after DISTS libuuid "libuuid-target https://github.com/h0tw1r3/libuuid-mingw/archive/1.0.1.tar.gz lib/libuuid_mingw.a" +else + table_line_replace DISTS libuuid "https://github.com/h0tw1r3/libuuid-mingw/archive/1.0.1.tar.gz lib/libuuid_mingw.a" +fi + +# done with libuuid + +table_line_append DIST_PRE_BUILD zlib ":; \ + sed -i.bak ' \ + s/defined(_WIN32) *|| *defined(__CYGWIN__)/defined(_WIN32)/ \ + ' gzguts.h; \ +" + +table_line_append DIST_POST_BUILD zlib-target ":; \ + rm -f \$BUILD_ROOT/root/lib/libz.dll.a \$BUILD_ROOT/root/bin/libz.dll; \ +" + +table_line_replace DIST_CONFIGURE_TYPES zlib-target cmake +table_line_append DIST_ARGS zlib-target -DUNIX=1 +table_line_remove DIST_CONFIGURE_OVERRIDES zlib-target + +zlib_dist=$(table_line DISTS zlib-target) + +table_line_remove DISTS zlib-target + +table_insert_after DISTS cmake "zlib-target $zlib_dist" + +# mingw -ldl equivalent, needed by some things +table_insert_after DISTS cmake "dlfcn https://github.com/dlfcn-win32/dlfcn-win32/archive/v1.1.2.tar.gz lib/libdl.a" + +table_line_replace DIST_CONFIGURE_TYPES dlfcn cmake + +if [ "$target_bits" -eq 32 ]; then + # this is necessary for a linkable libffi on i686 for whatever reason + # see: https://bugzilla.mozilla.org/show_bug.cgi?id=1336569 + table_line_append DIST_EXTRA_CPPFLAGS libffi -DSYMBOL_UNDERSCORE +fi + +libicu=libicu + +if [ -n "$(table_line DISTS libicu-target || :)" ]; then + libicu=libicu-target +fi + +table_line_append DIST_PATCHES $libicu " \ + https://raw.githubusercontent.com/Alexpux/MINGW-packages/master/mingw-w64-icu/0004-move-to-bin.mingw.patch \ + https://raw.githubusercontent.com/Alexpux/MINGW-packages/master/mingw-w64-icu/0007-actually-move-to-bin.mingw.patch \ + https://raw.githubusercontent.com/Alexpux/MINGW-packages/master/mingw-w64-icu/0008-data-install-dir.mingw.patch \ + https://raw.githubusercontent.com/Alexpux/MINGW-packages/master/mingw-w64-icu/0009-fix-bindir-in-config.mingw.patch \ + https://raw.githubusercontent.com/Alexpux/MINGW-packages/master/mingw-w64-icu/0011-sbin-dir.mingw.patch \ + https://raw.githubusercontent.com/Alexpux/MINGW-packages/master/mingw-w64-icu/0012-libprefix.mingw.patch \ + https://raw.githubusercontent.com/Alexpux/MINGW-packages/master/mingw-w64-icu/0014-mingwize-pkgdata.mingw.patch \ + https://raw.githubusercontent.com/Alexpux/MINGW-packages/master/mingw-w64-icu/0015-debug.mingw.patch \ + https://raw.githubusercontent.com/Alexpux/MINGW-packages/master/mingw-w64-icu/0016-icu-pkgconfig.patch \ + https://raw.githubusercontent.com/Alexpux/MINGW-packages/master/mingw-w64-icu/0017-icu-config-versioning.patch \ + https://raw.githubusercontent.com/Alexpux/MINGW-packages/master/mingw-w64-icu/0021-mingw-static-libraries-without-s.patch \ + https://raw.githubusercontent.com/Alexpux/MINGW-packages/master/mingw-w64-icu/0023-fix-twice-include-platform_make_fragment.patch \ +" + +table_line_append DIST_PRE_BUILD $libicu ":; sed -E -i.bak 's/@echo -n /@printf \"%s\" /g' config/mh-mingw*;" + +table_insert_after DISTS libiconv-target ' + catgets https://downloads.sourceforge.net/project/mingw/MinGW/Extension/catgets/mingw-catgets-1.0.1/mingw-catgets-1.0.1-src.tar.gz include/langinfo.h +' + +table_line_append DIST_PATCHES catgets "\ + https://gist.githubusercontent.com/rkitover/4fe26d4af9e20234ba7821100356b0a6/raw/1f11522e9feea3c2a431beca57fc3db07ca44a1c/mingw-catgets-mc_realloc-and-langinfo.patch \ +" + +table_line_append DIST_POST_BUILD catgets ":; \ + rm -f \$BUILD_ROOT/root/lib/libcatgets.dll.a \$BUILD_ROOT/root/bin/libcatgets.dll; \ +" + +table_line_append DIST_PATCHES fontconfig-target " \ + https://raw.githubusercontent.com/Alexpux/MINGW-packages/master/mingw-w64-fontconfig/0001-fix-config-linking.all.patch \ + https://raw.githubusercontent.com/Alexpux/MINGW-packages/master/mingw-w64-fontconfig/0002-fix-mkdir.mingw.patch \ + https://raw.githubusercontent.com/Alexpux/MINGW-packages/master/mingw-w64-fontconfig/0004-fix-mkdtemp.mingw.patch \ + https://raw.githubusercontent.com/Alexpux/MINGW-packages/master/mingw-w64-fontconfig/0005-fix-setenv.mingw.patch \ + https://raw.githubusercontent.com/Alexpux/MINGW-packages/master/mingw-w64-fontconfig/0007-pkgconfig.mingw.patch \ +" + +table_line_append DIST_PATCHES libgd 'https://gist.githubusercontent.com/rkitover/c64ea5b83ddea94ace58c40c7de42879/raw/fbaf4885fbefb302116b56626c0e191df514e8c6/libgd-2.2.4-mingw-static.patch' + +table_insert_before DISTS sfml ' + openal https://github.com/kcat/openal-soft/archive/openal-soft-1.19.1.tar.gz lib/libOpenAL32.a +' + +table_line_append DIST_ARGS openal '-DLIBTYPE=STATIC -DALSOFT_UTILS=OFF -DALSOFT_EXAMPLES=OFF -DALSOFT_TESTS=OFF' + +table_line_append DIST_PATCHES mp3lame "https://raw.githubusercontent.com/msys2/MINGW-packages/master/mingw-w64-lame/0007-revert-posix-code.patch" + +table_line_append DIST_POST_BUILD libgsm ":; \ + rm -f \$BUILD_ROOT/root/lib/libgsm.dll.a \$BUILD_ROOT/root/bin/libgsm.dll; \ +" + +table_line_append DIST_POST_BUILD ffmpeg ":; \ + sed -i.bak 's/-lSDL2main//g; s/-lstdc++//g; s/-lgcc_s//g; s/-lgcc//g; s/-lpthread//g' \$BUILD_ROOT/root/lib/pkgconfig/libav*.pc +" + +table_line_append DIST_PRE_BUILD xvidcore ":; sed -i.bak 's/STATIC_LIB=\"xvidcore\\./STATIC_LIB=\"libxvidcore./; \ + s/SHARED_LIB=\"xvidcore\\./SHARED_LIB=\"libxvidcore./' configure.in; \ +" +table_line_replace DIST_CONFIGURE_TYPES xvidcore autoreconf + +# this was my attempt to fix the problem with msys paths in the perl configs, but does not help +# so the doc dir is removed from expat +#table_line_append DIST_POST_CONFIGURE docbook2x ":; sed -i.bak 's,q, *$/\1.exe>,/; }' perl/config.pl;" + +table_line_append DIST_ARGS libsoxr '-DWITH_OPENMP=NO' + +table_line_append DIST_CONFIGURE_OVERRIDES ffmpeg "--extra-ldflags='-Wl,-allow-multiple-definition' --extra-libs='-lwsock32 -lws2_32 -liphlpapi -lfreetype'" + +table_line_append DIST_ARGS gettext "--enable-threads=windows" + +table_line_append DIST_ARGS glib -Dforce_posix_threads=true + +table_line_append DIST_PATCHES glib "\ + https://raw.githubusercontent.com/msys2/MINGW-packages/master/mingw-w64-glib2/0001-Update-g_fopen-g_open-and-g_creat-to-open-with-FILE_.patch \ + https://raw.githubusercontent.com/Alexpux/MINGW-packages/master/mingw-w64-glib2/0001-win32-Make-the-static-build-work-with-MinGW-when-pos.patch \ + https://raw.githubusercontent.com/msys2/MINGW-packages/master/mingw-w64-glib2/0001-disable-some-tests-when-static.patch \ + https://gist.githubusercontent.com/rkitover/2edaf9583fb3068bb14016571e6f7d01/raw/ece80116d5618f372464f02392a9bcab670ce6c1/glib-mingw-no-strerror_s.patch \ +" + +table_line_append DIST_PATCHES graphite2 "\ + https://raw.githubusercontent.com/msys2/MINGW-packages/master/mingw-w64-graphite2/001-graphite2-1.3.12-win64.patch \ +" + +table_line_append DIST_PATCHES libgsm "\ + https://raw.githubusercontent.com/Alexpux/MINGW-packages/master/mingw-w64-gsm/0001-adapt-makefile-to.mingw.patch \ + https://raw.githubusercontent.com/Alexpux/MINGW-packages/master/mingw-w64-gsm/0002-adapt-config-h-to.mingw.patch \ + https://raw.githubusercontent.com/Alexpux/MINGW-packages/master/mingw-w64-gsm/0003-fix-ln.mingw.patch \ +" + +table_line_append DIST_PATCHES libtheora "\ + http://src.fedoraproject.org/cgit/rpms/mingw-libtheora.git/plain/mingw-libtheora-1.1.1-rint.patch?id=a35cf93c3068ed4c8a59691a3cf129766d875444 \ +" + +table_line_append DIST_PRE_BUILD wxwidgets ":; \ + if path_exists \$BUILD_ROOT/root/include/langinfo.h; then \ + mv \$BUILD_ROOT/root/include/langinfo.h \$BUILD_ROOT/root/include/langinfo.bak; \ + fi; +" + +table_line_append DIST_POST_BUILD wxwidgets ":; \ + if path_exists \$BUILD_ROOT/root/include/langinfo.bak; then \ + mv \$BUILD_ROOT/root/include/langinfo.bak \$BUILD_ROOT/root/include/langinfo.h; \ + fi; +" + +if [ "$target_bits" = 32 ]; then + table_line_append DIST_EXTRA_CFLAGS libvpx -mstackrealign +else + table_line_append DIST_EXTRA_CFLAGS libvpx -fno-asynchronous-unwind-tables +fi +installing_cross_deps() { + puts "${NL}Installing cross dependencies for your OS...${NL}${NL}" +} + +fedora_install_cross_deps() { + pkg_prefix="mingw${target_bits}" + + set -- + for p in gcc cpp gcc-c++ binutils headers crt filesystem winpthreads-static; do + set -- "$@" "${pkg_prefix}-${p}" + done + + sudo dnf install -y --nogpgcheck --best --allowerasing "$@" gettext-devel wxGTK3-devel python +} + +suse_install_cross_deps() { + suse_dist=$(. /etc/os-release; echo $PRETTY_NAME | sed 's/ /_/g') + + sudo zypper ar -f https://download.opensuse.org/repositories/windows:/mingw:/win64/${suse_dist}/windows:mingw:win64.repo || : + sudo zypper ar -f https://download.opensuse.org/repositories/windows:/mingw:/win32/${suse_dist}/windows:mingw:win32.repo || : + + sudo zypper refresh + + pkg_prefix="mingw${target_bits}" + + set -- + for p in cross-gcc cross-cpp cross-gcc-c++ cross-binutils headers filesystem winpthreads-devel; do + set -- "$@" "${pkg_prefix}-${p}" + done + + sudo zypper in -y "$@" gettext-tools wxGTK3-3_2-devel python3-pip +} + +# do not install deps if there are other options like --env +if [ $# -eq 0 ]; then + case "$linux_distribution" in + fedora) + installing_cross_deps + fedora_install_cross_deps + done_msg + ;; + suse) + installing_cross_deps + suse_install_cross_deps + done_msg + ;; + esac +fi + +openssl_host=mingw +[ "$target_bits" -eq 64 ] && openssl_host=mingw64 + +table_line_replace DIST_CONFIGURE_OVERRIDES openssl-target "./Configure $openssl_host no-shared --prefix=/usr --openssldir=/etc/ssl --cross-compile-prefix=${target_arch}-" + +table_line_append DIST_PRE_BUILD bzip2-target ':; sed -i.bak '\''s,include ,include ,g'\'' *.c;' + +table_line_append DIST_ARGS libicu-target "--with-cross-build=\$BUILD_ROOT/dists/libicu/source" + +# the native tools openal uses for building can be problematic when cross-compiling +table_line_append DIST_PATCHES openal '-p0 https://gist.githubusercontent.com/rkitover/d371d199ee0ac67864d0940aa7e7c12c/raw/29f3bc4afaba41b35b3fcbd9d18d1f0a22e3dc13/openal-cross-no-cmake-for-native-tools.patch' + +table_line_replace DIST_POST_BUILD harfbuzz "$(table_line DIST_POST_BUILD harfbuzz | sed 's/rebuild_dist freetype /rebuild_dist freetype-target /')" + +table_line_replace DIST_POST_BUILD glib "$(table_line DIST_POST_BUILD glib | sed 's/rebuild_dist gettext /rebuild_dist gettext-target /')" + +table_line_append DIST_ARGS libsoxr '-DHAVE_WORDS_BIGENDIAN_EXITCODE=0' + +vpx_target=x86-win32-gcc +[ "$target_bits" -eq 64 ] && vpx_target=x86_64-win64-gcc + +table_line_append DIST_CONFIGURE_OVERRIDES libvpx --target=$vpx_target + +table_line_append DIST_CONFIGURE_OVERRIDES ffmpeg "--arch=$target_cpu --target-os=mingw32 --cross-prefix=${target_arch}- --enable-cross-compile --pkg-config='$BUILD_ROOT/host/bin/pkg-config'" diff --git a/tools/osx/arm64-cross-builder b/tools/osx/arm64-cross-builder new file mode 100755 index 00000000..5c4bb7dd --- /dev/null +++ b/tools/osx/arm64-cross-builder @@ -0,0 +1,10 @@ +#!/bin/sh + +set -e + +LANG=C LC_COLLATE=C LC_CTYPE=C LC_MESSAGES=C LC_MONETARY=C LC_NUMERIC=C LC_TIME=C LC_ALL=C +export LANG LC_COLLATE LC_CTYPE LC_MESSAGES LC_MONETARY LC_NUMERIC LC_TIME LC_ALL + +. "${0%/*}/../builder/mingw-cross.sh" + +builder "$@"