Add gnu based static binary support

2026-03-17 20:34:51 +08:00 · 2025-01-28 19:37:50 +08:00 · 2025-01-28 19:37:50 +08:00 · 75ee69b07d
commit 75ee69b07d
parent f19e90afd7
19 changed files with 201 additions and 18 deletions
--- a/bin/spc-gnu-docker
+++ b/bin/spc-gnu-docker
@ -0,0 +1,104 @@
+#!/usr/bin/env bash
+
+# This file is using docker to run commands
+set -e
+
+# Detect docker can run
+if ! which docker >/dev/null; then
+  echo "Docker is not installed, please install docker first !"
+  exit 1
+fi
+DOCKER_EXECUTABLE="docker"
+# shellcheck disable=SC2046
+if [ $(id -u) -ne 0 ]; then
+    if ! docker info > /dev/null 2>&1; then
+        if [ "$SPC_USE_SUDO" != "yes" ]; then
+            echo "Docker command requires sudo"
+            # shellcheck disable=SC2039
+            echo -n 'To use sudo to run docker, run "export SPC_USE_SUDO=yes" and run command again'
+            exit 1
+        fi
+        DOCKER_EXECUTABLE="sudo docker"
+    fi
+fi
+
+
+
+# to check if qemu-docker run
+if [ "$SPC_USE_ARCH" = "" ]; then
+    SPC_USE_ARCH=current
+fi
+case $SPC_USE_ARCH in
+current)
+    BASE_ARCH=$(uname -m)
+    if [ "$BASE_ARCH" = "arm64" ]; then
+        BASE_ARCH=aarch64
+    fi
+    ;;
+aarch64)
+    BASE_ARCH=aarch64
+    # shellcheck disable=SC2039
+    echo -e "\e[033m* Using different arch needs to setup qemu-static for docker !\e[0m"
+    $DOCKER_EXECUTABLE run --rm --privileged multiarch/qemu-user-static:register --reset > /dev/null
+    ;;
+*)
+    echo "Current arch is not supported to run in docker: $SPC_USE_ARCH"
+    exit 1
+    ;;
+esac
+
+# Detect docker env is setup
+if ! $DOCKER_EXECUTABLE images | grep -q cwcc-spc-gnu-$SPC_USE_ARCH; then
+    echo "Docker container does not exist. Building docker image ..."
+    $DOCKER_EXECUTABLE build -t cwcc-spc-gnu-$SPC_USE_ARCH -f- . <<EOF
+FROM centos:7
+RUN sed -i 's/mirror.centos.org/vault.centos.org/g' /etc/yum.repos.d/*.repo && \
+    sed -i 's/^#.*baseurl=http/baseurl=http/g' /etc/yum.repos.d/*.repo && \
+    sed -i 's/^mirrorlist=http/#mirrorlist=http/g' /etc/yum.repos.d/*.repo
+RUN yum clean all && \
+    yum makecache && \
+    yum update -y
+
+RUN curl -o cmake.tgz -fsSL https://github.com/Kitware/CMake/releases/download/v3.31.4/cmake-3.31.4-linux-$BASE_ARCH.tar.gz && \
+    mkdir /cmake && \
+    tar -xzf cmake.tgz -C /cmake --strip-components 1
+
+WORKDIR /app
+ADD ./src /app/src
+COPY ./composer.* /app/
+ADD ./bin/setup-runtime /app/bin/setup-runtime
+ADD ./bin/spc /app/bin/spc
+RUN /app/bin/setup-runtime
+RUN /app/bin/php /app/bin/composer install --no-dev --classmap-authoritative
+ENV PATH="/app/bin:/cmake/bin:$PATH"
+ENV SPC_SKIP_DOCTOR_CHECK_ITEMS="if musl-wrapper is installed,if musl-cross-make is installed"
+
+
+ADD ./config/env.ini /app/config/env.ini
+RUN bin/spc doctor --auto-fix --debug
+EOF
+fi
+
+# Check if in ci (local terminal can execute with -it)
+if [ -t 0 ]; then
+    INTERACT=-it
+else
+    INTERACT=''
+fi
+
+# Mounting volumes
+MOUNT_LIST=""
+# shellcheck disable=SC2089
+MOUNT_LIST="$MOUNT_LIST -v ""$(pwd)""/config:/app/config"
+MOUNT_LIST="$MOUNT_LIST -v ""$(pwd)""/src:/app/src"
+MOUNT_LIST="$MOUNT_LIST -v ""$(pwd)""/buildroot:/app/buildroot"
+MOUNT_LIST="$MOUNT_LIST -v ""$(pwd)""/source:/app/source"
+MOUNT_LIST="$MOUNT_LIST -v ""$(pwd)""/dist:/app/dist"
+MOUNT_LIST="$MOUNT_LIST -v ""$(pwd)""/downloads:/app/downloads"
+MOUNT_LIST="$MOUNT_LIST -v ""$(pwd)""/pkgroot:/app/pkgroot"
+
+# Run docker
+# shellcheck disable=SC2068
+# shellcheck disable=SC2086
+# shellcheck disable=SC2090
+$DOCKER_EXECUTABLE run --rm $INTERACT -e SPC_FIX_DEPLOY_ROOT="$(pwd)" $MOUNT_LIST cwcc-spc-gnu-$SPC_USE_ARCH bin/spc $@
--- a/config/env.custom.ini
+++ b/config/env.custom.ini
@ -0,0 +1,14 @@
+; Modify this file name to `env.custom.ini`, and run `bin/spc-gnu-docker`,
+; you can compile a GNU libc based static binary !
+[global]
+SPC_SKIP_DOCTOR_CHECK_ITEMS="if musl-wrapper is installed,if musl-cross-make is installed"
+
+[linux]
+CC=gcc
+CXX=g++
+AR=ar
+LD=ld
+SPC_DEFAULT_C_FLAGS=-fPIC
+SPC_NO_MUSL_PATH=yes
+SPC_CMD_VAR_PHP_MAKE_EXTRA_LDFLAGS_PROGRAM="-Wl,-O1 -pie"
+SPC_CMD_VAR_PHP_MAKE_EXTRA_LIBS="-ldl -lpthread -lm -lresolv -lutil"
--- a/src/SPC/builder/linux/LinuxBuilder.php
+++ b/src/SPC/builder/linux/LinuxBuilder.php
@ -15,6 +15,8 @@ use SPC\util\GlobalEnvManager;

 class LinuxBuilder extends UnixBuilderBase
 {
+    public string $libc;
+
    /** @var bool Micro patch phar flag */
    private bool $phar_patched = false;

@ -25,13 +27,18 @@ class LinuxBuilder extends UnixBuilderBase
    public function __construct(array $options = [])
    {
        $this->options = $options;
+        SystemUtil::initLibcVar($this->options['libc'] ?? null);
+
+        $this->libc = getenv('SPC_LIBC') ?: LIBC_MUSL_WRAPPER;

        // check musl-cross make installed if we use musl-cross-make
        $arch = arch2gnu(php_uname('m'));

-        // set library path, some libraries need it. (We cannot use `putenv` here, because cmake will be confused)
-        $this->setOptionIfNotExist('library_path', "LIBRARY_PATH=/usr/local/musl/{$arch}-linux-musl/lib");
-        $this->setOptionIfNotExist('ld_library_path', "LD_LIBRARY_PATH=/usr/local/musl/{$arch}-linux-musl/lib");
+        if ($this->libc !== LIBC_GLIBC) {
+            // set library path, some libraries need it. (We cannot use `putenv` here, because cmake will be confused)
+            $this->setOptionIfNotExist('library_path', "LIBRARY_PATH=/usr/local/musl/{$arch}-linux-musl/lib");
+            $this->setOptionIfNotExist('ld_library_path', "LD_LIBRARY_PATH=/usr/local/musl/{$arch}-linux-musl/lib");
+        }

        GlobalEnvManager::init($this);

--- a/src/SPC/builder/linux/SystemUtil.php
+++ b/src/SPC/builder/linux/SystemUtil.php
@ -182,4 +182,12 @@ class SystemUtil
            'arch', 'manjaro',
        ];
    }
+
+    public static function initLibcVar(?string $libc = null): void
+    {
+        if ($libc === null) {
+            $libc = self::isMuslDist() ? 'musl' : 'musl-wrapper';
+        }
+        f_putenv('SPC_LIBC=' . $libc);
+    }
 }
--- a/src/SPC/builder/linux/library/libpng.php
+++ b/src/SPC/builder/linux/library/libpng.php
@ -44,7 +44,8 @@ class libpng extends LinuxLibraryBase
        shell()->cd($this->source_dir)
            ->exec('chmod +x ./configure')
            ->exec('chmod +x ./install-sh')
-            ->exec(
+            ->setEnv(['CFLAGS' => $this->getLibExtraCFlags() ?: $this->builder->arch_c_flags, 'LIBS' => $this->getLibExtraLibs()])
+            ->execWithEnv(
                'LDFLAGS="-L' . BUILD_LIB_PATH . '" ' .
                './configure ' .
                '--disable-shared ' .
@ -54,9 +55,9 @@ class libpng extends LinuxLibraryBase
                $optimizations .
                '--prefix='
            )
-            ->exec('make clean')
-            ->exec("make -j{$this->builder->concurrency} DEFAULT_INCLUDES='-I{$this->source_dir} -I" . BUILD_INCLUDE_PATH . "' LIBS= libpng16.la")
-            ->exec('make install-libLTLIBRARIES install-data-am DESTDIR=' . BUILD_ROOT_PATH);
+            ->execWithEnv('make clean')
+            ->execWithEnv("make -j{$this->builder->concurrency} DEFAULT_INCLUDES='-I{$this->source_dir} -I" . BUILD_INCLUDE_PATH . "' LIBS= libpng16.la")
+            ->execWithEnv('make install-libLTLIBRARIES install-data-am DESTDIR=' . BUILD_ROOT_PATH);
        $this->patchPkgconfPrefix(['libpng16.pc'], PKGCONF_PATCH_PREFIX);
        $this->cleanLaFiles();
    }
--- a/src/SPC/builder/linux/library/openssl.php
+++ b/src/SPC/builder/linux/library/openssl.php
@ -43,7 +43,7 @@ class openssl extends LinuxLibraryBase
        $extra = '';
        $ex_lib = '-ldl -pthread';

-        $env = "CC='" . getenv('CC') . ' -static -idirafter ' . BUILD_INCLUDE_PATH .
+        $env = "CC='" . getenv('CC') . ' -idirafter ' . BUILD_INCLUDE_PATH .
            ' -idirafter /usr/include/ ' .
            ' -idirafter /usr/include/' . $this->builder->getOption('arch') . '-linux-gnu/ ' .
            "' ";
@ -70,7 +70,6 @@ class openssl extends LinuxLibraryBase
                '--prefix=/ ' .
                '--libdir=lib ' .
                '--openssldir=/etc/ssl ' .
-                '-static ' .
                "{$zlib_extra}" .
                'no-legacy ' .
                "linux-{$this->builder->getOption('arch')}{$clang_postfix}"
--- a/src/SPC/builder/traits/UnixSystemUtilTrait.php
+++ b/src/SPC/builder/traits/UnixSystemUtilTrait.php
@ -52,6 +52,7 @@ set(CMAKE_FIND_ROOT_PATH_MODE_PROGRAM NEVER)
 set(CMAKE_FIND_ROOT_PATH_MODE_LIBRARY ONLY)
 set(CMAKE_FIND_ROOT_PATH_MODE_INCLUDE ONLY)
 set(CMAKE_FIND_ROOT_PATH_MODE_PACKAGE ONLY)
+set(CMAKE_EXE_LINKER_FLAGS "-ldl -lpthread -lm -lutil")
 CMAKE;
        // 有时候系统的 cmake 找不到 ar 命令，真奇怪
        if (PHP_OS_FAMILY === 'Linux') {
--- a/src/SPC/builder/unix/library/bzip2.php
+++ b/src/SPC/builder/unix/library/bzip2.php
@ -4,8 +4,16 @@ declare(strict_types=1);

 namespace SPC\builder\unix\library;

+use SPC\store\FileSystem;
+
 trait bzip2
 {
+    public function patchBeforeBuild(): bool
+    {
+        FileSystem::replaceFileStr($this->source_dir . '/Makefile', 'CFLAGS=-Wall', 'CFLAGS=-fPIC -Wall');
+        return true;
+    }
+
    protected function build(): void
    {
        shell()->cd($this->source_dir)
--- a/src/SPC/builder/unix/library/curl.php
+++ b/src/SPC/builder/unix/library/curl.php
@ -4,6 +4,8 @@ declare(strict_types=1);

 namespace SPC\builder\unix\library;

+use SPC\builder\linux\library\LinuxLibraryBase;
+use SPC\builder\linux\LinuxBuilder;
 use SPC\exception\FileSystemException;
 use SPC\exception\RuntimeException;
 use SPC\store\FileSystem;
@ -51,9 +53,11 @@ trait curl
        $extra .= $this->builder->getLib('libcares') ? '-DENABLE_ARES=ON ' : '';

        FileSystem::resetDir($this->source_dir . '/build');
+
+        $cflags = $this instanceof LinuxLibraryBase && $this->builder->libc === 'glibc' ? '-fPIC' : '';
        // compile！
        shell()->cd($this->source_dir . '/build')
-            ->setEnv(['CFLAGS' => $this->getLibExtraCFlags(), 'LDFLAGS' => $this->getLibExtraLdFlags(), 'LIBS' => $this->getLibExtraLibs()])
+            ->setEnv(['CFLAGS' => $this->getLibExtraCFlags() ?: $cflags, 'LDFLAGS' => $this->getLibExtraLdFlags(), 'LIBS' => $this->getLibExtraLibs()])
            ->exec('sed -i.save s@\${CMAKE_C_IMPLICIT_LINK_LIBRARIES}@@ ../CMakeLists.txt')
            ->execWithEnv("cmake {$this->builder->makeCmakeArgs()} -DBUILD_SHARED_LIBS=OFF -DBUILD_CURL_EXE=OFF -DBUILD_LIBCURL_DOCS=OFF {$extra} ..")
            ->execWithEnv("make -j{$this->builder->concurrency}")
--- a/src/SPC/builder/unix/library/gmp.php
+++ b/src/SPC/builder/unix/library/gmp.php
@ -16,7 +16,7 @@ trait gmp
    protected function build(): void
    {
        shell()->cd($this->source_dir)
-            ->setEnv(['CFLAGS' => $this->getLibExtraCFlags(), 'LDFLAGS' => $this->getLibExtraLdFlags(), 'LIBS' => $this->getLibExtraLibs()])
+            ->setEnv(['CFLAGS' => $this->getLibExtraCFlags() ?: $this->builder->arch_c_flags, 'LDFLAGS' => $this->getLibExtraLdFlags(), 'LIBS' => $this->getLibExtraLibs()])
            ->execWithEnv(
                './configure ' .
                '--enable-static --disable-shared ' .
--- a/src/SPC/builder/unix/library/onig.php
+++ b/src/SPC/builder/unix/library/onig.php
@ -18,9 +18,10 @@ trait onig
        [,,$destdir] = SEPARATED_PATH;

        shell()->cd($this->source_dir)
-            ->exec('./configure --enable-static --disable-shared --prefix=')
-            ->exec('make clean')
-            ->exec("make -j{$this->builder->concurrency}")
+            ->setEnv(['CFLAGS' => $this->getLibExtraCFlags() ?: $this->builder->arch_c_flags, 'LDFLAGS' => $this->getLibExtraLdFlags(), 'LIBS' => $this->getLibExtraLibs()])
+            ->execWithEnv('./configure --enable-static --disable-shared --prefix=')
+            ->execWithEnv('make clean')
+            ->execWithEnv("make -j{$this->builder->concurrency}")
            ->exec("make install DESTDIR={$destdir}");
        $this->patchPkgconfPrefix(['oniguruma.pc']);
    }
--- a/src/SPC/builder/unix/library/pkgconfig.php
+++ b/src/SPC/builder/unix/library/pkgconfig.php
@ -4,12 +4,14 @@ declare(strict_types=1);

 namespace SPC\builder\unix\library;

+use SPC\builder\linux\library\LinuxLibraryBase;
+
 trait pkgconfig
 {
    protected function build(): void
    {
        $cflags = PHP_OS_FAMILY !== 'Linux' ? "{$this->builder->arch_c_flags} -Wimplicit-function-declaration -Wno-int-conversion" : '';
-        $ldflags = PHP_OS_FAMILY !== 'Linux' ? '' : '--static';
+        $ldflags = !($this instanceof LinuxLibraryBase) || $this->builder->libc === 'glibc' ? '' : '--static';

        shell()->cd($this->source_dir)
            ->setEnv(['CFLAGS' => $this->getLibExtraCFlags() ?: $cflags, 'LDFLAGS' => $this->getLibExtraLdFlags() ?: $ldflags, 'LIBS' => $this->getLibExtraLibs()])
--- a/src/SPC/command/BuildCliCommand.php
+++ b/src/SPC/command/BuildCliCommand.php
@ -191,7 +191,7 @@ class BuildCliCommand extends BuildCommand
            $fixed = '';
            if (!empty(getenv('SPC_FIX_DEPLOY_ROOT'))) {
                str_replace($cwd, '', $build_root_path);
-                $build_root_path = getenv('SPC_FIX_DEPLOY_ROOT') . $build_root_path;
+                $build_root_path = getenv('SPC_FIX_DEPLOY_ROOT') . '/' . basename($build_root_path);
                $fixed = ' (host system)';
            }
            if (($rule & BUILD_TARGET_CLI) === BUILD_TARGET_CLI) {
--- a/src/SPC/command/BuildCommand.php
+++ b/src/SPC/command/BuildCommand.php
@ -19,6 +19,8 @@ abstract class BuildCommand extends BaseCommand
                $this->addOption('arch', null, InputOption::VALUE_REQUIRED, 'architecture, "x64" or "arm64"', 'x64');
                break;
            case 'Linux':
+                $this->addOption('libc', null, InputOption::VALUE_REQUIRED, 'glibc, musl or musl-wrapper', 'musl-wrapper');
+                // no break
            case 'Darwin':
                $this->addOption('cc', null, InputOption::VALUE_REQUIRED, 'C compiler');
                $this->addOption('cxx', null, InputOption::VALUE_REQUIRED, 'C++ compiler');
--- a/src/SPC/doctor/item/LinuxToolCheckList.php
+++ b/src/SPC/doctor/item/LinuxToolCheckList.php
@ -57,7 +57,8 @@ class LinuxToolCheckList

        $required = match ($distro['dist']) {
            'alpine' => self::TOOLS_ALPINE,
-            'redhat', 'centos' => self::TOOLS_RHEL,
+            'redhat' => self::TOOLS_RHEL,
+            'centos' => array_merge(self::TOOLS_RHEL, ['perl-IPC-Cmd']),
            'arch' => self::TOOLS_ARCH,
            default => self::TOOLS_DEBIAN,
        };
--- a/src/SPC/store/SourcePatcher.php
+++ b/src/SPC/store/SourcePatcher.php
@ -86,6 +86,9 @@ class SourcePatcher
        }
        // patch capstone
        FileSystem::replaceFileRegex(SOURCE_PATH . '/php-src/configure', '/have_capstone="yes"/', 'have_capstone="no"');
+        if ($builder instanceof LinuxBuilder && $builder->libc === 'glibc') {
+            FileSystem::replaceFileStr(SOURCE_PATH . '/php-src/Zend/zend_operators.h', '# define ZEND_USE_ASM_ARITHMETIC 1', '# define ZEND_USE_ASM_ARITHMETIC 0');
+        }
    }

    /**
--- a/src/SPC/util/GlobalEnvManager.php
+++ b/src/SPC/util/GlobalEnvManager.php
@ -70,6 +70,10 @@ class GlobalEnvManager
            WORKING_DIR . '/config/env.ini',
            ROOT_DIR . '/config/env.ini',
        ];
+        $ini_custom = [
+            WORKING_DIR . '/config/env.custom.ini',
+            ROOT_DIR . '/config/env.custom.ini',
+        ];
        $ini = null;
        foreach ($ini_files as $ini_file) {
            if (file_exists($ini_file)) {
@ -83,6 +87,23 @@ class GlobalEnvManager
        if ($ini === false || !isset($ini['global'])) {
            throw new WrongUsageException('Failed to parse ' . $ini_file);
        }
+        // apply custom env
+        foreach ($ini_custom as $ini_file) {
+            if (file_exists($ini_file)) {
+                $ini_custom = parse_ini_file($ini_file, true);
+                if ($ini_custom !== false) {
+                    $ini['global'] = array_merge($ini['global'], $ini_custom['global'] ?? []);
+                    match (PHP_OS_FAMILY) {
+                        'Windows' => $ini['windows'] = array_merge($ini['windows'], $ini_custom['windows'] ?? []),
+                        'Darwin' => $ini['macos'] = array_merge($ini['macos'], $ini_custom['macos'] ?? []),
+                        'Linux' => $ini['linux'] = array_merge($ini['linux'], $ini_custom['linux'] ?? []),
+                        'BSD' => $ini['freebsd'] = array_merge($ini['freebsd'], $ini_custom['freebsd'] ?? []),
+                        default => null,
+                    };
+                }
+                break;
+            }
+        }
        self::applyConfig($ini['global']);
        match (PHP_OS_FAMILY) {
            'Windows' => self::applyConfig($ini['windows']),
--- a/src/globals/defines.php
+++ b/src/globals/defines.php
@ -83,4 +83,9 @@ const AUTOCONF_CPPFLAGS = 4;
 const AUTOCONF_LDFLAGS = 8;
 const AUTOCONF_ALL = 15;

+const LIBC_MUSL_WRAPPER = 'musl-wrapper';
+const LIBC_MUSL = 'musl';
+const LIBC_GLIBC = 'glibc';
+
 ConsoleLogger::$date_format = 'H:i:s';
+ConsoleLogger::$format = '[%date%] [I] %body%';
--- a/src/globals/ext-tests/openssl.php
+++ b/src/globals/ext-tests/openssl.php
@ -4,4 +4,6 @@ declare(strict_types=1);

 assert(function_exists('openssl_digest'));
 assert(openssl_digest('123456', 'md5') === 'e10adc3949ba59abbe56e057f20f883e');
-assert(file_get_contents('https://example.com/') !== false);
+if (file_exists('/etc/ssl/openssl.cnf')) {
+    assert(file_get_contents('https://example.com/') !== false);
+}