New bootstrap path for gentoo

gentoo-2024.8/gentoo.txt

@@ -0,0 +1,303 @@
+# vim:set ft=sh:
+
+git clone --depth=1 --recursive https://github.com/fosslinux/live-bootstrap
+cd live-bootstrap
+./download-distfiles.sh
+./rootfs.py -c --external-sources --cores $(nproc)
+umount target/dev/shm  # double mounted?
+umount target/dev/shm target/sys target/proc target/tmp
+
+# Optional: back up the system
+env -i chroot target tar --sort=name -cf /target.tar /
+env -i chroot target bzip2 -9v /target.tar
+
+# Goal:
+# install cross compiler in /cross
+# cross compiled system in /gentoo
+
+mount -t proc proc target/proc
+mount -t sysfs sysfs target/sys
+mount -t devtmpfs devtmpfs target/dev
+mount -t devpts devpts target/dev/pts
+env -i chroot target
+source /steps/env
+cd /tmp
+
+curl -LO https://github.com/ninja-build/ninja/archive/v1.11.1/ninja-1.11.1.tar.gz
+curl -LO https://github.com/mesonbuild/meson/releases/download/1.4.1/meson-1.4.1.tar.gz
+curl -LO http://gitweb.gentoo.org/proj/portage.git/snapshot/portage-3.0.65.tar.bz2
+curl -LO https://github.com/plougher/squashfs-tools/archive/refs/tags/4.6.1/squashfs-tools-4.6.1.tar.gz
+curl -LO http://distfiles.gentoo.org/snapshots/squashfs/gentoo-20240729.xz.sqfs
+
+cat > portage.patch << 'EOF'
++++ b/lib/portage/util/compression_probe.py
+@@ -1,13 +1,13 @@
+ # Copyright 2015-2020 Gentoo Authors
+ # Distributed under the terms of the GNU General Public License v2
+
+-import ctypes
+ import errno
+ import re
+
+
+ from portage import _encodings, _unicode_encode
+ from portage.exception import FileNotFound, PermissionDenied
++from portage.util._ctypes import ctypes
+
+ _compressors = {
+     "bzip2": {
+@@ -49,7 +49,7 @@ _compressors = {
+         # if the current architecture can support it, which is true when
+         # sizeof(long) is at least 8 bytes.
+         "decompress": "zstd -d"
+-        + (" --long=31" if ctypes.sizeof(ctypes.c_long) >= 8 else ""),
++        + (" --long=31" if ctypes and ctypes.sizeof(ctypes.c_long) >= 8 else ""),
+         "package": "app-arch/zstd",
+     },
+ }
+EOF
+
+tar xf ninja-1.11.1.tar.gz
+cd ninja-1.11.1
+./configure.py --bootstrap
+install -m755 ninja /usr/bin
+cd ..
+rm -rf ninja-1.11.1
+
+tar xf meson-1.4.1.tar.gz
+cd meson-1.4.1
+python setup.py install
+cd ..
+rm -rf meson-1.4.1
+
+tar xf portage-3.0.65.tar.bz2
+cd portage-3.0.65
+patch -p1 -i ../portage.patch
+meson setup build --prefix /usr
+meson install -C build
+cd ..
+rm -rf portage-3.0.65
+
+tar xf squashfs-tools-4.6.1.tar.gz
+cd squashfs-tools-4.6.1
+make -C squashfs-tools install \
+    INSTALL_PREFIX=/usr \
+    XZ_SUPPORT=1
+cd ..
+rm -rf squashfs-tools-4.6.1
+
+unsquashfs gentoo-20240729.xz.sqfs
+mkdir -p /var/db/repos
+rm -rf /var/db/repos/gentoo
+mv squashfs-root /var/db/repos/gentoo
+
+# Configure portage
+echo 'portage:x:250:250:portage:/var/tmp/portage:/bin/false' >> /etc/passwd
+echo 'portage::250:portage' >> /etc/group
+
+mkdir -p /etc/portage/make.profile
+cat > /etc/portage/make.profile/make.defaults << 'EOF'
+FEATURES="-news -sandbox -usersandbox -pid-sandbox -parallel-fetch"
+BINPKG_COMPRESS="bzip2"
+ARCH="x86"
+ABI="$ARCH"
+DEFAULT_ABI="$ARCH"
+ACCEPT_KEYWORDS="$ARCH"
+CHOST="i386-unknown-linux-musl"
+LIBDIR_x86="lib/i386-unknown-linux-musl"
+PKG_CONFIG_PATH="/usr/lib/i386-unknown-linux-musl/pkgconfig"
+PYTHON_COMPAT_OVERRIDE="python3_11"
+IUSE_IMPLICIT="kernel_linux elibc_glibc elibc_musl prefix prefix-guest"
+USE="kernel_linux elibc_musl python_targets_python3_11"
+EOF
+
+# Install extra dependencies
+FETCHCOMMAND="curl -o \"\${DISTDIR}/\${FILE}\" -L \"\${URI}\""
+FETCHCOMMAND="$FETCHCOMMAND" MAKEOPTS=-j1 emerge -O1 dev-build/make
+FETCHCOMMAND="$FETCHCOMMAND" emerge -O1 app-arch/lzip
+FETCHCOMMAND="$FETCHCOMMAND" emerge -O1 net-misc/wget
+
+# Fix "find" warnings in emerge
+emerge -O1 sys-apps/findutils
+
+# Set up python for dev-build/meson-format-array
+py=python3.11
+mkdir -p /usr/lib/python-exec/$py
+ln -sv python3 /usr/lib/python-exec/$py/python
+ln -svr /usr/bin/$py /usr/lib/python-exec/$py/python3
+emerge -O1 dev-lang/python-exec
+
+# Allow stripping binaries by installing "scanelf"
+emerge -O1 dev-build/meson-format-array
+emerge -O1 app-misc/pax-utils
+
+# Install tooling around autoconf/automake for sys-devel/binutils and sys-devel/gcc
+emerge -O1 sys-devel/gnuconfig sys-apps/gentoo-functions app-portage/elt-patches sys-devel/binutils-config sys-devel/gcc-config
+
+# Install rsync for sys-kernel/linux-headers
+emerge -O1 dev-build/autoconf dev-build/autoconf-wrapper
+emerge -O1 dev-build/automake dev-build/automake-wrapper
+emerge -O1 net-misc/rsync
+
+# Set up cross compiler
+mkdir -p /cross/etc/portage
+ln -sf /etc/portage/make.profile /cross/etc/portage/make.profile
+cat > /cross/etc/portage/make.conf << 'EOF'
+USE="prefix multilib"
+CTARGET="x86_64-bootstrap-linux-gnu"
+LIBDIR_x86="lib"
+LIBDIR_amd64="lib64"
+DEFAULT_ABI="amd64"
+MULTILIB_ABIS="amd64 x86"
+EOF
+mkdir -p /cross/etc/portage/env/sys-devel
+cat > /cross/etc/portage/env/sys-devel/gcc << 'EOF'
+EXTRA_ECONF='--with-sysroot=$EPREFIX/usr/$CTARGET'
+EOF
+cat > /cross/etc/portage/package.use << 'EOF'
+sys-devel/gcc -sanitize
+EOF
+#EXTRA_EMAKE='MAKE=make MAKE+=libsuffix=../lib64'
+
+# Set path for emerge builds
+cat > /etc/env.d/50baselayout << 'EOF'
+PATH=/cross/usr/bin:/usr/bin
+ROOTPATH=/cross/usr/bin:/usr/bin
+EOF
+env-update
+
+# TODO: Build sys-libs/glibc in /gentoo instead, to avoid extra rebuilding
+PORTAGE_CONFIGROOT=/cross EPREFIX=/cross emerge -O1 sys-devel/binutils
+PORTAGE_CONFIGROOT=/cross EPREFIX=/cross USE='headers-only' emerge -O1 sys-kernel/linux-headers
+PORTAGE_CONFIGROOT=/cross EPREFIX=/cross USE='headers-only -multilib' emerge -O1 sys-libs/glibc
+PORTAGE_CONFIGROOT=/cross EPREFIX=/cross USE='-cxx -fortran' emerge -O1 sys-devel/gcc
+PORTAGE_CONFIGROOT=/cross EPREFIX=/cross emerge -O1 sys-kernel/linux-headers
+PORTAGE_CONFIGROOT=/cross EPREFIX=/cross emerge -O1 sys-libs/glibc
+PORTAGE_CONFIGROOT=/cross EPREFIX=/cross emerge -O1 sys-devel/gcc
+
+# Get extra BDEPENDs for the final system
+emerge -O1 dev-util/pkgconf  # dev-lang/python requires --keep-system-libs
+emerge -O1 dev-libs/mpdecimal  # dev-lang/python (host)
+emerge -O1 dev-libs/expat  # dev-lang/python (host)
+# TODO: verify bzip2 dep
+mv /bin/bzip2 /bin/bzip2-reference
+ln -s bzip2-reference /bin/bzip2
+emerge -O1 app-arch/bzip2  # dev-lang/python (build)
+# TODO: move python build so we don't need python-exec hack
+#       ... or switch to only using python3.11
+USE='-*' emerge -O1 dev-lang/python  # cross compiling python programs needs same version
+emerge -O1 dev-lang/python-exec-conf
+USE='python_targets_python3_12' emerge -O1 dev-lang/python-exec
+
+# Allow meson to still be ran despite python upgrade
+PYTHON_COMPAT_OVERRIDE=python3_12 emerge -O1 dev-python/gpep517
+emerge -O1 app-arch/unzip
+PYTHON_COMPAT_OVERRIDE=python3_12 emerge -O1 dev-python/installer
+PYTHON_COMPAT_OVERRIDE=python3_12 emerge -O1 dev-python/flit-core
+PYTHON_COMPAT_OVERRIDE=python3_12 emerge -O1 dev-python/packaging
+PYTHON_COMPAT_OVERRIDE=python3_12 emerge -O1 dev-python/more-itertools
+PYTHON_COMPAT_OVERRIDE=python3_12 emerge -O1 dev-python/ordered-set
+PYTHON_COMPAT_OVERRIDE=python3_12 emerge -O1 dev-python/jaraco-text
+PYTHON_COMPAT_OVERRIDE=python3_12 emerge -O1 dev-python/jaraco-functools
+PYTHON_COMPAT_OVERRIDE=python3_12 emerge -O1 dev-python/jaraco-context
+PYTHON_COMPAT_OVERRIDE=python3_12 emerge -O1 dev-python/wheel
+PYTHON_COMPAT_OVERRIDE=python3_12 emerge -O1 dev-python/setuptools
+PYTHON_COMPAT_OVERRIDE=python3_12 emerge -O1 dev-build/meson
+PYTHON_COMPAT_OVERRIDE=python3_12 emerge -O1 sys-apps/portage
+
+# Reconfigure cross toolchain for final system
+cat > /cross/usr/lib/gcc/x86_64-bootstrap-linux-gnu/specs << 'EOF'
+*link:
++ %{!shared:%{!static:%{!static-pie:-dynamic-linker %{m32:/lib/ld-linux.so.2;:/lib64/ld-linux-x86-64.so.2}}}}
+EOF
+for tool in gcc g++; do
+rm -f /cross/usr/bin/x86_64-bootstrap-linux-gnu-$tool
+cat > /cross/usr/bin/x86_64-bootstrap-linux-gnu-$tool << EOF
+#!/bin/sh
+exec /cross/usr/i386-unknown-linux-musl/x86_64-bootstrap-linux-gnu/gcc-bin/*/x86_64-bootstrap-linux-gnu-$tool --sysroot=/gentoo "\$@"
+EOF
+chmod +x /cross/usr/bin/x86_64-bootstrap-linux-gnu-$tool
+done
+# TODO: Do I need this?
+cat > /cross/usr/bin/x86_64-bootstrap-linux-gnu-pkg-config << 'EOF'
+#!/bin/sh
+export PKG_CONFIG_SYSROOT_DIR=/gentoo
+export PKG_CONFIG_LIBDIR=/gentoo/usr/lib64/pkgconfig
+export PKG_CONFIG_PATH=/gentoo/usr/share/pkgconfig
+export PKG_CONFIG_SYSTEM_INCLUDE_PATH=/gentoo/usr/include
+export PKG_CONFIG_SYSTEM_LIBRARY_PATH=/gentoo/lib64:/gentoo/usr/lib64
+exec pkg-config "$@"
+EOF
+chmod +x /cross/usr/bin/x86_64-bootstrap-linux-gnu-pkg-config
+
+# Compile final system (hopefully)
+# TODO: Try to get rid of CFLAGS_x86 override
+mkdir -p /gentoo/etc/portage
+ln -sf /var/db/repos/gentoo/profiles/default/linux/amd64/23.0 /gentoo/etc/portage/make.profile
+cat > /gentoo/etc/portage/make.conf << 'EOF'
+FEATURES="-news -sandbox -usersandbox -pid-sandbox -parallel-fetch"
+BINPKG_COMPRESS="bzip2"
+CBUILD="i386-unknown-linux-musl"
+CHOST="x86_64-bootstrap-linux-gnu"
+CFLAGS_x86=-m32
+USE="-* build python_targets_$PYTHON_SINGLE_TARGET"
+CONFIG_SITE="$PORTAGE_CONFIGROOT/etc/portage/config.site"
+EOF
+cat > /gentoo/etc/portage/config.site << 'EOF'
+if [ "${CBUILD:-${CHOST}}" != "${CHOST}" ]; then
+# Settings grabbed from crossdev
+ac_cv_file__dev_ptmx=yes
+ac_cv_file__dev_ptc=no
+fi
+EOF
+
+# TODO: Build gcc with openmp (required by zstd)
+
+PORTAGE_CONFIGROOT=/gentoo ROOT=/gentoo SYSROOT=/gentoo emerge -O1n \
+    sys-apps/baselayout \
+    sys-kernel/linux-headers \
+    sys-libs/glibc \
+    sys-devel/binutils \
+    dev-libs/gmp \
+    dev-libs/mpfr \
+    dev-libs/mpc \
+    sys-devel/gcc \
+    \
+    app-arch/bzip2 \
+    app-arch/xz-utils \
+    dev-libs/expat \
+    dev-libs/libffi \
+    dev-libs/mpdecimal \
+    sys-apps/util-linux \
+    sys-libs/libxcrypt \
+    sys-libs/zlib \
+    dev-lang/python:3.12 \
+    \
+    dev-lang/python-exec \
+    sys-apps/portage \
+    \
+    sys-libs/ncurses \
+    sys-libs/readline \
+    app-shells/bash \
+    \
+    sys-apps/coreutils \
+    sys-apps/findutils \
+    app-arch/tar \
+    app-arch/gzip \
+    sys-apps/sed \
+    sys-apps/grep \
+    sys-devel/patch \
+    sys-apps/gawk \
+    dev-build/make
+
+# TODO: Un-hardcode python 3.12
+# TODO: Avoid gzip, sed and grep?
+
+# Fetch some extra source code
+DISTDIR=/gentoo/var/cache/distfiles \
+PORTAGE_CONFIGROOT=/gentoo ROOT=/gentoo SYSROOT=/gentoo emerge -O1f \
+    app-misc/ca-certificates \
+    dev-lang/perl \
+    dev-libs/openssl \
+    dev-util/pkgconf \
+    net-misc/wget