Inside Bitcoin

1#!/usr/bin/env bash
2#
3# Copyright (c) 2018-present The Bitcoin Core developers
4# Distributed under the MIT software license, see the accompanying
5# file COPYING or http://www.opensource.org/licenses/mit-license.php.
6
7export LC_ALL=C.UTF-8
8
9set -o errexit -o pipefail -o xtrace
10
11if [ "${DANGER_RUN_CI_ON_HOST}" != "1" ]; then
12  echo "This script will make unsafe local and global modifications, so it can only be run inside a container and requires DANGER_RUN_CI_ON_HOST=1"
13  exit 1
14fi
15
16CFG_DONE="${BASE_ROOT_DIR}/ci.base-install-done"  # Use a global setting to remember whether this script ran to avoid running it twice
17
18if [ "$( cat "${CFG_DONE}" || true )" == "done" ]; then
19  echo "Skip base install"
20  exit 0
21fi
22
23MAKEJOBS="-j$( nproc )"  # Use nproc, because MAKEJOBS is the default in docker image builds.
24
25if [ -n "$DPKG_ADD_ARCH" ]; then
26  dpkg --add-architecture "$DPKG_ADD_ARCH"
27fi
28
29if [ -n "${APT_LLVM_V}" ]; then
30  ${CI_RETRY_EXE} apt-get update
31  ${CI_RETRY_EXE} apt-get install curl -y
32  curl "https://apt.llvm.org/llvm-snapshot.gpg.key" | tee "/etc/apt/trusted.gpg.d/apt.llvm.org.asc"
33  (
34    # shellcheck disable=SC2034
35    source /etc/os-release
36    echo "deb http://apt.llvm.org/${VERSION_CODENAME}/ llvm-toolchain-${VERSION_CODENAME}-${APT_LLVM_V} main" > "/etc/apt/sources.list.d/llvm-toolchain-${VERSION_CODENAME}-${APT_LLVM_V}.list"
37  )
38fi
39
40if command -v apk >/dev/null 2>&1; then
41  ${CI_RETRY_EXE} apk update
42  # shellcheck disable=SC2086
43  ${CI_RETRY_EXE} apk add --no-cache $CI_BASE_PACKAGES $PACKAGES
44elif [ "$CI_OS_NAME" != "macos" ]; then
45  if [[ -n "${APPEND_APT_SOURCES_LIST}" ]]; then
46    echo "${APPEND_APT_SOURCES_LIST}" >> /etc/apt/sources.list
47  fi
48  ${CI_RETRY_EXE} apt-get update
49  # shellcheck disable=SC2086
50  ${CI_RETRY_EXE} apt-get install --no-install-recommends --no-upgrade -y $PACKAGES $CI_BASE_PACKAGES
51fi
52
53if [[ ${HOST:-} == x86_64-w64-mingw32* ]]; then
54  # Install Nix packages.
55  NIX_BUILD_SHELL=bash nix-shell "${BASE_ROOT_DIR}/contrib/devtools/shell-win64-cross.nix" --run true
56fi
57
58if [ -n "${APT_LLVM_V}" ]; then
59  update-alternatives --install /usr/bin/clang++ clang++ "/usr/bin/clang++-${APT_LLVM_V}" 100
60  update-alternatives --install /usr/bin/clang clang "/usr/bin/clang-${APT_LLVM_V}" 100
61  update-alternatives --install /usr/bin/llvm-symbolizer llvm-symbolizer "/usr/bin/llvm-symbolizer-${APT_LLVM_V}" 100
62fi
63
64if [ -n "$PIP_PACKAGES" ]; then
65  # shellcheck disable=SC2086
66  ${CI_RETRY_EXE} pip3 install --user $PIP_PACKAGES
67fi
68
69if [[ -n "${USE_INSTRUMENTED_LIBCPP}" ]]; then
70  ${CI_RETRY_EXE} git clone --depth=1 https://github.com/llvm/llvm-project -b "llvmorg-23.1.0" /llvm-project
71
72# LLVM is configured with LIBCXXABI_USE_LLVM_UNWINDER=OFF,
73# because libunwind doesn't handle exceptions under MSAN.
74# https://github.com/llvm/llvm-project/issues/84348
75  cmake -G Ninja -B /cxx_build/ \
76    -DLLVM_ENABLE_RUNTIMES="libcxx;libcxxabi" \
77    -DCMAKE_BUILD_TYPE=Release \
78    -DLLVM_USE_SANITIZER="${USE_INSTRUMENTED_LIBCPP}" \
79    -DCMAKE_C_COMPILER=clang \
80    -DCMAKE_CXX_COMPILER=clang++ \
81    -DLLVM_TARGETS_TO_BUILD=Native \
82    -DLLVM_ENABLE_PER_TARGET_RUNTIME_DIR=OFF \
83    -DLIBCXXABI_USE_LLVM_UNWINDER=OFF \
84    -DLIBCXX_ABI_DEFINES="_LIBCPP_ABI_BOUNDED_ITERATORS;_LIBCPP_ABI_BOUNDED_ITERATORS_IN_STD_ARRAY;_LIBCPP_ABI_BOUNDED_ITERATORS_IN_STRING;_LIBCPP_ABI_BOUNDED_ITERATORS_IN_VECTOR;_LIBCPP_ABI_BOUNDED_UNIQUE_PTR" \
85    -DLIBCXX_HARDENING_MODE=debug \
86    -DLIBCXX_INCLUDE_TESTS=OFF \
87    -S /llvm-project/runtimes
88
89  ninja -C /cxx_build/ "$MAKEJOBS"
90
91  # Clear no longer needed source folder
92  du -sh /llvm-project
93  rm -rf /llvm-project
94fi
95
96if [[ ${BARE_METAL_RISCV} == "true" ]]; then
97    ${CI_RETRY_EXE} git clone --depth=1 https://github.com/riscv-collab/riscv-gnu-toolchain -b 2026.08.25 /riscv/gcc
98    ( cd /riscv/gcc
99      ./configure --prefix=/opt/riscv-ilp32 --with-arch=rv32gc --with-abi=ilp32 --disable-gdb
100      make "$MAKEJOBS" )
101    rm -rf /riscv/gcc
102fi
103
104if [[ "${RUN_IWYU}" == true ]]; then
105  ${CI_RETRY_EXE} git clone --depth=1 https://github.com/include-what-you-use/include-what-you-use -b clang_"${IWYU_LLVM_V}" /include-what-you-use
106  pushd /include-what-you-use
107  patch -p1 < "${BASE_ROOT_DIR}/ci/test/01_iwyu.patch"
108  popd
109  cmake -B /iwyu-build/ -G 'Unix Makefiles' -DCMAKE_PREFIX_PATH=/usr/lib/llvm-"${IWYU_LLVM_V}" -S /include-what-you-use
110  make -C /iwyu-build/ install "$MAKEJOBS"
111fi
112
113mkdir -p "${DEPENDS_DIR}/SDKs" "${DEPENDS_DIR}/sdk-sources"
114
115OSX_SDK_BASENAME="Xcode-${XCODE_VERSION}-${XCODE_BUILD_ID}-extracted-SDK-with-libcxx-headers"
116
117if [ -n "$XCODE_VERSION" ] && [ ! -d "${DEPENDS_DIR}/SDKs/${OSX_SDK_BASENAME}" ]; then
118  OSX_SDK_FILENAME="${OSX_SDK_BASENAME}.tar"
119  OSX_SDK_PATH="${DEPENDS_DIR}/sdk-sources/${OSX_SDK_FILENAME}"
120  if [ ! -f "$OSX_SDK_PATH" ]; then
121    ${CI_RETRY_EXE} curl --location --fail "${SDK_URL}/${OSX_SDK_FILENAME}" -o "$OSX_SDK_PATH"
122  fi
123  sha256sum -c <<<"${OSX_SDK_SHA256} ${OSX_SDK_PATH}"
124  tar -C "${DEPENDS_DIR}/SDKs" -xf "$OSX_SDK_PATH"
125fi
126
127if [ -n "$NETBSD_VERSION" ] && [ ! -d "${DEPENDS_DIR}/SDKs/${NETBSD_SDK_BASENAME}" ]; then
128  mkdir -p "${DEPENDS_DIR}/SDKs/${NETBSD_SDK_BASENAME}"
129  while read -r NETBSD_SDK_SHA512 NETBSD_SDK_FILENAME; do
130    NETBSD_SDK_PATH="${DEPENDS_DIR}/sdk-sources/${NETBSD_SDK_FILENAME}"
131    if [ ! -f "$NETBSD_SDK_PATH" ]; then
132      ${CI_RETRY_EXE} curl --location --fail "https://cdn.netbsd.org/pub/NetBSD/NetBSD-${NETBSD_VERSION}/amd64/binary/sets/${NETBSD_SDK_FILENAME}" -o "$NETBSD_SDK_PATH"
133    fi
134    sha512sum -c <<<"${NETBSD_SDK_SHA512}  ${NETBSD_SDK_PATH}"
135    tar -C "${DEPENDS_DIR}/SDKs/${NETBSD_SDK_BASENAME}" -xf "$NETBSD_SDK_PATH"
136  done < <(printf '%b\n' "${NETBSD_SDK_SHA512SUMS}")
137fi
138
139if [ -n "$FREEBSD_VERSION" ] && [ ! -d "${DEPENDS_DIR}/SDKs/${FREEBSD_SDK_BASENAME}" ]; then
140  FREEBSD_SDK_FILENAME="base-${FREEBSD_VERSION}.txz"
141  FREEBSD_SDK_PATH="${DEPENDS_DIR}/sdk-sources/${FREEBSD_SDK_FILENAME}"
142  if [ ! -f "$FREEBSD_SDK_PATH" ]; then
143    ${CI_RETRY_EXE} curl --location --fail "https://download.freebsd.org/releases/amd64/${FREEBSD_VERSION}-RELEASE/base.txz" -o "$FREEBSD_SDK_PATH"
144  fi
145  sha256sum -c <<<"${FREEBSD_SDK_SHA256} ${FREEBSD_SDK_PATH}"
146  mkdir -p "${DEPENDS_DIR}/SDKs/${FREEBSD_SDK_BASENAME}"
147  tar -C "${DEPENDS_DIR}/SDKs/${FREEBSD_SDK_BASENAME}" -xf "$FREEBSD_SDK_PATH"
148fi
149
150if [ -n "$OPENBSD_VERSION" ] && [ ! -d "${DEPENDS_DIR}/SDKs/${OPENBSD_SDK_BASENAME}" ]; then
151  mkdir -p "${DEPENDS_DIR}/SDKs/${OPENBSD_SDK_BASENAME}"
152  while read -r OPENBSD_SDK_SHA256 OPENBSD_SDK_FILENAME; do
153    OPENBSD_SDK_PATH="${DEPENDS_DIR}/sdk-sources/${OPENBSD_SDK_FILENAME}"
154    if [ ! -f "$OPENBSD_SDK_PATH" ]; then
155      ${CI_RETRY_EXE} curl --location --fail "https://cdn.openbsd.org/pub/OpenBSD/${OPENBSD_VERSION}/amd64/${OPENBSD_SDK_FILENAME}" -o "$OPENBSD_SDK_PATH"
156    fi
157    sha256sum -c <<<"${OPENBSD_SDK_SHA256}  ${OPENBSD_SDK_PATH}"
158    tar -C "${DEPENDS_DIR}/SDKs/${OPENBSD_SDK_BASENAME}" -xf "$OPENBSD_SDK_PATH"
159  done < <(printf '%b\n' "${OPENBSD_SDK_SHA256SUMS}")
160  (
161    # The SDK has versioned shared libs, but no unversioned libfoo.so symlink,
162    # which breaks linking the kernel with lld. Create the symlinks.
163    cd "${DEPENDS_DIR}/SDKs/${OPENBSD_SDK_BASENAME}/usr/lib"
164    ln -sf libc++abi.so.*.*  libc++abi.so
165    ln -sf libc++.so.*.*     libc++.so
166    ln -sf libpthread.so.*.* libpthread.so
167  )
168fi
169
170echo -n "done" > "${CFG_DONE}"
171