blob: 967b43bdbcfd7ab7a01c384c4055c9118f7b6929 [file] [log] [blame]
Mike Frysinger51a0a6b2022-09-09 09:21:07 -04001# Copyright 2020 The ChromiumOS Authors
George Burgess IV2e2bdda2021-07-28 04:40:02 +00002# Distributed under the terms of the GNU General Public License v2
3
4# Bootstraps rustc (the official Rust compiler) using mrustc (a Rust
5# compiler written in C++).
6#
7# The version of this ebuild reflects the version of rustc that will
8# ultimately be installed.
9#
10# This ebuild can be used in two modes, controlled by the fullbootstrap
11# USE flag:
12#
13# fullbootstrap: Build everything from source. This can take over
14# 10 hours.
15#
16# -fullbootstrap: Start with a prebuilt from an earlier rust-bootstrap
17# and build only versions after that from source.
18#
19# The default is -fullbootstrap, so that you only get the 10+ hour build
20# time if you explicitly request it.
21
22EAPI=7
23
24inherit toolchain-funcs
25
26DESCRIPTION="Bootstraps the rustc Rust compiler using mrustc"
27HOMEPAGE="https://github.com/thepowersgang/mrustc"
28MRUSTC_VERSION="0.9"
29MRUSTC_NAME="mrustc-${MRUSTC_VERSION}"
30
31SLOT="${PV}"
32KEYWORDS="*"
33IUSE="-fullbootstrap"
34
35INITIAL_RUSTC_VERSION="1.29.0"
36# Versions of rustc to build after the initial one.
37RUSTC_RAW_FULL_BOOTSTRAP_SEQUENCE=(
38 1.30.0
39 1.31.1
40 1.32.0
41 1.33.0
42 1.34.2
43 1.35.0
44 1.36.0
45 1.37.0
46 1.38.0
47 1.39.0
48 1.40.0
49 1.41.1
50 1.42.0
51 1.43.1
52 1.44.1
53 1.45.2
54 1.46.0
55 1.47.0
56 1.48.0
57 1.49.0
58 1.50.0
George Burgess IVdf40ff02021-08-01 09:41:49 +000059 1.51.0
George Burgess IVdb84f752021-08-05 06:43:19 +000060 1.52.0
Bob Haarmanc1d2b0c2021-09-15 23:56:57 +000061 1.53.0
George Burgess IV5fdb4882022-01-21 02:31:08 -080062 1.54.0
63 1.55.0
64 1.56.1
65 1.57.0
Bob Haarmanb5128bf2022-04-11 11:27:38 -070066 1.58.1
George Burgess IV88961b82022-07-14 11:42:39 -070067 1.59.0
Michael Benfieldfbcc7a82022-07-13 23:20:28 +000068 1.60.0
George Burgess IV997d7af2022-09-22 14:58:57 -070069 1.61.0
George Burgess IV2e2bdda2021-07-28 04:40:02 +000070)
71
72RUSTC_FULL_BOOTSTRAP_SEQUENCE=()
73
74for version in "${RUSTC_RAW_FULL_BOOTSTRAP_SEQUENCE[@]}"; do
75 if [[ ! "${PV}" > "${version}" ]]; then
76 break
77 fi
78 RUSTC_FULL_BOOTSTRAP_SEQUENCE+=( "${version}" )
79done
80
81# When not using fullbootstrap, use this version as a starting point.
82PREBUILT_VERSION="${RUSTC_FULL_BOOTSTRAP_SEQUENCE[-1]}"
83SRC_URI="gs://chromeos-localmirror/distfiles/rustc-${PV}-src.tar.gz
84 !fullbootstrap? ( gs://chromeos-localmirror/distfiles/rust-bootstrap-${PREBUILT_VERSION}.tbz2 )
85 fullbootstrap? ( gs://chromeos-localmirror/distfiles/${MRUSTC_NAME}.tar.gz )
86 fullbootstrap? ( gs://chromeos-localmirror/distfiles/rustc-${INITIAL_RUSTC_VERSION}-src.tar.gz )"
87for version in "${RUSTC_FULL_BOOTSTRAP_SEQUENCE[@]}"; do
88 SRC_URI+=" fullbootstrap? ( gs://chromeos-localmirror/distfiles/rustc-${version}-src.tar.gz )"
89done
90
91LICENSE="MIT Apache-2.0 BSD-1 BSD-2 BSD-4 UoI-NCSA"
92
93DEPEND="dev-libs/openssl
94 net-libs/libssh2"
95RDEPEND="${DEPEND}"
96
97# These tasks take a long time to run for not much benefit: Most of the files
98# they check are never installed. Those that are are only there to bootstrap
99# the rust ebuild, which has the same RESTRICT anyway.
100RESTRICT="binchecks strip"
101
102pkg_setup() {
103 if use fullbootstrap; then
104 RUSTC_VERSION_SEQUENCE=( "${RUSTC_FULL_BOOTSTRAP_SEQUENCE[@]}" )
105 PATCHES=(
106 "${FILESDIR}/${PN}-no-curl.patch"
107 "${FILESDIR}/${PN}-compilation-fixes.patch"
108 "${FILESDIR}/${PN}-8ddb05-invalid-output-constraint.patch"
109 "${FILESDIR}/${PN}-libgit2-sys-pkg-config.patch"
110 "${FILESDIR}/${PN}-cc.patch"
111 "${FILESDIR}/${PN}-printf.patch"
112 "${FILESDIR}/${PN}-1.48.0-libc++.patch"
113 )
114 S="${WORKDIR}/${MRUSTC_NAME}"
115 else
116 RUSTC_VERSION_SEQUENCE=( )
117 # We manually apply patches to rustcs in the version sequence,
118 # so that we can pass the necessary -p value. To prevent
119 # default from trying and failing to apply patches, we set
120 # PATCHES to empty.
121 PATCHES=( )
122 S="${WORKDIR}/rustc-${PV}-src"
123 fi
124 RUSTC_VERSION_SEQUENCE+=( ${PV} )
125}
126
127src_unpack() {
128 default
129 if use fullbootstrap; then
130 # Move rustc sources to where mrustc expects them.
131 mv "${WORKDIR}/rustc-${INITIAL_RUSTC_VERSION}-src" "${S}" || die
132 fi
133}
134
135src_prepare() {
136 # Call the default implementation. This applies PATCHES.
137 default
138
139 if use fullbootstrap; then
140
141 # The next few steps mirror what mrustc's Makefile does to configure the
142 # build for a specific rustc version.
143 (cd "rustc-${INITIAL_RUSTC_VERSION}-src" || die; eapply -p0 "${S}/rustc-${INITIAL_RUSTC_VERSION}-src.patch")
144 cd "${S}" || die
145 echo "${INITIAL_RUSTC_VERSION}" > "rust-version" || die
146 cp "rust-version" "rustc-${INITIAL_RUSTC_VERSION}-src/dl-version" || die
147 fi
148
149 # There are some patches that need to be applied to the rustc versions
150 # we build with rustc. Apply them here.
151 local version
152 for version in "${RUSTC_VERSION_SEQUENCE[@]}"; do
153 einfo "Patching rustc-${version}"
154 # The location of files we patch changed in 1.48.
155 # We have patches with no version number for versions
156 # before 1.48, and with version number for after.
157 local libc_patch="${FILESDIR}/${PN}-1.48.0-libc++.patch"
158 if [[ "${version}" < "1.48.0" ]]; then
159 libc_patch="${FILESDIR}/${PN}-libc++.patch"
160 fi
161 (cd "${WORKDIR}/rustc-${version}-src" || die; eapply -p2 "${libc_patch}")
162 done
163}
164
165src_configure() {
166 # Avoid the default implementation, which overwrites vendored
167 # config.guess and config.sub files, which then causes checksum
168 # errors during the build, e.g.
169 # error: the listed checksum of `/var/tmp/portage/dev-lang/rust-bootstrap-1.46.0/work/rustc-1.46.0-src/vendor/backtrace-sys/src/libbacktrace/config.guess` has changed:
170 # expected: 12e217c83267f1ff4bad5d9b2b847032d91e89ec957deb34ec8cb5cef00eba1e
171 # actual: 312ea023101dc1de54aa8c50ed0e82cb9c47276316033475ea403cb86fe88ffe
172 # (The dev-lang/rust ebuilds in Chrome OS and Gentoo also have custom
173 # src_configure implementations.)
174 true
175}
176
177src_compile() {
178 # 1. Build initial rustc using mrustc
179 # -----------------------------------
180 #
181 # All of these specify:
182 # - CC and CXX so that we build with Clang instead of a GCC version that defaults to pre-C99 C.
183 # - LLVM_TARGETS, else it will be empty and rustc will not work.
184 # - RUSTC_VERSION because the Makefiles will otherwise set it to an incorrect value.
185 # - OPENSSL_DIR so that cargo knows where to look for OpenSSL headers.
186 export CC=$(tc-getBUILD_CC)
187 export CXX=$(tc-getBUILD_CXX)
188 export PKG_CONFIG=$(tc-getBUILD_PKG_CONFIG)
189 export OPENSSL_DIR="${ESYSROOT}/usr"
190 # Only actually build mrustc when using fullbootstrap.
191 if use fullbootstrap; then
192 # Two separate commands, because invoking just the second command leads to race
193 # conditions.
194 emake LLVM_TARGETS=X86 RUSTC_VERSION=${INITIAL_RUSTC_VERSION} output/rustc output/cargo
195 emake LLVM_TARGETS=X86 RUSTC_VERSION=${INITIAL_RUSTC_VERSION} -C run_rustc
196 fi
197
198 # 2. Build successive versions of rustc using previous rustc
199 # ----------------------------------------------------------
200 if use fullbootstrap; then
201 local prev_version=${INITIAL_RUSTC_VERSION}
202 local prev_cargo="${S}/run_rustc/output/prefix/bin/cargo"
203 local prev_rustc="${S}/run_rustc/output/prefix/bin/rustc"
204 else
205 local prev_version=${PREBUILT_VERSION}
206 local prev_cargo="${WORKDIR}/opt/rust-bootstrap-${PREBUILT_VERSION}/bin/cargo"
207 local prev_rustc="${WORKDIR}/opt/rust-bootstrap-${PREBUILT_VERSION}/bin/rustc"
208 fi
209 local next_version rustc_dir
210 for next_version in "${RUSTC_VERSION_SEQUENCE[@]}"; do
211 einfo "Building rustc-${next_version} using rustc-${prev_version}"
Michael Benfieldfbcc7a82022-07-13 23:20:28 +0000212 # This became necessary in Rust 1.61.0.
213 local static_libstdcpp='static-libstdcpp = false'
214 if [[ "${next_version}" < "1.61.0" ]]; then
215 static_libstdcpp=''
216 fi
George Burgess IV2e2bdda2021-07-28 04:40:02 +0000217 rustc_dir="${WORKDIR}/rustc-${next_version}-src"
218 cd "${rustc_dir}" || die "Could not chdir to ${rustc_dir}"
219 cat > config.toml <<EOF
220[build]
221cargo = "${prev_cargo}"
222rustc = "${prev_rustc}"
223docs = false
224vendor = true
225# extended means we also build cargo and a few other commands.
226extended = true
227# For rust-bootstrap, we need only cargo.
228tools = [ "cargo" ]
229
230[install]
231prefix = "${ED}/opt/rust-bootstrap-${next_version}"
232
233[rust]
234default-linker = "${CC}"
235
236[llvm]
237# For rust-bootstrap, we only need x86_64, which LLVM calls X86.
238targets = "X86"
Michael Benfieldfbcc7a82022-07-13 23:20:28 +0000239${static_libstdcpp}
George Burgess IV2e2bdda2021-07-28 04:40:02 +0000240
241[target.x86_64-unknown-linux-gnu]
242cc = "${CC}"
243cxx = "${CXX}"
244linker = "${CC}"
245EOF
246
247 # --stage 2 causes this to use the previously-built compiler,
248 # instead of the default behavior of downloading one from
249 # upstream.
250 ./x.py --stage 2 build || die
251 # For some rustc versions (e.g. 1.31.1), the build script will exit with
252 # a nonzero exit status because miri fails to build when it is not in a git
253 # repository. This does not affect the ability to build the next rustc.
254 # So instead of looking at the exit code, we check if rustc and cargo
255 # were built.
256 prev_version=${next_version}
257 prev_cargo="${rustc_dir}/build/x86_64-unknown-linux-gnu/stage2-tools/x86_64-unknown-linux-gnu/release/cargo"
258 prev_rustc="${rustc_dir}/build/x86_64-unknown-linux-gnu/stage2/bin/rustc"
259 [[ -x "${prev_rustc}" ]] || die "Failed to build ${prev_rustc}"
260 [[ -x "${prev_cargo}" ]] || die "Failed to build ${prev_cargo}"
261 einfo "Built rustc-${next_version}"
262 done
263
264 # Remove the src/rust symlink which will be dangling after sources are
265 # removed, and the containing src directory.
266 rm "${WORKDIR}/rustc-${PV}-src/build/x86_64-unknown-linux-gnu/stage2/lib/rustlib/src/rust" || die
267 rmdir "${WORKDIR}/rustc-${PV}-src/build/x86_64-unknown-linux-gnu/stage2/lib/rustlib/src" || die
268}
269
270src_install() {
271 local obj="${WORKDIR}/rustc-${PV}-src/build/x86_64-unknown-linux-gnu/stage2"
272 local tools="${obj}-tools/x86_64-unknown-linux-gnu/release/"
273 exeinto "/opt/${P}/bin"
274 # With rustc-1.45.2 at least, regardless of the value of install.libdir,
275 # the rpath seems to end up as $ORIGIN/../lib. So install the libraries there.
276 insinto "/opt/${P}/lib"
277 doexe "${obj}/bin/rustc"
278 doexe "${tools}/cargo"
279 doins -r "${obj}/lib/"*
280 find "${D}" -name '*.so' -exec chmod +x '{}' ';'
281}