mirror of
https://github.com/pezkuwichain/revive.git
synced 2026-06-14 14:31:05 +00:00
Compare commits
19 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| bec5d60b7c | |||
| 3608a5a143 | |||
| 888723eb0d | |||
| fe1b3258d2 | |||
| d8a72e580b | |||
| bd1a22a702 | |||
| cec283986f | |||
| 06f43083c3 | |||
| b78b2b2af9 | |||
| 8ffe072fee | |||
| 71fb3ab8d6 | |||
| 3e7579580b | |||
| ad805543b3 | |||
| 4fbfb97b9e | |||
| 939138d0cd | |||
| 7f81f37e0c | |||
| fde9edab10 | |||
| d7d60da6f1 | |||
| f49d145e9a |
@@ -0,0 +1,18 @@
|
||||
[target.wasm32-unknown-emscripten]
|
||||
rustflags = [
|
||||
"-Clink-arg=-sEXPORTED_FUNCTIONS=_main,_free,_malloc",
|
||||
"-Clink-arg=-sNO_INVOKE_RUN=1",
|
||||
"-Clink-arg=-sEXIT_RUNTIME=1",
|
||||
"-Clink-arg=-sALLOW_MEMORY_GROWTH=1",
|
||||
"-Clink-arg=-sEXPORTED_RUNTIME_METHODS=FS,callMain,stringToNewUTF8",
|
||||
"-Clink-arg=-sMODULARIZE=1",
|
||||
"-Clink-arg=-sEXPORT_NAME=createRevive",
|
||||
"-Clink-arg=-sWASM_ASYNC_COMPILATION=0",
|
||||
"-Clink-arg=-sDYNAMIC_EXECUTION=0",
|
||||
"-Clink-arg=-sALLOW_TABLE_GROWTH=1",
|
||||
"-Clink-arg=--js-library=js/embed/soljson_interface.js",
|
||||
"-Clink-arg=--pre-js=js/embed/pre.js",
|
||||
"-Clink-arg=-sNODEJS_CATCH_EXIT=0",
|
||||
"-Clink-arg=-sDISABLE_EXCEPTION_CATCHING=0",
|
||||
"-Copt-level=3"
|
||||
]
|
||||
@@ -0,0 +1,7 @@
|
||||
emsdk
|
||||
llvm*/
|
||||
target-llvm/
|
||||
target/
|
||||
node_modules/
|
||||
utils/
|
||||
build/
|
||||
@@ -1,38 +0,0 @@
|
||||
name: Build revive-debian
|
||||
on:
|
||||
workflow_dispatch:
|
||||
|
||||
env:
|
||||
REVIVE_DEBIAN_PACKAGE: revive-debian-x86
|
||||
DEBIAN_CONTAINER: revive-builder-debian-x86
|
||||
DEBIAN_CONTAINER_BUILDER: build-debian-builder.sh
|
||||
DEBIAN_CONTAINER_RUNNER: run-debian-builder.sh
|
||||
REVIVE_DEBIAN_INSTALL: ${{ github.workspace }}/target/release
|
||||
REVIVE_DEBIAN_BINARY: resolc
|
||||
RUST_VERSION: "1.80"
|
||||
|
||||
jobs:
|
||||
build-revive-debian-x86:
|
||||
name: debian-container-x86
|
||||
runs-on: ubuntu-22.04
|
||||
steps:
|
||||
- uses: actions/checkout@v4
|
||||
|
||||
- name: build-container
|
||||
run: |
|
||||
(cd utils && ./${{ env.DEBIAN_CONTAINER_BUILDER}} --build-arg RUST_VERSION=${{ env.RUST_VERSION}} . )
|
||||
|
||||
- name: build-revive-debian
|
||||
run: |
|
||||
rustup show
|
||||
cargo --version
|
||||
rustup +nightly show
|
||||
cargo +nightly --version
|
||||
bash --version
|
||||
utils/${{ env.DEBIAN_CONTAINER_RUNNER }} utils/build-revive.sh -o ${{ env.REVIVE_DEBIAN_INSTALL}}
|
||||
|
||||
- uses: actions/upload-artifact@v4
|
||||
with:
|
||||
name: ${{ env.REVIVE_DEBIAN_PACKAGE }}
|
||||
path: ${{ env.REVIVE_DEBIAN_INSTALL }}/${{ env.REVIVE_DEBIAN_BINARY }}
|
||||
retention-days: 1
|
||||
@@ -9,11 +9,11 @@ on:
|
||||
env:
|
||||
CARGO_TERM_COLOR: always
|
||||
REVIVE_WASM_INSTALL_DIR: ${{ github.workspace }}/target/wasm32-unknown-emscripten/release
|
||||
EMSCRIPTEN_VERSION: 3.1.64
|
||||
BUN_VERSION: 1.1.43
|
||||
|
||||
jobs:
|
||||
build-revive-wasm:
|
||||
runs-on: ubuntu-22.04
|
||||
runs-on: parity-large
|
||||
defaults:
|
||||
run:
|
||||
shell: bash
|
||||
@@ -25,24 +25,43 @@ jobs:
|
||||
uses: actions/cache@v3
|
||||
with:
|
||||
path: |
|
||||
llvm18.0-emscripten
|
||||
target-llvm/emscripten/target-final
|
||||
target-llvm/gnu/target-final
|
||||
# Use a unique key based on LLVM version or configuration files to avoid cache invalidation
|
||||
key: llvm-build-${{ runner.os }}-${{ hashFiles('clone-llvm.sh', 'emscripten-build-llvm.sh') }}
|
||||
key: llvm-build-${{ runner.os }}-${{ hashFiles('LLVM.lock', 'Cargo.toml', 'Cargo.lock', 'crates/llvm-builder/**', '.github/workflows/build-revive-wasm.yml') }}
|
||||
|
||||
- name: Install Dependencies
|
||||
- name: Install system dependencies
|
||||
run: |
|
||||
sudo apt-get update && sudo apt-get install -y cmake ninja-build libncurses5
|
||||
rustup target add wasm32-unknown-emscripten
|
||||
# Install LLVM required for the compiler runtime, runtime-api and stdlib
|
||||
curl -sSL --output llvm.tar.xz https://github.com/llvm/llvm-project/releases/download/llvmorg-18.1.4/clang+llvm-18.1.4-x86_64-linux-gnu-ubuntu-18.04.tar.xz
|
||||
tar Jxf llvm.tar.xz
|
||||
mv clang+llvm-18.1.4-x86_64-linux-gnu-ubuntu-18.04 llvm18/
|
||||
echo "$(pwd)/llvm18/bin" >> $GITHUB_PATH
|
||||
# Install Emscripten
|
||||
git clone https://github.com/emscripten-core/emsdk.git
|
||||
cd emsdk
|
||||
./emsdk install ${{ env.EMSCRIPTEN_VERSION }}
|
||||
./emsdk activate ${{ env.EMSCRIPTEN_VERSION }}
|
||||
sudo apt-get update && sudo apt-get install -y cmake ninja-build curl git libssl-dev pkg-config clang lld
|
||||
|
||||
- name: Install Rust stable toolchain
|
||||
uses: actions-rs/toolchain@v1
|
||||
with:
|
||||
profile: minimal
|
||||
toolchain: stable
|
||||
components: rust-src
|
||||
target: wasm32-unknown-emscripten
|
||||
|
||||
- name: Install LLVM build dependencies
|
||||
run: |
|
||||
make install-llvm-builder
|
||||
revive-llvm --target-env emscripten clone
|
||||
|
||||
- name: Setup revive environment variables
|
||||
run: |
|
||||
echo "LLVM_SYS_181_PREFIX=$(pwd)/target-llvm/gnu/target-final" >> $GITHUB_ENV
|
||||
echo "REVIVE_LLVM_TARGET_PREFIX=$(pwd)/target-llvm/emscripten/target-final" >> $GITHUB_ENV
|
||||
|
||||
- name: Build host LLVM
|
||||
if: steps.cache-llvm.outputs.cache-hit != 'true'
|
||||
run: |
|
||||
revive-llvm build --llvm-projects lld --llvm-projects clang
|
||||
|
||||
- name: Build target LLVM
|
||||
if: steps.cache-llvm.outputs.cache-hit != 'true'
|
||||
run: |
|
||||
source emsdk/emsdk_env.sh
|
||||
revive-llvm --target-env emscripten build --llvm-projects lld
|
||||
|
||||
- run: |
|
||||
rustup show
|
||||
@@ -51,13 +70,6 @@ jobs:
|
||||
cargo +nightly --version
|
||||
cmake --version
|
||||
bash --version
|
||||
llvm-config --version
|
||||
|
||||
- name: Build LLVM
|
||||
if: steps.cache-llvm.outputs.cache-hit != 'true'
|
||||
run: |
|
||||
export EMSDK_ROOT=${PWD}/emsdk
|
||||
./emscripten-build-llvm.sh
|
||||
|
||||
- name: Use Cached LLVM
|
||||
if: steps.cache-llvm.outputs.cache-hit == 'true'
|
||||
@@ -66,8 +78,7 @@ jobs:
|
||||
|
||||
- name: Build revive
|
||||
run: |
|
||||
export LLVM_LINK_PREFIX=${PWD}/llvm18.0-emscripten
|
||||
source ./emsdk/emsdk_env.sh
|
||||
source emsdk/emsdk_env.sh
|
||||
make install-wasm
|
||||
|
||||
- uses: actions/upload-artifact@v4
|
||||
@@ -77,3 +88,55 @@ jobs:
|
||||
${{ env.REVIVE_WASM_INSTALL_DIR }}/resolc.js
|
||||
${{ env.REVIVE_WASM_INSTALL_DIR }}/resolc.wasm
|
||||
retention-days: 1
|
||||
|
||||
test-revive-wasm:
|
||||
needs: build-revive-wasm
|
||||
strategy:
|
||||
matrix:
|
||||
os: ["ubuntu-24.04", "macos-14", "windows-2022"]
|
||||
runs-on: ${{ matrix.os }}
|
||||
steps:
|
||||
- uses: actions/checkout@v4
|
||||
|
||||
- name: Create Target Directory
|
||||
run: mkdir -p ${{ env.REVIVE_WASM_INSTALL_DIR }}
|
||||
|
||||
- name: Download Artifact
|
||||
uses: actions/download-artifact@v4
|
||||
with:
|
||||
name: revive-wasm
|
||||
path: ${{ env.REVIVE_WASM_INSTALL_DIR }}
|
||||
|
||||
- name: Set Up Node.js
|
||||
uses: actions/setup-node@v3
|
||||
with:
|
||||
node-version: "20"
|
||||
|
||||
- name: Install Bun on Windows
|
||||
if: runner.os == 'Windows'
|
||||
run: |
|
||||
Set-ExecutionPolicy RemoteSigned -Scope CurrentUser
|
||||
iex (new-object net.webclient).downloadstring('https://get.scoop.sh')
|
||||
scoop install bun@${{ env.BUN_VERSION }}
|
||||
scoop install wget
|
||||
Join-Path (Resolve-Path ~).Path "scoop\shims" >> $Env:GITHUB_PATH
|
||||
|
||||
- name: Install Bun on macOS and Linux
|
||||
if: runner.os != 'Windows'
|
||||
run: |
|
||||
curl -fsSL https://bun.sh/install | bash -s bun-v${{ env.BUN_VERSION }}
|
||||
echo "$HOME/.bun/bin" >> $GITHUB_PATH
|
||||
|
||||
- name: Install packages
|
||||
run: npm install
|
||||
|
||||
- name: Run Playwright tests
|
||||
run: |
|
||||
cd js
|
||||
npx playwright install --with-deps
|
||||
npx playwright test
|
||||
|
||||
- name: Test revive
|
||||
run: |
|
||||
echo "Running tests for ${{ matrix.os }}"
|
||||
npm run test:wasm
|
||||
|
||||
@@ -11,7 +11,7 @@ env:
|
||||
|
||||
jobs:
|
||||
build-ubuntu-x86:
|
||||
runs-on: ubuntu-22.04
|
||||
runs-on: ubuntu-24.04
|
||||
|
||||
steps:
|
||||
- uses: actions/checkout@v4
|
||||
@@ -25,16 +25,19 @@ jobs:
|
||||
|
||||
- name: Install LLVM
|
||||
run: |
|
||||
curl -sSL --output llvm.tar.xz https://github.com/llvm/llvm-project/releases/download/llvmorg-18.1.4/clang+llvm-18.1.4-x86_64-linux-gnu-ubuntu-18.04.tar.xz
|
||||
tar Jxf llvm.tar.xz
|
||||
mv clang+llvm-18.1.4-x86_64-linux-gnu-ubuntu-18.04 llvm18/
|
||||
echo "$(pwd)/llvm18/bin" >> $GITHUB_PATH
|
||||
curl -sSL --output llvm.tar.xz https://github.com/paritytech/revive/releases/download/v0.1.0-dev.7/clang+llvm-18.1.8-x86_64-linux-gnu-ubuntu-24.04.tar.xz
|
||||
mkdir llvm18
|
||||
tar Jxf llvm.tar.xz -C llvm18/
|
||||
echo "LLVM_SYS_181_PREFIX=$(pwd)/llvm18" >> $GITHUB_ENV
|
||||
|
||||
- name: Install apt dependencies
|
||||
run: |
|
||||
sudo add-apt-repository -y ppa:ethereum/ethereum
|
||||
sudo apt update
|
||||
sudo apt install -y libtinfo5 ethereum
|
||||
sudo apt install -y ethereum
|
||||
|
||||
- name: Machete
|
||||
uses: bnjbvr/cargo-machete@main
|
||||
|
||||
- name: Format
|
||||
run: make format
|
||||
|
||||
+6
-3
@@ -1,4 +1,5 @@
|
||||
/target
|
||||
target-llvm
|
||||
*.dot
|
||||
.vscode/
|
||||
.DS_Store
|
||||
@@ -6,9 +7,7 @@
|
||||
/*.yul
|
||||
/*.ll
|
||||
/*.s
|
||||
/llvm-project
|
||||
/llvm18.0
|
||||
/llvm18.0-emscripten
|
||||
/llvm*
|
||||
node_modules
|
||||
artifacts
|
||||
tmp
|
||||
@@ -16,3 +15,7 @@ package-lock.json
|
||||
/*.html
|
||||
/build
|
||||
soljson.js
|
||||
test-results
|
||||
playwright-report
|
||||
.cache
|
||||
emsdk
|
||||
|
||||
@@ -2,6 +2,36 @@
|
||||
|
||||
## Unreleased
|
||||
|
||||
## v0.1.0-dev.9
|
||||
|
||||
This is a development pre-release.
|
||||
|
||||
### Added
|
||||
|
||||
### Changed
|
||||
- Syscalls with more than 6 arguments now pack them into registers.
|
||||
|
||||
### Fixed
|
||||
- Remove reloading of the resolc.js file (fix issue with relative path in web worker)
|
||||
|
||||
## v0.1.0-dev.8
|
||||
|
||||
This is a development pre-release.
|
||||
|
||||
### Added
|
||||
- The `revive-llvm-builder` crate with the `revive-llvm` helper utility for streamlined management of the LLVM framework dependency.
|
||||
- Initial support for running `resolc` in the browser.
|
||||
|
||||
### Changed
|
||||
- Suported contracts runtime is polkadot-sdk git version `d62a90c8c729acd98c7e9a5cab9803b8b211ffc5`.
|
||||
- The minimum supported Rust version is `1.81.0`.
|
||||
- Error out early instead of invoking `solc` with invalid base or include path flags.
|
||||
|
||||
### Fixed
|
||||
- Decouple the LLVM target dependency from the LLVM host dependency.
|
||||
- Do not error out if no files and no errors were produced. This aligns resolc closer to solc.
|
||||
- Fixes input normalization in the Wasm version.
|
||||
|
||||
## v0.1.0-dev.7
|
||||
|
||||
This is a development pre-release.
|
||||
|
||||
Generated
+1552
-731
File diff suppressed because it is too large
Load Diff
+48
-43
@@ -3,7 +3,7 @@ resolver = "2"
|
||||
members = ["crates/*"]
|
||||
|
||||
[workspace.package]
|
||||
version = "0.1.0-dev.7"
|
||||
version = "0.1.0-dev.9"
|
||||
authors = [
|
||||
"Cyrill Leutwiler <cyrill@parity.io>",
|
||||
"Parity Technologies <admin@parity.io>",
|
||||
@@ -11,64 +11,69 @@ authors = [
|
||||
license = "MIT/Apache-2.0"
|
||||
edition = "2021"
|
||||
repository = "https://github.com/paritytech/revive"
|
||||
rust-version = "1.80.0"
|
||||
rust-version = "1.81.0"
|
||||
|
||||
[workspace.dependencies]
|
||||
revive-benchmarks = { version = "0.1.0-dev.7", path = "crates/benchmarks" }
|
||||
revive-builtins = { version = "0.1.0-dev.7", path = "crates/builtins" }
|
||||
revive-common = { version = "0.1.0-dev.7", path = "crates/common" }
|
||||
revive-differential = { version = "0.1.0-dev.7", path = "crates/differential" }
|
||||
revive-integration = { version = "0.1.0-dev.7", path = "crates/integration" }
|
||||
revive-linker = { version = "0.1.0-dev.7", path = "crates/linker" }
|
||||
lld-sys = { version = "0.1.0-dev.7", path = "crates/lld-sys" }
|
||||
revive-llvm-context = { version = "0.1.0-dev.7", path = "crates/llvm-context" }
|
||||
revive-runtime-api = { version = "0.1.0-dev.7", path = "crates/runtime-api" }
|
||||
revive-runner = { version = "0.1.0-dev.7", path = "crates/runner" }
|
||||
revive-solidity = { version = "0.1.0-dev.7", path = "crates/solidity" }
|
||||
revive-stdlib = { version = "0.1.0-dev.7", path = "crates/stdlib" }
|
||||
revive-benchmarks = { version = "0.1.0-dev.9", path = "crates/benchmarks" }
|
||||
revive-builtins = { version = "0.1.0-dev.9", path = "crates/builtins" }
|
||||
revive-common = { version = "0.1.0-dev.9", path = "crates/common" }
|
||||
revive-differential = { version = "0.1.0-dev.9", path = "crates/differential" }
|
||||
revive-integration = { version = "0.1.0-dev.9", path = "crates/integration" }
|
||||
revive-linker = { version = "0.1.0-dev.9", path = "crates/linker" }
|
||||
lld-sys = { version = "0.1.0-dev.9", path = "crates/lld-sys" }
|
||||
revive-llvm-context = { version = "0.1.0-dev.9", path = "crates/llvm-context" }
|
||||
revive-runtime-api = { version = "0.1.0-dev.9", path = "crates/runtime-api" }
|
||||
revive-runner = { version = "0.1.0-dev.9", path = "crates/runner" }
|
||||
revive-solidity = { version = "0.1.0-dev.9", path = "crates/solidity" }
|
||||
revive-stdlib = { version = "0.1.0-dev.9", path = "crates/stdlib" }
|
||||
revive-build-utils = { version = "0.1.0-dev.9", path = "crates/build-utils" }
|
||||
|
||||
hex = "0.4"
|
||||
petgraph = "0.6"
|
||||
hex = "0.4.3"
|
||||
cc = "1.0"
|
||||
libc = "0.2"
|
||||
libc = "0.2.169"
|
||||
tempfile = "3.8"
|
||||
anyhow = "1.0"
|
||||
semver = { version = "1.0", features = [ "serde" ] }
|
||||
itertools = "0.12"
|
||||
serde = { version = "1.0", features = [ "derive" ] }
|
||||
serde_json = { version = "1.0", features = [ "arbitrary_precision" ] }
|
||||
semver = { version = "1.0", features = ["serde"] }
|
||||
itertools = "0.14"
|
||||
serde = { version = "1.0", features = ["derive"] }
|
||||
serde_json = { version = "1.0", features = ["arbitrary_precision"] }
|
||||
regex = "1.10"
|
||||
once_cell = "1.19"
|
||||
num = "0.4"
|
||||
num = "0.4.3"
|
||||
sha1 = "0.10"
|
||||
sha2 = "0.10"
|
||||
sha3 = "0.10"
|
||||
md5 = "0.7"
|
||||
colored = "2.1"
|
||||
thiserror = "1.0"
|
||||
which = "5.0"
|
||||
md5 = "0.7.0"
|
||||
thiserror = "2.0"
|
||||
which = "7.0"
|
||||
path-slash = "0.2"
|
||||
rayon = "1.8"
|
||||
clap = { version = "4", default-features = false, features = ["derive"] }
|
||||
rand = "0.8"
|
||||
polkavm-common = "0.18"
|
||||
polkavm-linker = "0.18"
|
||||
polkavm-disassembler = "0.18"
|
||||
polkavm = "0.18"
|
||||
alloy-primitives = { version = "0.8", features = ["serde"] }
|
||||
alloy-sol-types = "0.8"
|
||||
alloy-genesis = "0.3"
|
||||
alloy-serde = "0.3"
|
||||
env_logger = { version = "0.10.0", default-features = false }
|
||||
serde_stacker = "0.1"
|
||||
criterion = { version = "0.5", features = ["html_reports"] }
|
||||
log = { version = "0.4" }
|
||||
git2 = "0.19.0"
|
||||
polkavm-common = "0.19.0"
|
||||
polkavm-linker = "0.19.0"
|
||||
polkavm-disassembler = "0.19.0"
|
||||
polkavm = "0.19.0"
|
||||
alloy-primitives = { version = "0.8.19", features = ["serde"] }
|
||||
alloy-sol-types = "0.8.19"
|
||||
alloy-genesis = "0.9.2"
|
||||
alloy-serde = "0.9.2"
|
||||
env_logger = { version = "0.11.6", default-features = false }
|
||||
serde_stacker = "0.1.11"
|
||||
criterion = { version = "0.5.1", features = ["html_reports"] }
|
||||
log = { version = "0.4.25" }
|
||||
git2 = { version = "0.20.0", default-features = false }
|
||||
downloader = "0.2.8"
|
||||
flate2 = "1.0.35"
|
||||
fs_extra = "1.3.0"
|
||||
num_cpus = "1"
|
||||
tar = "0.4.43"
|
||||
toml = "0.8.19"
|
||||
assert_cmd = "2.0.16"
|
||||
assert_fs = "1.1.2"
|
||||
|
||||
# polkadot-sdk and friends
|
||||
codec = { version = "3.6.12", default-features = false, package = "parity-scale-codec" }
|
||||
scale-info = { version = "2.11.1", default-features = false }
|
||||
polkadot-sdk = { git = "https://github.com/paritytech/polkadot-sdk", rev = "243b751abbb94369bbd92c83d8ab159ddfc3c556" }
|
||||
scale-info = { version = "2.11.6", default-features = false }
|
||||
polkadot-sdk = { git = "https://github.com/paritytech/polkadot-sdk", rev = "4302f74f7874e6a894578731142a7b310a1449b0" }
|
||||
|
||||
# llvm
|
||||
[workspace.dependencies.inkwell]
|
||||
|
||||
+32
@@ -0,0 +1,32 @@
|
||||
FROM rust:1.84.0 AS llvm-builder
|
||||
WORKDIR /opt/revive
|
||||
|
||||
RUN apt update && \
|
||||
apt upgrade -y && \
|
||||
apt install -y cmake ninja-build curl git libssl-dev pkg-config clang lld musl
|
||||
|
||||
COPY . .
|
||||
|
||||
RUN make install-llvm-builder
|
||||
RUN revive-llvm --target-env musl clone
|
||||
RUN revive-llvm --target-env musl build --llvm-projects lld --llvm-projects clang
|
||||
|
||||
FROM messense/rust-musl-cross:x86_64-musl AS resolc-builder
|
||||
WORKDIR /opt/revive
|
||||
|
||||
RUN apt update && \
|
||||
apt upgrade -y && \
|
||||
apt install -y pkg-config
|
||||
|
||||
COPY . .
|
||||
COPY --from=llvm-builder /opt/revive/target-llvm /opt/revive/target-llvm
|
||||
|
||||
ENV LLVM_SYS_181_PREFIX=/opt/revive/target-llvm/musl/target-final
|
||||
RUN make install-bin
|
||||
|
||||
FROM alpine:latest
|
||||
ADD https://github.com/ethereum/solidity/releases/download/v0.8.28/solc-static-linux /usr/bin/solc
|
||||
COPY --from=resolc-builder /root/.cargo/bin/resolc /usr/bin/resolc
|
||||
|
||||
RUN apk add --no-cache libc6-compat
|
||||
RUN chmod +x /usr/bin/solc
|
||||
@@ -0,0 +1,3 @@
|
||||
url = "https://github.com/llvm/llvm-project.git"
|
||||
branch = "release/18.x"
|
||||
ref = "3b5b5c1ec4a3095ab096dd780e84d7ab81f3d7ff"
|
||||
@@ -1,21 +1,24 @@
|
||||
.PHONY: install format test test-solidity test-cli test-integration test-workspace clean docs docs-build
|
||||
|
||||
RUSTFLAGS_EMSCRIPTEN := \
|
||||
-C link-arg=-sEXPORTED_FUNCTIONS=_main,_free,_malloc \
|
||||
-C link-arg=-sNO_INVOKE_RUN=1 \
|
||||
-C link-arg=-sEXIT_RUNTIME=1 \
|
||||
-C link-arg=-sALLOW_MEMORY_GROWTH=1 \
|
||||
-C link-arg=-sEXPORTED_RUNTIME_METHODS=FS,callMain,stringToNewUTF8 \
|
||||
-C link-arg=-sMODULARIZE=1 \
|
||||
-C link-arg=-sEXPORT_NAME=createRevive \
|
||||
-C link-arg=-sWASM_ASYNC_COMPILATION=0 \
|
||||
-C link-arg=-sDYNAMIC_EXECUTION=0 \
|
||||
-C link-arg=-sALLOW_TABLE_GROWTH=1 \
|
||||
-C link-arg=--js-library=js/embed/soljson_interface.js \
|
||||
-C link-arg=--pre-js=js/embed/pre.js \
|
||||
-C link-arg=-sNODEJS_CATCH_EXIT=0 \
|
||||
-C link-arg=-sDISABLE_EXCEPTION_CATCHING=0 \
|
||||
-C opt-level=3
|
||||
.PHONY: \
|
||||
install \
|
||||
install-bin \
|
||||
install-npm \
|
||||
install-wasm \
|
||||
install-llvm-builder \
|
||||
install-llvm \
|
||||
format \
|
||||
clippy \
|
||||
machete \
|
||||
test \
|
||||
test-integration \
|
||||
test-solidity \
|
||||
test-workspace \
|
||||
test-cli \
|
||||
test-wasm \
|
||||
test-llvm-builder
|
||||
bench \
|
||||
bench-pvm \
|
||||
bench-evm \
|
||||
clean
|
||||
|
||||
install: install-bin install-npm
|
||||
|
||||
@@ -25,16 +28,15 @@ install-bin:
|
||||
install-npm:
|
||||
npm install && npm fund
|
||||
|
||||
install-wasm:
|
||||
RUSTFLAGS='$(RUSTFLAGS_EMSCRIPTEN)' cargo build --target wasm32-unknown-emscripten -p revive-solidity --release --no-default-features
|
||||
npm install
|
||||
install-wasm: install-npm
|
||||
cargo build --target wasm32-unknown-emscripten -p revive-solidity --release --no-default-features
|
||||
|
||||
# install-revive: Build and install to the directory specified in REVIVE_INSTALL_DIR
|
||||
ifeq ($(origin REVIVE_INSTALL_DIR), undefined)
|
||||
REVIVE_INSTALL_DIR=`pwd`/release/revive-debian
|
||||
endif
|
||||
install-revive:
|
||||
cargo install --path crates/solidity --root $(REVIVE_INSTALL_DIR)
|
||||
install-llvm-builder:
|
||||
cargo install --path crates/llvm-builder
|
||||
|
||||
install-llvm: install-llvm-builder
|
||||
revive-llvm clone
|
||||
revive-llvm build --llvm-projects lld --llvm-projects clang
|
||||
|
||||
format:
|
||||
cargo fmt --all --check
|
||||
@@ -42,7 +44,11 @@ format:
|
||||
clippy:
|
||||
cargo clippy --all-features --workspace --tests --benches -- --deny warnings --allow dead_code
|
||||
|
||||
test: format clippy test-cli test-workspace
|
||||
machete:
|
||||
cargo install cargo-machete
|
||||
cargo machete
|
||||
|
||||
test: format clippy machete test-cli test-workspace
|
||||
|
||||
test-integration: install-bin
|
||||
cargo test --package revive-integration
|
||||
@@ -51,11 +57,22 @@ test-solidity: install
|
||||
cargo test --package revive-solidity
|
||||
|
||||
test-workspace: install
|
||||
cargo test --workspace
|
||||
cargo test --workspace --exclude revive-llvm-builder
|
||||
|
||||
test-cli: install
|
||||
npm run test:cli
|
||||
|
||||
test-wasm: install-wasm
|
||||
npm run test:wasm
|
||||
|
||||
test-llvm-builder:
|
||||
@echo "warning: the llvm-builder tests will take many hours"
|
||||
cargo test --package revive-llvm-builder -- --test-threads=1
|
||||
|
||||
bench: install-bin
|
||||
cargo criterion --all --all-features --message-format=json \
|
||||
| criterion-table > crates/benchmarks/BENCHMARKS.md
|
||||
|
||||
bench-pvm: install-bin
|
||||
cargo criterion --bench execute --features bench-pvm-interpreter --message-format=json \
|
||||
| criterion-table > crates/benchmarks/PVM.md
|
||||
@@ -64,21 +81,13 @@ bench-evm: install-bin
|
||||
cargo criterion --bench execute --features bench-evm --message-format=json \
|
||||
| criterion-table > crates/benchmarks/EVM.md
|
||||
|
||||
bench: install-bin
|
||||
cargo criterion --all --all-features --message-format=json \
|
||||
| criterion-table > crates/benchmarks/BENCHMARKS.md
|
||||
|
||||
docs: docs-build
|
||||
mdbook serve --open docs/
|
||||
|
||||
docs-build:
|
||||
mdbook test docs/ && mdbook build docs/
|
||||
|
||||
clean:
|
||||
cargo clean ; \
|
||||
revive-llvm clean ; \
|
||||
rm -rf node_modules ; \
|
||||
rm -rf crates/solidity/src/tests/cli-tests/artifacts ; \
|
||||
cargo uninstall revive-solidity ; \
|
||||
cargo uninstall revive-llvm-builder ; \
|
||||
rm -f package-lock.json ; \
|
||||
rm -rf js/dist ; \
|
||||
rm -f js/src/resolc.{wasm,js}
|
||||
|
||||
@@ -17,38 +17,52 @@ Discussion around the development is hosted on the [Polkadot Forum](https://foru
|
||||
|
||||
`resolc` depends on the [solc](https://github.com/ethereum/solidity) binary installed on your system.
|
||||
|
||||
Building from source requires a compatible LLVM build.
|
||||
Download and install the `resolc` frontend executable for your platform from our [releases](https://github.com/paritytech/revive/releases).
|
||||
|
||||
## Building from source
|
||||
|
||||
Building revive requires a [stable Rust installation](https://rustup.rs/) and a C++ toolchain for building [LLVM](https://github.com/llvm/llvm-project) on your system.
|
||||
|
||||
### LLVM
|
||||
|
||||
`revive` requires a build of LLVM 18.1.4 or later with the RISC-V _embedded_ target, including `compiler-rt`. Use the provided [build-llvm.sh](build-llvm.sh) build script to compile a compatible LLVM build locally in `$PWD/llvm18.0` (don't forget to add that to `$PATH` afterwards).
|
||||
`revive` depends on a custom build of LLVM `v18.1.8` with the RISC-V _embedded_ target, including the `compiler-rt` builtins. Use the provided [revive-llvm](crates/llvm-builder/README.md) utility to compile a compatible LLVM build locally and point `$LLVM_SYS_181_PREFIX` to the installation afterwards.
|
||||
|
||||
The `Makefile` provides a shortcut target to obtain a compatible LLVM build:
|
||||
|
||||
```bash
|
||||
make install-llvm
|
||||
export LLVM_SYS_181_PREFIX=${PWD}/target-llvm/gnu/target-final
|
||||
```
|
||||
|
||||
### The `resolc` Solidity frontend
|
||||
|
||||
To build the `resolc` Solidity frontend executable, make sure you have obtained a compatible LLVM build using [revive-llvm](crates/llvm-builder/README.md) and did export the `LLVM_SYS_181_PREFIX` environment variable pointing to it (see [above](#LLVM)).
|
||||
|
||||
To install the `resolc` Solidity frontend executable:
|
||||
|
||||
```bash
|
||||
bash build-llvm.sh
|
||||
export PATH=${PWD}/llvm18.0/bin:$PATH
|
||||
make install-bin
|
||||
resolc --version
|
||||
```
|
||||
### Cross-compilation to WASM
|
||||
|
||||
Cross-compiles the Revive compiler to WASM for running it in a Node.js or browser environment.
|
||||
### Cross-compilation to Wasm
|
||||
|
||||
Install [emscripten](https://emscripten.org/docs/getting_started/downloads.html). Tested on version 3.1.64.
|
||||
To build resolc.js execute:
|
||||
Cross-compile the `resolc.js` frontend executable to Wasm for running it in a Node.js or browser environment. The `REVIVE_LLVM_TARGET_PREFIX` environment variable is used to control the target environment LLVM dependency.
|
||||
|
||||
```bash
|
||||
bash build-llvm.sh
|
||||
export PATH=${PWD}/llvm18.0/bin:$PATH
|
||||
export EMSDK_ROOT=<PATH_TO_EMSCRIPTEN_SDK>
|
||||
bash emscripten-build-llvm.sh
|
||||
source $EMSDK_ROOT/emsdk_env.sh
|
||||
export LLVM_LINK_PREFIX=${PWD}/llvm18.0-emscripten
|
||||
export PATH=$PATH:$PWD/llvm18.0-emscripten/bin/
|
||||
# Build the host LLVM dependency with PolkaVM target support
|
||||
make install-llvm
|
||||
export LLVM_SYS_181_PREFIX=${PWD}/target-llvm/gnu/target-final
|
||||
|
||||
# Build the target LLVM dependency with PolkaVM target support
|
||||
revive-llvm --target-env emscripten clone
|
||||
source emsdk/emsdk_env.sh
|
||||
revive-llvm --target-env emscripten build --llvm-projects lld
|
||||
export REVIVE_LLVM_TARGET_PREFIX=${PWD}/target-llvm/emscripten/target-final
|
||||
|
||||
# Build the resolc frontend executable
|
||||
make install-wasm
|
||||
make test-wasm
|
||||
```
|
||||
|
||||
### Development
|
||||
|
||||
+3
-4
@@ -6,7 +6,6 @@ To create a new pre-release:
|
||||
|
||||
1. Merge a release PR which updates the `-dev.X` versions in the workspace `Cargo.toml` and updates the `CHANGELOG.md` accordingly
|
||||
2. Push a release tag to `main`
|
||||
3. Manually trigger the `Build revive-debian` action
|
||||
4. Create a __pre-release__ from the tag and manually upload the build artifact generated by the action
|
||||
5. Manually upload `resolc.js` and `resolc.wasm` from the `build-revive-wasm` action artifacts.
|
||||
6. Update the [contract-docs](https://github.com/paritytech/contract-docs/) accordingly
|
||||
3. Create a __pre-release__ from the tag and manually upload the `resolc` binary from docker image
|
||||
4. Manually upload `resolc.js` and `resolc.wasm` from the `build-revive-wasm` action artifacts.
|
||||
5. Update the [contract-docs](https://github.com/paritytech/contract-docs/) accordingly
|
||||
|
||||
@@ -0,0 +1 @@
|
||||
https://github.com/paritytech/polkadot-sdk/blob/master/docs/contributor/SECURITY.md
|
||||
@@ -1,88 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
|
||||
set -euo pipefail
|
||||
|
||||
INSTALL_DIR="${PWD}/llvm18.0"
|
||||
mkdir -p ${INSTALL_DIR}
|
||||
|
||||
# Build LLVM, clang
|
||||
LLVM_SRC_PREFIX=${PWD}/llvm-project
|
||||
LLVM_SRC_DIR=${LLVM_SRC_PREFIX}/llvm
|
||||
LLVM_BUILD_DIR=${PWD}/build/llvm
|
||||
|
||||
./clone-llvm.sh "${LLVM_SRC_PREFIX}"
|
||||
|
||||
if [ ! -d ${LLVM_BUILD_DIR} ] ; then
|
||||
mkdir -p ${LLVM_BUILD_DIR}
|
||||
fi
|
||||
|
||||
cmake -G Ninja \
|
||||
-S ${LLVM_SRC_DIR} \
|
||||
-B ${LLVM_BUILD_DIR} \
|
||||
-DLLVM_ENABLE_ASSERTIONS=On \
|
||||
-DLLVM_ENABLE_TERMINFO=Off \
|
||||
-DLLVM_ENABLE_LIBXML2=Off \
|
||||
-DLLVM_ENABLE_ZLIB=Off \
|
||||
-DLLVM_ENABLE_PROJECTS='clang;lld' \
|
||||
-DLLVM_TARGETS_TO_BUILD='RISCV' \
|
||||
-DLLVM_ENABLE_ZSTD=Off \
|
||||
-DCMAKE_BUILD_TYPE=MinSizeRel \
|
||||
-DCMAKE_INSTALL_PREFIX=${INSTALL_DIR}
|
||||
|
||||
cmake --build ${LLVM_BUILD_DIR}
|
||||
cmake --install ${LLVM_BUILD_DIR}
|
||||
|
||||
# Build compiler builtins
|
||||
COMPILER_RT_SRC_DIR=${LLVM_SRC_PREFIX}/compiler-rt
|
||||
COMPILER_RT_BUILD_DIR=${PWD}/build/compiler-rt
|
||||
if [ ! -d ${COMPILER_RT_BUILD_DIR} ] ; then
|
||||
mkdir -p ${COMPILER_RT_BUILD_DIR}
|
||||
fi
|
||||
|
||||
build_compiler_rt() {
|
||||
case "$1" in
|
||||
64) TARGET_ABI=lp64e ;;
|
||||
32) TARGET_ABI=ilp32e ;;
|
||||
*) exit -1
|
||||
esac
|
||||
CFLAGS="--target=riscv${1} -march=rv${1}em -mabi=${TARGET_ABI} -mcpu=generic-rv${1} -nostdlib -nodefaultlibs"
|
||||
|
||||
cmake -G Ninja \
|
||||
-S ${COMPILER_RT_SRC_DIR} \
|
||||
-B ${COMPILER_RT_BUILD_DIR} \
|
||||
-DCMAKE_BUILD_TYPE=Release \
|
||||
-DCMAKE_INSTALL_PREFIX=${INSTALL_DIR} \
|
||||
-DCOMPILER_RT_BUILD_BUILTINS=ON \
|
||||
-DCOMPILER_RT_BUILD_LIBFUZZER=OFF \
|
||||
-DCOMPILER_RT_BUILD_MEMPROF=OFF \
|
||||
-DCOMPILER_RT_BUILD_PROFILE=OFF \
|
||||
-DCOMPILER_RT_BUILD_SANITIZERS=OFF \
|
||||
-DCOMPILER_RT_BUILD_XRAY=OFF \
|
||||
-DCMAKE_C_COMPILER=${INSTALL_DIR}/bin/clang \
|
||||
-DCMAKE_C_COMPILER_TARGET=riscv${1} \
|
||||
-DCMAKE_ASM_COMPILER_TARGET=riscv${1} \
|
||||
-DCMAKE_CXX_COMPILER_TARGET=riscv${1} \
|
||||
-DCMAKE_C_TARGET_BITS=riscv${1} \
|
||||
-DCMAKE_ASM_TARGET_BITS=riscv${1} \
|
||||
-DCMAKE_AR=${INSTALL_DIR}/bin/llvm-ar \
|
||||
-DCMAKE_NM=${INSTALL_DIR}/bin/llvm-nm \
|
||||
-DCMAKE_RANLIB=${INSTALL_DIR}/bin/llvm-ranlib \
|
||||
-DCOMPILER_RT_BAREMETAL_BUILD=ON \
|
||||
-DLLVM_CONFIG_PATH=${INSTALL_DIR}/bin/llvm-config \
|
||||
-DCMAKE_C_FLAGS="${CFLAGS}" \
|
||||
-DCMAKE_ASM_FLAGS="${CFLAGS}" \
|
||||
-DCOMPILER_RT_TEST_COMPILER=${INSTALL_DIR}/bin/clang \
|
||||
-DCMAKE_CXX_FLAGS="${CFLAGS}" \
|
||||
-DCMAKE_SYSTEM_NAME=unknown \
|
||||
-DCOMPILER_RT_DEFAULT_TARGET_ONLY=ON
|
||||
|
||||
cmake --build ${COMPILER_RT_BUILD_DIR}
|
||||
cmake --install ${COMPILER_RT_BUILD_DIR}
|
||||
}
|
||||
|
||||
build_compiler_rt 32
|
||||
build_compiler_rt 64
|
||||
|
||||
echo ""
|
||||
echo "success"
|
||||
echo "add this directory to your PATH: ${INSTALL_DIR}/bin/"
|
||||
@@ -1,18 +0,0 @@
|
||||
#!/bin/bash
|
||||
|
||||
set -euo pipefail
|
||||
|
||||
# Default directory for cloning the llvm-project repository
|
||||
DEFAULT_DIR="llvm-project"
|
||||
|
||||
# Check if a directory argument is provided
|
||||
if [ $# -eq 1 ]; then
|
||||
DIR=$1
|
||||
else
|
||||
DIR=$DEFAULT_DIR
|
||||
fi
|
||||
|
||||
# Clone LLVM 18 (any revision after commit bd32aaa is supposed to work)
|
||||
if [ ! -d "${DIR}" ]; then
|
||||
git clone --depth 1 --branch release/18.x https://github.com/llvm/llvm-project.git "${DIR}"
|
||||
fi
|
||||
@@ -0,0 +1,14 @@
|
||||
# Generated by Cargo
|
||||
# will have compiled files and executables
|
||||
/target/
|
||||
|
||||
# Remove Cargo.lock from gitignore if creating an executable, leave it for libraries
|
||||
# More information here https://doc.rust-lang.org/cargo/guide/cargo-toml-vs-cargo-lock.html
|
||||
Cargo.lock
|
||||
|
||||
# These are backup files generated by rustfmt
|
||||
**/*.rs.bk
|
||||
|
||||
# IDE
|
||||
/.idea/
|
||||
/.vscode/
|
||||
@@ -0,0 +1,15 @@
|
||||
[package]
|
||||
name = "revive-build-utils"
|
||||
version.workspace = true
|
||||
license.workspace = true
|
||||
edition.workspace = true
|
||||
repository.workspace = true
|
||||
authors = [
|
||||
"Cyrill Leutwiler <cyrill@parity.io>",
|
||||
]
|
||||
description = "Shared build utilities of the revive compiler"
|
||||
|
||||
[lib]
|
||||
doctest = false
|
||||
|
||||
[dependencies]
|
||||
@@ -0,0 +1,10 @@
|
||||
# revive: Compiler Common
|
||||
|
||||
## License
|
||||
|
||||
This library is distributed under the terms of either
|
||||
|
||||
- Apache License, Version 2.0, ([LICENSE-APACHE](LICENSE-APACHE) or <http://www.apache.org/licenses/LICENSE-2.0>)
|
||||
- MIT license ([LICENSE-MIT](LICENSE-MIT) or <http://opensource.org/licenses/MIT>)
|
||||
|
||||
at your option.
|
||||
@@ -0,0 +1,48 @@
|
||||
//! The compiler build utilities library.
|
||||
|
||||
/// The revive LLVM host dependency directory prefix environment variable.
|
||||
pub const REVIVE_LLVM_HOST_PREFIX: &str = "LLVM_SYS_181_PREFIX";
|
||||
|
||||
/// The revive LLVM target dependency directory prefix environment variable.
|
||||
pub const REVIVE_LLVM_TARGET_PREFIX: &str = "REVIVE_LLVM_TARGET_PREFIX";
|
||||
|
||||
/// Constructs a path to the LLVM tool `name`.
|
||||
///
|
||||
/// Respects the [`REVIVE_LLVM_HOST_PREFIX`] environment variable.
|
||||
pub fn llvm_host_tool(name: &str) -> std::path::PathBuf {
|
||||
std::env::var_os(REVIVE_LLVM_HOST_PREFIX)
|
||||
.map(Into::<std::path::PathBuf>::into)
|
||||
.unwrap_or_else(|| {
|
||||
panic!(
|
||||
"install LLVM using the revive-llvm builder and export {REVIVE_LLVM_HOST_PREFIX}",
|
||||
)
|
||||
})
|
||||
.join("bin")
|
||||
.join(name)
|
||||
}
|
||||
|
||||
/// Returns the LLVM lib dir.
|
||||
///
|
||||
/// Respects the [`REVIVE_LLVM_HOST_PREFIX`] environment variable.
|
||||
pub fn llvm_lib_dir() -> std::path::PathBuf {
|
||||
std::path::PathBuf::from(llvm_config("--libdir").trim())
|
||||
}
|
||||
|
||||
/// Returns the LLVM CXX compiler flags.
|
||||
///
|
||||
/// Respects the [`REVIVE_LLVM_HOST_PREFIX`] environment variable.
|
||||
pub fn llvm_cxx_flags() -> String {
|
||||
llvm_config("--cxxflags")
|
||||
}
|
||||
|
||||
/// Execute the `llvm-config` utility respecting the [`REVIVE_LLVM_HOST_PREFIX`] environment variable.
|
||||
fn llvm_config(arg: &str) -> String {
|
||||
let llvm_config = llvm_host_tool("llvm-config");
|
||||
let output = std::process::Command::new(&llvm_config)
|
||||
.arg(arg)
|
||||
.output()
|
||||
.unwrap_or_else(|error| panic!("`{} {arg}` failed: {error}", llvm_config.display()));
|
||||
|
||||
String::from_utf8(output.stdout)
|
||||
.unwrap_or_else(|_| panic!("output of `{} {arg}` should be utf8", llvm_config.display()))
|
||||
}
|
||||
@@ -8,4 +8,5 @@ authors.workspace = true
|
||||
build = "build.rs"
|
||||
description = "compiler builtins for the revive compiler"
|
||||
|
||||
[dependencies]
|
||||
[build-dependencies]
|
||||
revive-build-utils = { workspace = true }
|
||||
|
||||
+18
-11
@@ -3,25 +3,32 @@ use std::{env, fs, io::Read, path::Path, process::Command};
|
||||
pub const BUILTINS_ARCHIVE_FILE: &str = "libclang_rt.builtins-riscv64.a";
|
||||
|
||||
fn main() {
|
||||
let mut llvm_lib_dir = String::new();
|
||||
println!(
|
||||
"cargo:rerun-if-env-changed={}",
|
||||
revive_build_utils::REVIVE_LLVM_HOST_PREFIX
|
||||
);
|
||||
|
||||
Command::new("llvm-config")
|
||||
.args(["--libdir"])
|
||||
let llvm_config = revive_build_utils::llvm_host_tool("llvm-config");
|
||||
let mut llvm_lib_dir = String::new();
|
||||
Command::new(&llvm_config)
|
||||
.arg("--libdir")
|
||||
.output()
|
||||
.expect("llvm-config should be able to provide LD path")
|
||||
.unwrap_or_else(|_| {
|
||||
panic!(
|
||||
"{} should be able to provide LD path",
|
||||
llvm_config.display()
|
||||
)
|
||||
})
|
||||
.stdout
|
||||
.as_slice()
|
||||
.read_to_string(&mut llvm_lib_dir)
|
||||
.expect("llvm-config output should be utf8");
|
||||
|
||||
let mut lib_path = std::path::PathBuf::from(llvm_lib_dir.trim())
|
||||
.join("linux")
|
||||
let lib_path = revive_build_utils::llvm_lib_dir()
|
||||
.join("unknown")
|
||||
.join(BUILTINS_ARCHIVE_FILE);
|
||||
if !lib_path.exists() {
|
||||
lib_path = std::path::PathBuf::from(std::env::var("CARGO_MANIFEST_DIR").unwrap())
|
||||
.join(BUILTINS_ARCHIVE_FILE);
|
||||
}
|
||||
let archive = fs::read(lib_path).expect("clang builtins not found");
|
||||
let archive = fs::read(&lib_path).expect("clang builtins not found");
|
||||
println!("cargo:rerun-if-env-changed={}", lib_path.display());
|
||||
|
||||
let out_dir = env::var_os("OUT_DIR").expect("has OUT_DIR");
|
||||
let archive_path = Path::new(&out_dir).join(BUILTINS_ARCHIVE_FILE);
|
||||
|
||||
Binary file not shown.
Binary file not shown.
@@ -8,18 +8,12 @@ authors.workspace = true
|
||||
description = "revive compiler integration test cases"
|
||||
|
||||
[dependencies]
|
||||
polkavm = { workspace = true }
|
||||
alloy-primitives = { workspace = true }
|
||||
alloy-sol-types = { workspace = true }
|
||||
hex = { workspace = true }
|
||||
env_logger = { workspace = true }
|
||||
log = { workspace = true }
|
||||
serde_json = { workspace = true }
|
||||
|
||||
revive-solidity = { workspace = true }
|
||||
revive-differential = { workspace = true }
|
||||
revive-llvm-context = { workspace = true }
|
||||
revive-common = { workspace = true }
|
||||
revive-runner = { workspace = true }
|
||||
|
||||
[dev-dependencies]
|
||||
|
||||
@@ -26,6 +26,6 @@ pragma solidity ^0.8;
|
||||
|
||||
contract GasPrice {
|
||||
constructor() payable {
|
||||
assert(tx.gasprice == 1);
|
||||
assert(tx.gasprice == 1000);
|
||||
}
|
||||
}
|
||||
|
||||
@@ -8,10 +8,8 @@ authors.workspace = true
|
||||
description = "revive compiler linker utils"
|
||||
|
||||
[dependencies]
|
||||
inkwell = { workspace = true }
|
||||
tempfile = { workspace = true }
|
||||
polkavm-linker = { workspace = true }
|
||||
polkavm-common = { workspace = true }
|
||||
libc = { workspace = true }
|
||||
anyhow = { workspace = true }
|
||||
|
||||
|
||||
@@ -13,3 +13,4 @@ libc = { workspace = true }
|
||||
|
||||
[build-dependencies]
|
||||
cc = { workspace = true }
|
||||
revive-build-utils = { workspace = true }
|
||||
|
||||
+23
-32
@@ -1,34 +1,16 @@
|
||||
use std::{
|
||||
env,
|
||||
path::{Path, PathBuf},
|
||||
};
|
||||
fn set_rustc_link_flags() {
|
||||
let llvm_lib_path = match std::env::var(revive_build_utils::REVIVE_LLVM_TARGET_PREFIX) {
|
||||
Ok(path) => std::path::PathBuf::from(path).join("lib"),
|
||||
_ => revive_build_utils::llvm_lib_dir(),
|
||||
};
|
||||
|
||||
const LLVM_LINK_PREFIX: &str = "LLVM_LINK_PREFIX";
|
||||
|
||||
fn locate_llvm_config() -> PathBuf {
|
||||
let prefix = env::var_os(LLVM_LINK_PREFIX)
|
||||
.map(|p| PathBuf::from(p).join("bin"))
|
||||
.unwrap_or_default();
|
||||
prefix.join("llvm-config")
|
||||
}
|
||||
|
||||
fn llvm_config(llvm_config_path: &Path, arg: &str) -> String {
|
||||
let output = std::process::Command::new(llvm_config_path)
|
||||
.args([arg])
|
||||
.output()
|
||||
.unwrap_or_else(|_| panic!("`llvm-config {arg}` failed"));
|
||||
|
||||
String::from_utf8(output.stdout)
|
||||
.unwrap_or_else(|_| panic!("output of `llvm-config {arg}` should be utf8"))
|
||||
}
|
||||
|
||||
fn set_rustc_link_flags(llvm_config_path: &Path) {
|
||||
println!(
|
||||
"cargo:rustc-link-search=native={}",
|
||||
llvm_config(llvm_config_path, "--libdir")
|
||||
llvm_lib_path.to_string_lossy()
|
||||
);
|
||||
|
||||
for lib in [
|
||||
// These are required by ld.lld
|
||||
"lldELF",
|
||||
"lldCommon",
|
||||
"lldMachO",
|
||||
@@ -91,18 +73,27 @@ fn set_rustc_link_flags(llvm_config_path: &Path) {
|
||||
}
|
||||
|
||||
let target_os = std::env::var("CARGO_CFG_TARGET_OS").unwrap_or_default();
|
||||
let target_env = std::env::var("CARGO_CFG_TARGET_ENV").unwrap_or_default();
|
||||
if target_os == "linux" {
|
||||
println!("cargo:rustc-link-lib=dylib=stdc++");
|
||||
println!("cargo:rustc-link-lib=tinfo");
|
||||
if target_env == "musl" {
|
||||
println!("cargo:rustc-link-lib=static=c++");
|
||||
} else {
|
||||
println!("cargo:rustc-link-lib=dylib=stdc++");
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
fn main() {
|
||||
println!("cargo:rerun-if-env-changed={}", LLVM_LINK_PREFIX);
|
||||
println!(
|
||||
"cargo:rerun-if-env-changed={}",
|
||||
revive_build_utils::REVIVE_LLVM_HOST_PREFIX
|
||||
);
|
||||
println!(
|
||||
"cargo:rerun-if-env-changed={}",
|
||||
revive_build_utils::REVIVE_LLVM_TARGET_PREFIX
|
||||
);
|
||||
|
||||
let llvm_config_path = locate_llvm_config();
|
||||
|
||||
llvm_config(&llvm_config_path, "--cxxflags")
|
||||
revive_build_utils::llvm_cxx_flags()
|
||||
.split_whitespace()
|
||||
.fold(&mut cc::Build::new(), |builder, flag| builder.flag(flag))
|
||||
.flag("-Wno-unused-parameter")
|
||||
@@ -110,7 +101,7 @@ fn main() {
|
||||
.file("src/linker.cpp")
|
||||
.compile("liblinker.a");
|
||||
|
||||
set_rustc_link_flags(&llvm_config_path);
|
||||
set_rustc_link_flags();
|
||||
|
||||
println!("cargo:rerun-if-changed=build.rs");
|
||||
}
|
||||
|
||||
@@ -0,0 +1,38 @@
|
||||
[package]
|
||||
name = "revive-llvm-builder"
|
||||
description = "revive LLVM compiler framework builder"
|
||||
authors = [
|
||||
"Oleksandr Zarudnyi <a.zarudnyy@matterlabs.dev>",
|
||||
"Anton Baliasnikov <aba@matterlabs.dev>",
|
||||
"Cyrill Leutwiler <cyrill@parity.io>",
|
||||
]
|
||||
version.workspace = true
|
||||
license.workspace = true
|
||||
edition.workspace = true
|
||||
repository.workspace = true
|
||||
|
||||
[[bin]]
|
||||
name = "revive-llvm"
|
||||
path = "src/revive_llvm/main.rs"
|
||||
|
||||
[lib]
|
||||
doctest = false
|
||||
|
||||
[dependencies]
|
||||
clap = { workspace = true, features = ["help", "std", "derive"] }
|
||||
anyhow = { workspace = true }
|
||||
serde = { workspace = true, features = [ "derive" ] }
|
||||
toml = { workspace = true }
|
||||
num_cpus = { workspace = true }
|
||||
fs_extra = { workspace = true }
|
||||
path-slash = { workspace = true }
|
||||
regex = { workspace = true }
|
||||
downloader = { workspace = true }
|
||||
tar = { workspace = true }
|
||||
flate2 = { workspace = true }
|
||||
env_logger = { workspace = true }
|
||||
log = { workspace = true }
|
||||
|
||||
[dev-dependencies]
|
||||
assert_cmd = { workspace = true }
|
||||
assert_fs = { workspace = true }
|
||||
@@ -0,0 +1,132 @@
|
||||
# revive LLVM builder
|
||||
|
||||
Parity fork of the [Matter Labs zksync LLVM builder](https://github.com/matter-labs/era-compiler-llvm-builder) helper utility for compiling [revive](https://github.com/paritytech/revive) compatible LLVM builds.
|
||||
|
||||
## Installation and usage
|
||||
|
||||
The LLVM compiler framework for revive must be built with our tool called `revive-llvm`.
|
||||
This is because the revive compiler has requirements not fullfilled in upstream builds:
|
||||
- Special builds for compiling the frontend into statically linked ELF binaries and also Wasm executables
|
||||
- The RISC-V target (the PolkaVM target)
|
||||
- The compiler-rt builtins for the PolkaVM target
|
||||
- We want to leave the assertions always on
|
||||
- Various other specific configurations and optimization may be applied
|
||||
|
||||
Obtain a compatible build for your host platform from the release section of this repository (TODO). Alternatively follow below steps to get a custom build:
|
||||
|
||||
<details>
|
||||
<summary>1. Install the system prerequisites.</summary>
|
||||
|
||||
* Linux (Debian):
|
||||
|
||||
Install the following packages:
|
||||
```shell
|
||||
apt install cmake ninja-build curl git libssl-dev pkg-config clang lld
|
||||
```
|
||||
* Linux (Arch):
|
||||
|
||||
Install the following packages:
|
||||
```shell
|
||||
pacman -Syu which cmake ninja curl git pkg-config clang lld
|
||||
```
|
||||
|
||||
* MacOS:
|
||||
|
||||
* Install the [HomeBrew](https://brew.sh) package manager.
|
||||
* Install the following packages:
|
||||
|
||||
```shell
|
||||
brew install cmake ninja coreutils
|
||||
```
|
||||
|
||||
* Install your choice of a recent LLVM/[Clang](https://clang.llvm.org) compiler, e.g. via [Xcode](https://developer.apple.com/xcode/), [Apple’s Command Line Tools](https://developer.apple.com/library/archive/technotes/tn2339/_index.html), or your preferred package manager.
|
||||
</details>
|
||||
|
||||
<details>
|
||||
<summary>2. Install Rust.</summary>
|
||||
|
||||
* Follow the latest [official instructions](https://www.rust-lang.org/tools/install:
|
||||
```shell
|
||||
curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh
|
||||
. ${HOME}/.cargo/env
|
||||
```
|
||||
|
||||
> Currently we are not pinned to any specific version of Rust, so just install the latest stable build for your platform.
|
||||
</details>
|
||||
|
||||
<details>
|
||||
<summary>3. Install the revive LLVM framework builder.</summary>
|
||||
|
||||
* Install the builder using `cargo`:
|
||||
```shell
|
||||
cargo install --git https://github.com/paritytech/revive-llvm-builder --force --locked
|
||||
```
|
||||
|
||||
> The builder is not the LLVM framework itself, but a tool that clones its repository and runs a sequence of build commands. By default it is installed in `~/.cargo/bin/`, which is recommended to be added to your `$PATH`.
|
||||
|
||||
</details>
|
||||
|
||||
<details>
|
||||
<summary>4. (Optional) Create the `LLVM.lock` file.</summary>
|
||||
|
||||
* The `LLVM.lock` dictates the LLVM source tree being used.
|
||||
A default `./LLVM.lock` pointing to the release used for development is already provided.
|
||||
|
||||
</details>
|
||||
|
||||
<details>
|
||||
<summary>5. Build LLVM.</summary>
|
||||
|
||||
* Clone and build the LLVM framework using the `revive-llvm` tool.
|
||||
|
||||
The clang and lld projects are required for the `resolc` Solidity frontend executable; they are enabled by default. LLVM assertions are also enabled by default.
|
||||
|
||||
```shell
|
||||
revive-llvm clone
|
||||
revive-llvm build --llvm-projects lld --llvm-projects clang
|
||||
```
|
||||
|
||||
Build artifacts end up in the `./target-llvm/gnu/target-final/` directory by default.
|
||||
The `gnu` directory depends on the supported archticture and will either be `gnu`, `musl` or `emscripten`.
|
||||
You now need to export the final target directory `$LLVM_SYS_181_PREFIX`: `export LLVM_SYS_181_PREFIX=${PWD}/target-llvm/gnu/target-final`
|
||||
If built with the `--enable-tests` option, test tools will be in the `./target-llvm/gnu/build-final/` directory, along with copies of the build artifacts. For all supported build options, run `revive-llvm build --help`.
|
||||
|
||||
</details>
|
||||
|
||||
## Supported target architectures
|
||||
|
||||
The following target platforms are supported:
|
||||
- Linux GNU (x86)
|
||||
- Linux MUSL (x86)
|
||||
- MacOS (aarch64)
|
||||
- Windows GNU (x86)
|
||||
- Emscripten (wasm32)
|
||||
|
||||
<details>
|
||||
<summary>Building for MUSL</summary>
|
||||
|
||||
* Via a musl build we can build revive into fully static ELF binaries.
|
||||
Which is desirable for reproducible Solidity contracts builds.
|
||||
The resulting binary is also very portable, akin to the`solc` frontend binary distribution.
|
||||
|
||||
Clone and build the LLVM framework using the `revive-llvm` tool:
|
||||
```shell
|
||||
revive-llvm --target-env musl clone
|
||||
revive-llvm --target-env musl build --enable-assertions --llvm-projects clang --llvm-projects lld
|
||||
```
|
||||
|
||||
</details>
|
||||
|
||||
<details>
|
||||
<summary>Building for Emscripten</summary>
|
||||
|
||||
* Via an emsdk build we can run revive in the browser and on node.js.
|
||||
|
||||
Clone and build the LLVM framework using the `revive-llvm` tool:
|
||||
```shell
|
||||
revive-llvm --target-env emscripten clone
|
||||
revive-llvm --target-env emscripten build --enable-assertions --llvm-projects clang --llvm-projects lld
|
||||
```
|
||||
|
||||
</details>
|
||||
|
||||
@@ -0,0 +1,39 @@
|
||||
//! The revive LLVM build type.
|
||||
|
||||
/// The revive LLVM build type.
|
||||
#[derive(Debug, Clone, Copy, PartialEq, Eq, Hash)]
|
||||
pub enum BuildType {
|
||||
/// The debug build.
|
||||
Debug,
|
||||
/// The release build.
|
||||
Release,
|
||||
/// The release with debug info build.
|
||||
RelWithDebInfo,
|
||||
/// The minimal size release build.
|
||||
MinSizeRel,
|
||||
}
|
||||
|
||||
impl std::str::FromStr for BuildType {
|
||||
type Err = String;
|
||||
|
||||
fn from_str(value: &str) -> Result<Self, Self::Err> {
|
||||
match value {
|
||||
"Debug" => Ok(Self::Debug),
|
||||
"Release" => Ok(Self::Release),
|
||||
"RelWithDebInfo" => Ok(Self::RelWithDebInfo),
|
||||
"MinSizeRel" => Ok(Self::MinSizeRel),
|
||||
value => Err(format!("Unsupported build type: `{}`", value)),
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
impl std::fmt::Display for BuildType {
|
||||
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
|
||||
match self {
|
||||
Self::Debug => write!(f, "Debug"),
|
||||
Self::Release => write!(f, "Release"),
|
||||
Self::RelWithDebInfo => write!(f, "RelWithDebInfo"),
|
||||
Self::MinSizeRel => write!(f, "MinSizeRel"),
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,137 @@
|
||||
//! Utilities for compiling the LLVM compiler-rt builtins.
|
||||
|
||||
/// Static CFLAGS variable passed to the compiler building the compiler-rt builtins.
|
||||
const C_FLAGS: [&str; 6] = [
|
||||
"--target=riscv64",
|
||||
"-march=rv64emac",
|
||||
"-mabi=lp64e",
|
||||
"-mcpu=generic-rv64",
|
||||
"-nostdlib",
|
||||
"-nodefaultlibs",
|
||||
];
|
||||
|
||||
/// Static CMAKE arguments for building the compiler-rt builtins.
|
||||
const CMAKE_STATIC_ARGS: [&str; 14] = [
|
||||
"-DCOMPILER_RT_BUILD_BUILTINS='On'",
|
||||
"-DCOMPILER_RT_BUILD_LIBFUZZER='Off'",
|
||||
"-DCOMPILER_RT_BUILD_MEMPROF='Off'",
|
||||
"-DCOMPILER_RT_BUILD_PROFILE='Off'",
|
||||
"-DCOMPILER_RT_BUILD_SANITIZERS='Off'",
|
||||
"-DCOMPILER_RT_BUILD_XRAY='Off'",
|
||||
"-DCOMPILER_RT_DEFAULT_TARGET_ONLY='On'",
|
||||
"-DCOMPILER_RT_BAREMETAL_BUILD='On'",
|
||||
"-DCMAKE_BUILD_WITH_INSTALL_RPATH=1",
|
||||
"-DCMAKE_EXPORT_COMPILE_COMMANDS='On'",
|
||||
"-DCMAKE_SYSTEM_NAME='unknown'",
|
||||
"-DCMAKE_C_COMPILER_TARGET='riscv64'",
|
||||
"-DCMAKE_ASM_COMPILER_TARGET='riscv64'",
|
||||
"-DCMAKE_CXX_COMPILER_TARGET='riscv64'",
|
||||
];
|
||||
|
||||
/// Dynamic cmake arguments for building the compiler-rt builtins.
|
||||
fn cmake_dynamic_args(
|
||||
build_type: crate::BuildType,
|
||||
target_env: crate::target_env::TargetEnv,
|
||||
) -> anyhow::Result<[String; 13]> {
|
||||
let llvm_compiler_rt_target = crate::LLVMPath::llvm_target_compiler_rt()?;
|
||||
|
||||
// The Emscripten target needs to use the host LLVM tools.
|
||||
let llvm_target_host = if target_env == crate::target_env::TargetEnv::Emscripten {
|
||||
crate::LLVMPath::llvm_build_host()?
|
||||
} else {
|
||||
crate::LLVMPath::llvm_target_final()?
|
||||
};
|
||||
|
||||
let mut clang_path = llvm_target_host.to_path_buf();
|
||||
clang_path.push("bin/clang");
|
||||
|
||||
let mut clangxx_path = llvm_target_host.to_path_buf();
|
||||
clangxx_path.push("bin/clang++");
|
||||
|
||||
let mut llvm_config_path = llvm_target_host.to_path_buf();
|
||||
llvm_config_path.push("bin/llvm-config");
|
||||
|
||||
let mut ar_path = llvm_target_host.to_path_buf();
|
||||
ar_path.push("bin/llvm-ar");
|
||||
|
||||
let mut nm_path = llvm_target_host.to_path_buf();
|
||||
nm_path.push("bin/llvm-nm");
|
||||
|
||||
let mut ranlib_path = llvm_target_host.to_path_buf();
|
||||
ranlib_path.push("bin/llvm-ranlib");
|
||||
|
||||
let mut linker_path = llvm_target_host.to_path_buf();
|
||||
linker_path.push("bin/ld.lld");
|
||||
|
||||
Ok([
|
||||
format!(
|
||||
"-DCMAKE_INSTALL_PREFIX='{}'",
|
||||
llvm_compiler_rt_target.to_string_lossy().as_ref(),
|
||||
),
|
||||
format!("-DCMAKE_BUILD_TYPE='{build_type}'"),
|
||||
format!(
|
||||
"-DCOMPILER_RT_TEST_COMPILER='{}'",
|
||||
clang_path.to_string_lossy()
|
||||
),
|
||||
format!("-DCMAKE_C_FLAGS='{}'", C_FLAGS.join(" ")),
|
||||
format!("-DCMAKE_ASM_FLAGS='{}'", C_FLAGS.join(" ")),
|
||||
format!("-DCMAKE_CXX_FLAGS='{}'", C_FLAGS.join(" ")),
|
||||
format!("-DCMAKE_C_COMPILER='{}'", clang_path.to_string_lossy()),
|
||||
format!("-DCMAKE_ASM_COMPILER='{}'", clang_path.to_string_lossy()),
|
||||
format!("-DCMAKE_CXX_COMPILER='{}'", clangxx_path.to_string_lossy()),
|
||||
format!("-DCMAKE_AR='{}'", ar_path.to_string_lossy()),
|
||||
format!("-DCMAKE_NM='{}'", nm_path.to_string_lossy()),
|
||||
format!("-DCMAKE_RANLIB='{}'", ranlib_path.to_string_lossy()),
|
||||
format!(
|
||||
"-DLLVM_CONFIG_PATH='{}'",
|
||||
llvm_config_path.to_string_lossy()
|
||||
),
|
||||
])
|
||||
}
|
||||
|
||||
/// Build the compiler-rt builtins library.
|
||||
pub fn build(
|
||||
build_type: crate::BuildType,
|
||||
target_env: crate::target_env::TargetEnv,
|
||||
default_target: Option<crate::TargetTriple>,
|
||||
extra_args: &[String],
|
||||
ccache_variant: Option<crate::ccache_variant::CcacheVariant>,
|
||||
sanitizer: Option<crate::sanitizer::Sanitizer>,
|
||||
) -> anyhow::Result<()> {
|
||||
log::info!("building compiler-rt for rv64emac");
|
||||
|
||||
crate::utils::check_presence("cmake")?;
|
||||
crate::utils::check_presence("ninja")?;
|
||||
|
||||
let llvm_module_compiler_rt = crate::LLVMPath::llvm_module_compiler_rt()?;
|
||||
let llvm_compiler_rt_build = crate::LLVMPath::llvm_build_compiler_rt()?;
|
||||
|
||||
crate::utils::command(
|
||||
std::process::Command::new("cmake")
|
||||
.args([
|
||||
"-S",
|
||||
llvm_module_compiler_rt.to_string_lossy().as_ref(),
|
||||
"-B",
|
||||
llvm_compiler_rt_build.to_string_lossy().as_ref(),
|
||||
"-G",
|
||||
"Ninja",
|
||||
])
|
||||
.args(CMAKE_STATIC_ARGS)
|
||||
.args(cmake_dynamic_args(build_type, target_env)?)
|
||||
.args(extra_args)
|
||||
.args(crate::platforms::shared::shared_build_opts_ccache(
|
||||
ccache_variant,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_default_target(
|
||||
default_target,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_sanitizers(
|
||||
sanitizer,
|
||||
)),
|
||||
"LLVM compiler-rt building cmake",
|
||||
)?;
|
||||
|
||||
crate::utils::ninja(&llvm_compiler_rt_build)?;
|
||||
|
||||
Ok(())
|
||||
}
|
||||
@@ -0,0 +1,31 @@
|
||||
//! Compiler cache variants.
|
||||
|
||||
/// The list compiler cache variants to be used as constants.
|
||||
#[derive(Debug, Clone, Copy, PartialEq, Eq, Hash)]
|
||||
pub enum CcacheVariant {
|
||||
/// Standard ccache.
|
||||
Ccache,
|
||||
/// Mozilla's sccache.
|
||||
Sccache,
|
||||
}
|
||||
|
||||
impl std::str::FromStr for CcacheVariant {
|
||||
type Err = String;
|
||||
|
||||
fn from_str(value: &str) -> Result<Self, Self::Err> {
|
||||
match value {
|
||||
"ccache" => Ok(Self::Ccache),
|
||||
"sccache" => Ok(Self::Sccache),
|
||||
value => Err(format!("Unsupported ccache variant: `{}`", value)),
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
impl std::fmt::Display for CcacheVariant {
|
||||
fn fmt(&self, f: &mut std::fmt::Formatter) -> std::fmt::Result {
|
||||
match self {
|
||||
Self::Ccache => write!(f, "ccache"),
|
||||
Self::Sccache => write!(f, "sccache"),
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,340 @@
|
||||
//! The revive LLVM builder library.
|
||||
|
||||
pub mod build_type;
|
||||
pub mod builtins;
|
||||
pub mod ccache_variant;
|
||||
pub mod llvm_path;
|
||||
pub mod llvm_project;
|
||||
pub mod lock;
|
||||
pub mod platforms;
|
||||
pub mod sanitizer;
|
||||
pub mod target_env;
|
||||
pub mod target_triple;
|
||||
pub mod utils;
|
||||
|
||||
pub use self::build_type::BuildType;
|
||||
pub use self::llvm_path::LLVMPath;
|
||||
pub use self::lock::Lock;
|
||||
pub use self::platforms::Platform;
|
||||
|
||||
use std::collections::HashSet;
|
||||
use std::path::{Path, PathBuf};
|
||||
use std::process::Command;
|
||||
pub use target_env::TargetEnv;
|
||||
pub use target_triple::TargetTriple;
|
||||
|
||||
/// Executes the LLVM repository cloning.
|
||||
pub fn clone(lock: Lock, deep: bool, target_env: TargetEnv) -> anyhow::Result<()> {
|
||||
utils::check_presence("git")?;
|
||||
|
||||
if target_env == TargetEnv::Emscripten {
|
||||
utils::install_emsdk()?;
|
||||
}
|
||||
|
||||
let destination_path = PathBuf::from(LLVMPath::DIRECTORY_LLVM_SOURCE);
|
||||
if destination_path.exists() {
|
||||
log::warn!(
|
||||
"LLVM repository directory {} already exists, falling back to checkout",
|
||||
destination_path.display()
|
||||
);
|
||||
return checkout(lock, false);
|
||||
}
|
||||
|
||||
let mut clone_args = vec!["clone", "--branch", lock.branch.as_str()];
|
||||
if !deep {
|
||||
clone_args.push("--depth");
|
||||
clone_args.push("1");
|
||||
}
|
||||
|
||||
utils::command(
|
||||
Command::new("git")
|
||||
.args(clone_args)
|
||||
.arg(lock.url.as_str())
|
||||
.arg(destination_path.to_string_lossy().as_ref()),
|
||||
"LLVM repository cloning",
|
||||
)?;
|
||||
|
||||
if let Some(r#ref) = lock.r#ref {
|
||||
utils::command(
|
||||
Command::new("git")
|
||||
.args(["checkout", r#ref.as_str()])
|
||||
.current_dir(destination_path.to_string_lossy().as_ref()),
|
||||
"LLVM repository commit checking out",
|
||||
)?;
|
||||
}
|
||||
|
||||
Ok(())
|
||||
}
|
||||
|
||||
/// Executes the checkout of the specified branch.
|
||||
pub fn checkout(lock: Lock, force: bool) -> anyhow::Result<()> {
|
||||
let destination_path = PathBuf::from(LLVMPath::DIRECTORY_LLVM_SOURCE);
|
||||
|
||||
utils::command(
|
||||
Command::new("git")
|
||||
.current_dir(destination_path.as_path())
|
||||
.args(["fetch", "--all", "--tags"]),
|
||||
"LLVM repository data fetching",
|
||||
)?;
|
||||
|
||||
if force {
|
||||
utils::command(
|
||||
Command::new("git")
|
||||
.current_dir(destination_path.as_path())
|
||||
.args(["clean", "-d", "-x", "--force"]),
|
||||
"LLVM repository cleaning",
|
||||
)?;
|
||||
}
|
||||
|
||||
utils::command(
|
||||
Command::new("git")
|
||||
.current_dir(destination_path.as_path())
|
||||
.args(["checkout", "--force", lock.branch.as_str()]),
|
||||
"LLVM repository data pulling",
|
||||
)?;
|
||||
|
||||
if let Some(r#ref) = lock.r#ref {
|
||||
let mut checkout_command = Command::new("git");
|
||||
checkout_command.current_dir(destination_path.as_path());
|
||||
checkout_command.arg("checkout");
|
||||
if force {
|
||||
checkout_command.arg("--force");
|
||||
}
|
||||
checkout_command.arg(r#ref);
|
||||
utils::command(&mut checkout_command, "LLVM repository checking out")?;
|
||||
}
|
||||
|
||||
Ok(())
|
||||
}
|
||||
|
||||
/// Executes the building of the LLVM framework for the platform determined by the cfg macro.
|
||||
/// Since cfg is evaluated at compile time, overriding the platform with a command-line
|
||||
/// argument is not possible. So for cross-platform testing, comment out all but the
|
||||
/// line to be tested, and perhaps also checks in the platform-specific build method.
|
||||
#[allow(clippy::too_many_arguments)]
|
||||
pub fn build(
|
||||
build_type: BuildType,
|
||||
target_env: TargetEnv,
|
||||
targets: HashSet<Platform>,
|
||||
llvm_projects: HashSet<llvm_project::LLVMProject>,
|
||||
enable_rtti: bool,
|
||||
default_target: Option<TargetTriple>,
|
||||
enable_tests: bool,
|
||||
enable_coverage: bool,
|
||||
extra_args: &[String],
|
||||
ccache_variant: Option<ccache_variant::CcacheVariant>,
|
||||
enable_assertions: bool,
|
||||
sanitizer: Option<sanitizer::Sanitizer>,
|
||||
enable_valgrind: bool,
|
||||
) -> anyhow::Result<()> {
|
||||
log::trace!("build type: {:?}", build_type);
|
||||
log::trace!("target env: {:?}", target_env);
|
||||
log::trace!("targets: {:?}", targets);
|
||||
log::trace!("llvm projects: {:?}", llvm_projects);
|
||||
log::trace!("enable rtti: {:?}", enable_rtti);
|
||||
log::trace!("default target: {:?}", default_target);
|
||||
log::trace!("eneable tests: {:?}", enable_tests);
|
||||
log::trace!("enable_coverage: {:?}", enable_coverage);
|
||||
log::trace!("extra args: {:?}", extra_args);
|
||||
log::trace!("sanitzer: {:?}", sanitizer);
|
||||
log::trace!("enable valgrind: {:?}", enable_valgrind);
|
||||
|
||||
if !PathBuf::from(LLVMPath::DIRECTORY_LLVM_SOURCE).exists() {
|
||||
log::error!(
|
||||
"LLVM project source directory {} does not exist (run `revive-llvm --target-env {} clone`)",
|
||||
LLVMPath::DIRECTORY_LLVM_SOURCE,
|
||||
target_env
|
||||
)
|
||||
}
|
||||
|
||||
std::fs::create_dir_all(llvm_path::DIRECTORY_LLVM_TARGET.get().unwrap())?;
|
||||
|
||||
if cfg!(target_arch = "x86_64") {
|
||||
if cfg!(target_os = "linux") {
|
||||
if target_env == TargetEnv::MUSL {
|
||||
platforms::x86_64_linux_musl::build(
|
||||
build_type,
|
||||
targets,
|
||||
llvm_projects,
|
||||
enable_rtti,
|
||||
default_target,
|
||||
enable_tests,
|
||||
enable_coverage,
|
||||
extra_args,
|
||||
ccache_variant,
|
||||
enable_assertions,
|
||||
sanitizer,
|
||||
enable_valgrind,
|
||||
)?;
|
||||
} else if target_env == TargetEnv::GNU {
|
||||
platforms::x86_64_linux_gnu::build(
|
||||
build_type,
|
||||
targets,
|
||||
llvm_projects,
|
||||
enable_rtti,
|
||||
default_target,
|
||||
enable_tests,
|
||||
enable_coverage,
|
||||
extra_args,
|
||||
ccache_variant,
|
||||
enable_assertions,
|
||||
sanitizer,
|
||||
enable_valgrind,
|
||||
)?;
|
||||
} else if target_env == TargetEnv::Emscripten {
|
||||
platforms::wasm32_emscripten::build(
|
||||
build_type,
|
||||
targets,
|
||||
llvm_projects,
|
||||
enable_rtti,
|
||||
default_target,
|
||||
enable_tests,
|
||||
enable_coverage,
|
||||
extra_args,
|
||||
ccache_variant,
|
||||
enable_assertions,
|
||||
sanitizer,
|
||||
enable_valgrind,
|
||||
)?;
|
||||
} else {
|
||||
anyhow::bail!("Unsupported target environment for x86_64 and Linux");
|
||||
}
|
||||
} else if cfg!(target_os = "macos") {
|
||||
platforms::x86_64_macos::build(
|
||||
build_type,
|
||||
targets,
|
||||
llvm_projects,
|
||||
enable_rtti,
|
||||
default_target,
|
||||
enable_tests,
|
||||
enable_coverage,
|
||||
extra_args,
|
||||
ccache_variant,
|
||||
enable_assertions,
|
||||
sanitizer,
|
||||
)?;
|
||||
} else if cfg!(target_os = "windows") {
|
||||
platforms::x86_64_windows_gnu::build(
|
||||
build_type,
|
||||
targets,
|
||||
llvm_projects,
|
||||
enable_rtti,
|
||||
default_target,
|
||||
enable_tests,
|
||||
enable_coverage,
|
||||
extra_args,
|
||||
ccache_variant,
|
||||
enable_assertions,
|
||||
sanitizer,
|
||||
)?;
|
||||
} else {
|
||||
anyhow::bail!("Unsupported target OS for x86_64");
|
||||
}
|
||||
} else if cfg!(target_arch = "aarch64") {
|
||||
if cfg!(target_os = "linux") {
|
||||
if target_env == TargetEnv::MUSL {
|
||||
platforms::aarch64_linux_musl::build(
|
||||
build_type,
|
||||
targets,
|
||||
llvm_projects,
|
||||
enable_rtti,
|
||||
default_target,
|
||||
enable_tests,
|
||||
enable_coverage,
|
||||
extra_args,
|
||||
ccache_variant,
|
||||
enable_assertions,
|
||||
sanitizer,
|
||||
enable_valgrind,
|
||||
)?;
|
||||
} else if target_env == TargetEnv::GNU {
|
||||
platforms::aarch64_linux_gnu::build(
|
||||
build_type,
|
||||
targets,
|
||||
llvm_projects,
|
||||
enable_rtti,
|
||||
default_target,
|
||||
enable_tests,
|
||||
enable_coverage,
|
||||
extra_args,
|
||||
ccache_variant,
|
||||
enable_assertions,
|
||||
sanitizer,
|
||||
enable_valgrind,
|
||||
)?;
|
||||
} else {
|
||||
anyhow::bail!("Unsupported target environment for aarch64 and Linux");
|
||||
}
|
||||
} else if cfg!(target_os = "macos") {
|
||||
if target_env == TargetEnv::Emscripten {
|
||||
platforms::wasm32_emscripten::build(
|
||||
build_type,
|
||||
targets,
|
||||
llvm_projects,
|
||||
enable_rtti,
|
||||
default_target,
|
||||
enable_tests,
|
||||
enable_coverage,
|
||||
extra_args,
|
||||
ccache_variant,
|
||||
enable_assertions,
|
||||
sanitizer,
|
||||
enable_valgrind,
|
||||
)?;
|
||||
} else {
|
||||
platforms::aarch64_macos::build(
|
||||
build_type,
|
||||
targets,
|
||||
llvm_projects,
|
||||
enable_rtti,
|
||||
default_target,
|
||||
enable_tests,
|
||||
enable_coverage,
|
||||
extra_args,
|
||||
ccache_variant,
|
||||
enable_assertions,
|
||||
sanitizer,
|
||||
)?;
|
||||
}
|
||||
} else {
|
||||
anyhow::bail!("Unsupported target OS for aarch64");
|
||||
}
|
||||
} else {
|
||||
anyhow::bail!("Unsupported target architecture");
|
||||
}
|
||||
|
||||
crate::builtins::build(
|
||||
build_type,
|
||||
target_env,
|
||||
default_target,
|
||||
extra_args,
|
||||
ccache_variant,
|
||||
sanitizer,
|
||||
)?;
|
||||
|
||||
Ok(())
|
||||
}
|
||||
|
||||
/// Executes the build artifacts cleaning.
|
||||
pub fn clean() -> anyhow::Result<()> {
|
||||
let remove_if_exists = |path: &Path| {
|
||||
if !path.exists() {
|
||||
return Ok(());
|
||||
}
|
||||
log::info!("deleting {}", path.display());
|
||||
std::fs::remove_dir_all(path)
|
||||
};
|
||||
|
||||
remove_if_exists(
|
||||
llvm_path::DIRECTORY_LLVM_TARGET
|
||||
.get()
|
||||
.expect("target_env is always set because of the default value")
|
||||
.parent()
|
||||
.expect("target_env parent directory is target-llvm"),
|
||||
)?;
|
||||
remove_if_exists(&PathBuf::from(LLVMPath::DIRECTORY_EMSDK_SOURCE))?;
|
||||
remove_if_exists(&PathBuf::from(LLVMPath::DIRECTORY_LLVM_SOURCE))?;
|
||||
remove_if_exists(&PathBuf::from(LLVMPath::DIRECTORY_LLVM_HOST_SOURCE))?;
|
||||
|
||||
Ok(())
|
||||
}
|
||||
@@ -0,0 +1,151 @@
|
||||
//! The revive LLVM builder constants.
|
||||
|
||||
use std::path::PathBuf;
|
||||
use std::sync::OnceLock;
|
||||
|
||||
pub static DIRECTORY_LLVM_TARGET: OnceLock<PathBuf> = OnceLock::new();
|
||||
|
||||
/// The LLVM path resolver.
|
||||
pub struct LLVMPath {}
|
||||
|
||||
impl LLVMPath {
|
||||
/// The LLVM source directory.
|
||||
pub const DIRECTORY_LLVM_SOURCE: &'static str = "./llvm/";
|
||||
|
||||
/// The LLVM host source directory for stage 1 of multistage MUSL and Emscripten builds.
|
||||
///
|
||||
/// We use upstream LLVM anyways; re-use the same tree for host and target builds.
|
||||
pub const DIRECTORY_LLVM_HOST_SOURCE: &'static str = Self::DIRECTORY_LLVM_SOURCE;
|
||||
|
||||
/// The Emscripten SDK source directory.
|
||||
pub const DIRECTORY_EMSDK_SOURCE: &'static str = "./emsdk/";
|
||||
|
||||
/// Returns the path to the `llvm` stage 1 host LLVM source module directory.
|
||||
pub fn llvm_host_module_llvm() -> anyhow::Result<PathBuf> {
|
||||
let mut path = PathBuf::from(Self::DIRECTORY_LLVM_HOST_SOURCE);
|
||||
path.push("llvm");
|
||||
crate::utils::absolute_path(path).inspect(|absolute_path| {
|
||||
log::debug!(
|
||||
"llvm stage 1 host llvm source module: {}",
|
||||
absolute_path.display()
|
||||
)
|
||||
})
|
||||
}
|
||||
|
||||
/// Returns the path to the `llvm` LLVM source module directory.
|
||||
pub fn llvm_module_llvm() -> anyhow::Result<PathBuf> {
|
||||
let mut path = PathBuf::from(Self::DIRECTORY_LLVM_SOURCE);
|
||||
path.push("llvm");
|
||||
crate::utils::absolute_path(path)
|
||||
.inspect(|absolute_path| log::debug!("llvm source module: {}", absolute_path.display()))
|
||||
}
|
||||
|
||||
/// Returns the path to the MUSL source.
|
||||
pub fn musl_source(name: &str) -> anyhow::Result<PathBuf> {
|
||||
let mut path = PathBuf::from(DIRECTORY_LLVM_TARGET.get().unwrap());
|
||||
path.push(name);
|
||||
crate::utils::absolute_path(path)
|
||||
.inspect(|absolute_path| log::debug!("musl source: {}", absolute_path.display()))
|
||||
}
|
||||
|
||||
/// Returns the path to the MUSL build directory.
|
||||
pub fn musl_build(source_directory: &str) -> anyhow::Result<PathBuf> {
|
||||
let mut path = PathBuf::from(DIRECTORY_LLVM_TARGET.get().unwrap());
|
||||
path.push(source_directory);
|
||||
path.push("build");
|
||||
crate::utils::absolute_path(path)
|
||||
.inspect(|absolute_path| log::debug!("musl build: '{}'", absolute_path.display()))
|
||||
}
|
||||
|
||||
/// Returns the path to the LLVM CRT build directory.
|
||||
pub fn llvm_build_crt() -> anyhow::Result<PathBuf> {
|
||||
let mut path = PathBuf::from(DIRECTORY_LLVM_TARGET.get().unwrap());
|
||||
path.push("build-crt");
|
||||
crate::utils::absolute_path(path)
|
||||
.inspect(|absolute_path| log::debug!("llvm build crt: {}", absolute_path.display()))
|
||||
}
|
||||
|
||||
/// Returns the path to the LLVM host build directory.
|
||||
pub fn llvm_build_host() -> anyhow::Result<PathBuf> {
|
||||
let mut path = PathBuf::from(DIRECTORY_LLVM_TARGET.get().unwrap());
|
||||
path.push("build-host");
|
||||
crate::utils::absolute_path(path)
|
||||
.inspect(|absolute_path| log::debug!("llvm build host: {}", absolute_path.display()))
|
||||
}
|
||||
|
||||
/// Returns the path to the LLVM final build directory.
|
||||
pub fn llvm_build_final() -> anyhow::Result<PathBuf> {
|
||||
let mut path = PathBuf::from(DIRECTORY_LLVM_TARGET.get().unwrap());
|
||||
path.push("build-final");
|
||||
crate::utils::absolute_path(path)
|
||||
.inspect(|absolute_path| log::debug!("llvm build final: {}", absolute_path.display()))
|
||||
}
|
||||
|
||||
/// Returns the path to the MUSL target directory.
|
||||
pub fn musl_target() -> anyhow::Result<PathBuf> {
|
||||
let mut path = PathBuf::from(DIRECTORY_LLVM_TARGET.get().unwrap());
|
||||
path.push("target-musl");
|
||||
crate::utils::absolute_path(path)
|
||||
.inspect(|absolute_path| log::debug!("musl target: {}", absolute_path.display()))
|
||||
}
|
||||
|
||||
/// Returns the path to the LLVM CRT target directory.
|
||||
pub fn llvm_target_crt() -> anyhow::Result<PathBuf> {
|
||||
let mut path = PathBuf::from(DIRECTORY_LLVM_TARGET.get().unwrap());
|
||||
path.push("target-crt");
|
||||
crate::utils::absolute_path(path)
|
||||
.inspect(|absolute_path| log::debug!("llvm crt target: {}", absolute_path.display()))
|
||||
}
|
||||
|
||||
/// Returns the path to the LLVM host target directory.
|
||||
pub fn llvm_target_host() -> anyhow::Result<PathBuf> {
|
||||
let mut path = PathBuf::from(DIRECTORY_LLVM_TARGET.get().unwrap());
|
||||
path.push("target-host");
|
||||
crate::utils::absolute_path(path)
|
||||
.inspect(|absolute_path| log::debug!("llvm host target: {}", absolute_path.display()))
|
||||
}
|
||||
|
||||
/// Returns the path to the LLVM final target directory.
|
||||
pub fn llvm_target_final() -> anyhow::Result<PathBuf> {
|
||||
let mut path = PathBuf::from(DIRECTORY_LLVM_TARGET.get().unwrap());
|
||||
path.push("target-final");
|
||||
crate::utils::absolute_path(path)
|
||||
.inspect(|absolute_path| log::debug!("llvm final target: {}", absolute_path.display()))
|
||||
}
|
||||
|
||||
/// Returns the path to the LLVM compiler builtin target directory.
|
||||
pub fn llvm_module_compiler_rt() -> anyhow::Result<PathBuf> {
|
||||
let mut path = PathBuf::from(Self::DIRECTORY_LLVM_SOURCE);
|
||||
path.push("compiler-rt");
|
||||
crate::utils::absolute_path(path).inspect(|absolute_path| {
|
||||
log::debug!("compiler-rt source dir: {}", absolute_path.display())
|
||||
})
|
||||
}
|
||||
|
||||
/// Returns the path to the LLVM compiler-rt target directory.
|
||||
pub fn llvm_target_compiler_rt() -> anyhow::Result<PathBuf> {
|
||||
Self::llvm_target_final()
|
||||
}
|
||||
|
||||
/// Returns the path to the LLVM compiler-rt build directory.
|
||||
pub fn llvm_build_compiler_rt() -> anyhow::Result<PathBuf> {
|
||||
let mut path = PathBuf::from(DIRECTORY_LLVM_TARGET.get().unwrap());
|
||||
path.push("build-compiler-rt");
|
||||
crate::utils::absolute_path(path).inspect(|absolute_path| {
|
||||
log::debug!("llvm compiler-rt build: {}", absolute_path.display())
|
||||
})
|
||||
}
|
||||
|
||||
/// Returns the path to the LLVM target final bin path.
|
||||
///
|
||||
pub fn llvm_target_final_bin(
|
||||
target_env: crate::target_env::TargetEnv,
|
||||
) -> anyhow::Result<PathBuf> {
|
||||
let mut path = Self::llvm_target_final()?;
|
||||
path.push("bin");
|
||||
path.push(format!("{target_env}"));
|
||||
crate::utils::absolute_path(path).inspect(|absolute_path| {
|
||||
log::debug!("llvm target final bin: {}", absolute_path.display())
|
||||
})
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,39 @@
|
||||
//! The LLVM projects to enable during the build.
|
||||
|
||||
/// The list of LLVM projects used as constants.
|
||||
#[derive(Debug, Clone, Copy, PartialEq, Eq, Hash)]
|
||||
pub enum LLVMProject {
|
||||
/// The Clang compiler.
|
||||
CLANG,
|
||||
/// LLD, the LLVM linker.
|
||||
LLD,
|
||||
/// The LLVM debugger.
|
||||
LLDB,
|
||||
/// The MLIR compiler.
|
||||
MLIR,
|
||||
}
|
||||
|
||||
impl std::str::FromStr for LLVMProject {
|
||||
type Err = String;
|
||||
|
||||
fn from_str(value: &str) -> Result<Self, Self::Err> {
|
||||
match value.to_lowercase().as_str() {
|
||||
"clang" => Ok(Self::CLANG),
|
||||
"lld" => Ok(Self::LLD),
|
||||
"lldb" => Ok(Self::LLDB),
|
||||
"mlir" => Ok(Self::MLIR),
|
||||
value => Err(format!("Unsupported LLVM project to enable: `{}`", value)),
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
impl std::fmt::Display for LLVMProject {
|
||||
fn fmt(&self, f: &mut std::fmt::Formatter) -> std::fmt::Result {
|
||||
match self {
|
||||
Self::CLANG => write!(f, "clang"),
|
||||
Self::LLD => write!(f, "lld"),
|
||||
Self::LLDB => write!(f, "lldb"),
|
||||
Self::MLIR => write!(f, "mlir"),
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,37 @@
|
||||
//! The revive LLVM builder lock file.
|
||||
|
||||
use anyhow::Context;
|
||||
use std::fs::File;
|
||||
use std::io::Read;
|
||||
use std::path::PathBuf;
|
||||
|
||||
use serde::Deserialize;
|
||||
use serde::Serialize;
|
||||
|
||||
/// The default lock file location.
|
||||
pub const LLVM_LOCK_DEFAULT_PATH: &str = "LLVM.lock";
|
||||
|
||||
/// The lock file data.
|
||||
///
|
||||
/// This file describes the exact reference of the LLVM framework.
|
||||
#[derive(Debug, Deserialize, Serialize)]
|
||||
pub struct Lock {
|
||||
/// The LLVM repository URL.
|
||||
pub url: String,
|
||||
/// The LLVM repository branch.
|
||||
pub branch: String,
|
||||
/// The LLVM repository commit reference.
|
||||
pub r#ref: Option<String>,
|
||||
}
|
||||
|
||||
impl TryFrom<&PathBuf> for Lock {
|
||||
type Error = anyhow::Error;
|
||||
|
||||
fn try_from(path: &PathBuf) -> Result<Self, Self::Error> {
|
||||
let mut config_str = String::new();
|
||||
let mut config_file =
|
||||
File::open(path).with_context(|| format!("Error opening {:?} file", path))?;
|
||||
config_file.read_to_string(&mut config_str)?;
|
||||
Ok(toml::from_str(&config_str)?)
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,111 @@
|
||||
//! The revive LLVM arm64 `linux-gnu` builder.
|
||||
|
||||
use std::collections::HashSet;
|
||||
use std::process::Command;
|
||||
|
||||
use crate::build_type::BuildType;
|
||||
use crate::ccache_variant::CcacheVariant;
|
||||
use crate::llvm_path::LLVMPath;
|
||||
use crate::llvm_project::LLVMProject;
|
||||
use crate::platforms::Platform;
|
||||
use crate::sanitizer::Sanitizer;
|
||||
use crate::target_triple::TargetTriple;
|
||||
|
||||
/// The building sequence.
|
||||
#[allow(clippy::too_many_arguments)]
|
||||
pub fn build(
|
||||
build_type: BuildType,
|
||||
targets: HashSet<Platform>,
|
||||
llvm_projects: HashSet<LLVMProject>,
|
||||
enable_rtti: bool,
|
||||
default_target: Option<TargetTriple>,
|
||||
enable_tests: bool,
|
||||
enable_coverage: bool,
|
||||
extra_args: &[String],
|
||||
ccache_variant: Option<CcacheVariant>,
|
||||
enable_assertions: bool,
|
||||
sanitizer: Option<Sanitizer>,
|
||||
enable_valgrind: bool,
|
||||
) -> anyhow::Result<()> {
|
||||
crate::utils::check_presence("cmake")?;
|
||||
crate::utils::check_presence("clang")?;
|
||||
crate::utils::check_presence("clang++")?;
|
||||
crate::utils::check_presence("lld")?;
|
||||
crate::utils::check_presence("ninja")?;
|
||||
|
||||
let llvm_module_llvm = LLVMPath::llvm_module_llvm()?;
|
||||
let llvm_build_final = LLVMPath::llvm_build_final()?;
|
||||
let llvm_target_final = LLVMPath::llvm_target_final()?;
|
||||
|
||||
crate::utils::command(
|
||||
Command::new("cmake")
|
||||
.args([
|
||||
"-S",
|
||||
llvm_module_llvm.to_string_lossy().as_ref(),
|
||||
"-B",
|
||||
llvm_build_final.to_string_lossy().as_ref(),
|
||||
"-G",
|
||||
"Ninja",
|
||||
format!(
|
||||
"-DCMAKE_INSTALL_PREFIX='{}'",
|
||||
llvm_target_final.to_string_lossy().as_ref(),
|
||||
)
|
||||
.as_str(),
|
||||
format!("-DCMAKE_BUILD_TYPE='{build_type}'").as_str(),
|
||||
"-DCMAKE_C_COMPILER='clang'",
|
||||
"-DCMAKE_CXX_COMPILER='clang++'",
|
||||
format!(
|
||||
"-DLLVM_TARGETS_TO_BUILD='{}'",
|
||||
targets
|
||||
.into_iter()
|
||||
.map(|platform| platform.to_string())
|
||||
.collect::<Vec<String>>()
|
||||
.join(";")
|
||||
)
|
||||
.as_str(),
|
||||
format!(
|
||||
"-DLLVM_ENABLE_PROJECTS='{}'",
|
||||
llvm_projects
|
||||
.into_iter()
|
||||
.map(|project| project.to_string())
|
||||
.collect::<Vec<String>>()
|
||||
.join(";")
|
||||
)
|
||||
.as_str(),
|
||||
"-DLLVM_USE_LINKER='lld'",
|
||||
])
|
||||
.args(crate::platforms::shared::shared_build_opts_default_target(
|
||||
default_target,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_tests(
|
||||
enable_tests,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_coverage(
|
||||
enable_coverage,
|
||||
))
|
||||
.args(crate::platforms::shared::SHARED_BUILD_OPTS)
|
||||
.args(crate::platforms::shared::SHARED_BUILD_OPTS_NOT_MUSL)
|
||||
.args(crate::platforms::shared::shared_build_opts_werror(
|
||||
crate::target_env::TargetEnv::GNU,
|
||||
))
|
||||
.args(extra_args)
|
||||
.args(crate::platforms::shared::shared_build_opts_ccache(
|
||||
ccache_variant,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_assertions(
|
||||
enable_assertions,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_rtti(
|
||||
enable_rtti,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_sanitizers(
|
||||
sanitizer,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_valgrind(
|
||||
enable_valgrind,
|
||||
)),
|
||||
"LLVM building cmake",
|
||||
)?;
|
||||
crate::utils::ninja(llvm_build_final.as_ref())?;
|
||||
Ok(())
|
||||
}
|
||||
@@ -0,0 +1,394 @@
|
||||
//! The revive LLVM arm64 `linux-musl` builder.
|
||||
|
||||
use crate::build_type::BuildType;
|
||||
use crate::ccache_variant::CcacheVariant;
|
||||
use crate::llvm_path::LLVMPath;
|
||||
use crate::llvm_project::LLVMProject;
|
||||
use crate::platforms::Platform;
|
||||
use crate::sanitizer::Sanitizer;
|
||||
use crate::target_triple::TargetTriple;
|
||||
use std::collections::HashSet;
|
||||
use std::path::Path;
|
||||
use std::process::Command;
|
||||
|
||||
/// The building sequence.
|
||||
#[allow(clippy::too_many_arguments)]
|
||||
pub fn build(
|
||||
build_type: BuildType,
|
||||
targets: HashSet<Platform>,
|
||||
llvm_projects: HashSet<LLVMProject>,
|
||||
enable_rtti: bool,
|
||||
default_target: Option<TargetTriple>,
|
||||
enable_tests: bool,
|
||||
enable_coverage: bool,
|
||||
extra_args: &[String],
|
||||
ccache_variant: Option<CcacheVariant>,
|
||||
enable_assertions: bool,
|
||||
sanitizer: Option<Sanitizer>,
|
||||
enable_valgrind: bool,
|
||||
) -> anyhow::Result<()> {
|
||||
crate::utils::check_presence("cmake")?;
|
||||
crate::utils::check_presence("clang")?;
|
||||
crate::utils::check_presence("clang++")?;
|
||||
crate::utils::check_presence("lld")?;
|
||||
crate::utils::check_presence("ninja")?;
|
||||
|
||||
let musl_name = "musl-1.2.3";
|
||||
let musl_build = LLVMPath::musl_build(musl_name)?;
|
||||
let musl_target = LLVMPath::musl_target()?;
|
||||
|
||||
let llvm_module_llvm = LLVMPath::llvm_module_llvm()?;
|
||||
let llvm_host_module_llvm = LLVMPath::llvm_host_module_llvm()?;
|
||||
|
||||
let llvm_build_crt = LLVMPath::llvm_build_crt()?;
|
||||
let llvm_target_crt = LLVMPath::llvm_target_crt()?;
|
||||
|
||||
let llvm_build_host = LLVMPath::llvm_build_host()?;
|
||||
let llvm_target_host = LLVMPath::llvm_target_host()?;
|
||||
|
||||
let llvm_build_final = LLVMPath::llvm_build_final()?;
|
||||
let llvm_target_final = LLVMPath::llvm_target_final()?;
|
||||
|
||||
if !LLVMPath::musl_source(musl_name)?.exists() {
|
||||
crate::utils::download_musl(musl_name)?;
|
||||
}
|
||||
crate::platforms::shared::build_musl(musl_build.as_path(), musl_target.as_path())?;
|
||||
build_crt(
|
||||
targets.clone(),
|
||||
llvm_host_module_llvm.as_path(),
|
||||
llvm_build_crt.as_path(),
|
||||
llvm_target_crt.as_path(),
|
||||
ccache_variant,
|
||||
)?;
|
||||
build_host(
|
||||
llvm_host_module_llvm.as_path(),
|
||||
llvm_build_host.as_path(),
|
||||
llvm_target_host.as_path(),
|
||||
musl_target.as_path(),
|
||||
llvm_target_crt.as_path(),
|
||||
ccache_variant,
|
||||
)?;
|
||||
build_target(
|
||||
build_type,
|
||||
targets,
|
||||
llvm_projects,
|
||||
enable_rtti,
|
||||
default_target,
|
||||
llvm_module_llvm.as_path(),
|
||||
llvm_build_final.as_path(),
|
||||
llvm_target_final.as_path(),
|
||||
musl_target.as_path(),
|
||||
llvm_target_host.as_path(),
|
||||
enable_tests,
|
||||
enable_coverage,
|
||||
extra_args,
|
||||
ccache_variant,
|
||||
enable_assertions,
|
||||
sanitizer,
|
||||
enable_valgrind,
|
||||
)?;
|
||||
|
||||
Ok(())
|
||||
}
|
||||
|
||||
///
|
||||
/// The `crt` building sequence.
|
||||
///
|
||||
fn build_crt(
|
||||
mut targets: HashSet<Platform>,
|
||||
source_directory: &Path,
|
||||
build_directory: &Path,
|
||||
target_directory: &Path,
|
||||
ccache_variant: Option<CcacheVariant>,
|
||||
) -> anyhow::Result<()> {
|
||||
targets.insert(Platform::AArch64);
|
||||
|
||||
crate::utils::command(
|
||||
Command::new("cmake")
|
||||
.args([
|
||||
"-S",
|
||||
source_directory.to_string_lossy().as_ref(),
|
||||
"-B",
|
||||
build_directory.to_string_lossy().as_ref(),
|
||||
"-G",
|
||||
"Ninja",
|
||||
format!(
|
||||
"-DCMAKE_INSTALL_PREFIX='{}'",
|
||||
target_directory.to_string_lossy()
|
||||
)
|
||||
.as_str(),
|
||||
"-DCMAKE_BUILD_TYPE='Release'",
|
||||
"-DCMAKE_C_COMPILER='clang'",
|
||||
"-DCMAKE_CXX_COMPILER='clang++'",
|
||||
"-DLLVM_ENABLE_PROJECTS='compiler-rt'",
|
||||
format!("-DLLVM_TARGETS_TO_BUILD='{}'", Platform::AArch64).as_str(),
|
||||
"-DLLVM_DEFAULT_TARGET_TRIPLE='aarch64-unknown-linux-musl'",
|
||||
"-DLLVM_BUILD_TESTS='Off'",
|
||||
"-DLLVM_BUILD_RUNTIMES='Off'",
|
||||
"-DLLVM_BUILD_UTILS='Off'",
|
||||
"-DLLVM_INCLUDE_TESTS='Off'",
|
||||
"-DLLVM_INCLUDE_RUNTIMES='Off'",
|
||||
"-DLLVM_INCLUDE_UTILS='Off'",
|
||||
"-DCOMPILER_RT_DEFAULT_TARGET_ARCH='aarch64'",
|
||||
"-DCOMPILER_RT_BUILD_CRT='On'",
|
||||
"-DCOMPILER_RT_BUILD_BUILTINS='On'",
|
||||
"-DCOMPILER_RT_BUILD_SANITIZERS='Off'",
|
||||
"-DCOMPILER_RT_BUILD_XRAY='Off'",
|
||||
"-DCOMPILER_RT_BUILD_LIBFUZZER='Off'",
|
||||
"-DCOMPILER_RT_BUILD_PROFILE='Off'",
|
||||
"-DCOMPILER_RT_BUILD_MEMPROF='Off'",
|
||||
"-DCOMPILER_RT_BUILD_ORC='Off'",
|
||||
])
|
||||
.args(crate::platforms::shared::SHARED_BUILD_OPTS)
|
||||
.args(crate::platforms::shared::shared_build_opts_ccache(
|
||||
ccache_variant,
|
||||
)),
|
||||
"CRT building cmake",
|
||||
)?;
|
||||
|
||||
crate::utils::command(
|
||||
Command::new("ninja")
|
||||
.arg("-C")
|
||||
.arg(build_directory)
|
||||
.arg("install-crt"),
|
||||
"CRT building ninja",
|
||||
)?;
|
||||
|
||||
Ok(())
|
||||
}
|
||||
|
||||
///
|
||||
/// The host toolchain building sequence.
|
||||
///
|
||||
fn build_host(
|
||||
source_directory: &Path,
|
||||
build_directory: &Path,
|
||||
target_directory: &Path,
|
||||
musl_target_directory: &Path,
|
||||
crt_target_directory: &Path,
|
||||
ccache_variant: Option<CcacheVariant>,
|
||||
) -> anyhow::Result<()> {
|
||||
crate::utils::command(
|
||||
Command::new("cmake")
|
||||
.args([
|
||||
"-S",
|
||||
source_directory.to_string_lossy().as_ref(),
|
||||
"-B",
|
||||
build_directory.to_string_lossy().as_ref(),
|
||||
"-G",
|
||||
"Ninja",
|
||||
format!(
|
||||
"-DDEFAULT_SYSROOT='{}'",
|
||||
musl_target_directory.to_string_lossy()
|
||||
)
|
||||
.as_str(),
|
||||
"-DLINKER_SUPPORTS_COLOR_DIAGNOSTICS=0",
|
||||
format!(
|
||||
"-DCMAKE_INSTALL_PREFIX='{}'",
|
||||
target_directory.to_string_lossy()
|
||||
)
|
||||
.as_str(),
|
||||
"-DCMAKE_BUILD_TYPE='Release'",
|
||||
"-DCMAKE_C_COMPILER='clang'",
|
||||
"-DCMAKE_CXX_COMPILER='clang++'",
|
||||
"-DCLANG_DEFAULT_CXX_STDLIB='libc++'",
|
||||
"-DCLANG_DEFAULT_RTLIB='compiler-rt'",
|
||||
"-DLLVM_DEFAULT_TARGET_TRIPLE='aarch64-unknown-linux-musl'",
|
||||
"-DLLVM_TARGETS_TO_BUILD='AArch64'",
|
||||
"-DLLVM_BUILD_TESTS='Off'",
|
||||
"-DLLVM_BUILD_UTILS='Off'",
|
||||
"-DLLVM_INCLUDE_TESTS='Off'",
|
||||
"-DLLVM_INCLUDE_UTILS='Off'",
|
||||
"-DLLVM_ENABLE_PROJECTS='clang;lld'",
|
||||
"-DLLVM_ENABLE_RUNTIMES='compiler-rt;libcxx;libcxxabi;libunwind'",
|
||||
"-DLIBCXX_CXX_ABI='libcxxabi'",
|
||||
"-DLIBCXX_HAS_MUSL_LIBC='On'",
|
||||
"-DLIBCXX_ENABLE_SHARED='Off'",
|
||||
"-DLIBCXX_ENABLE_STATIC='On'",
|
||||
"-DLIBCXX_ENABLE_STATIC_ABI_LIBRARY='On'",
|
||||
"-DLIBCXXABI_ENABLE_SHARED='Off'",
|
||||
"-DLIBCXXABI_ENABLE_STATIC='On'",
|
||||
"-DLIBCXXABI_ENABLE_STATIC_UNWINDER='On'",
|
||||
"-DLIBCXXABI_USE_LLVM_UNWINDER='On'",
|
||||
"-DLIBCXXABI_USE_COMPILER_RT='On'",
|
||||
"-DLIBUNWIND_ENABLE_STATIC='On'",
|
||||
"-DLIBUNWIND_ENABLE_SHARED='Off'",
|
||||
"-DCOMPILER_RT_BUILD_CRT='On'",
|
||||
"-DCOMPILER_RT_BUILD_SANITIZERS='Off'",
|
||||
"-DCOMPILER_RT_BUILD_XRAY='Off'",
|
||||
"-DCOMPILER_RT_BUILD_LIBFUZZER='Off'",
|
||||
"-DCOMPILER_RT_BUILD_PROFILE='On'",
|
||||
"-DCOMPILER_RT_BUILD_MEMPROF='Off'",
|
||||
"-DCOMPILER_RT_BUILD_ORC='Off'",
|
||||
"-DCOMPILER_RT_DEFAULT_TARGET_ARCH='aarch64'",
|
||||
"-DCOMPILER_RT_DEFAULT_TARGET_ONLY='On'",
|
||||
])
|
||||
.args(crate::platforms::shared::SHARED_BUILD_OPTS)
|
||||
.args(crate::platforms::shared::shared_build_opts_ccache(
|
||||
ccache_variant,
|
||||
)),
|
||||
"LLVM host building cmake",
|
||||
)?;
|
||||
|
||||
let mut crt_lib_directory = crt_target_directory.to_path_buf();
|
||||
crt_lib_directory.push("lib/");
|
||||
|
||||
let mut build_lib_directory = build_directory.to_path_buf();
|
||||
build_lib_directory.push("lib/");
|
||||
|
||||
let copy_options = fs_extra::dir::CopyOptions {
|
||||
overwrite: true,
|
||||
copy_inside: true,
|
||||
content_only: true,
|
||||
..Default::default()
|
||||
};
|
||||
fs_extra::dir::copy(crt_lib_directory, build_lib_directory, ©_options)?;
|
||||
|
||||
crate::utils::command(
|
||||
Command::new("ninja")
|
||||
.arg("-C")
|
||||
.arg(build_directory)
|
||||
.arg("install"),
|
||||
"LLVM host building ninja",
|
||||
)?;
|
||||
|
||||
Ok(())
|
||||
}
|
||||
|
||||
///
|
||||
/// The target toolchain building sequence.
|
||||
///
|
||||
#[allow(clippy::too_many_arguments)]
|
||||
fn build_target(
|
||||
build_type: BuildType,
|
||||
targets: HashSet<Platform>,
|
||||
llvm_projects: HashSet<LLVMProject>,
|
||||
enable_rtti: bool,
|
||||
default_target: Option<TargetTriple>,
|
||||
source_directory: &Path,
|
||||
build_directory: &Path,
|
||||
target_directory: &Path,
|
||||
musl_target_directory: &Path,
|
||||
host_target_directory: &Path,
|
||||
enable_tests: bool,
|
||||
enable_coverage: bool,
|
||||
extra_args: &[String],
|
||||
ccache_variant: Option<CcacheVariant>,
|
||||
enable_assertions: bool,
|
||||
sanitizer: Option<Sanitizer>,
|
||||
enable_valgrind: bool,
|
||||
) -> anyhow::Result<()> {
|
||||
let mut clang_path = host_target_directory.to_path_buf();
|
||||
clang_path.push("bin/clang");
|
||||
|
||||
let mut clang_cxx_path = host_target_directory.to_path_buf();
|
||||
clang_cxx_path.push("bin/clang++");
|
||||
|
||||
crate::utils::command(
|
||||
Command::new("cmake")
|
||||
.args([
|
||||
"-S",
|
||||
source_directory.to_string_lossy().as_ref(),
|
||||
"-B",
|
||||
build_directory.to_string_lossy().as_ref(),
|
||||
"-G",
|
||||
"Ninja",
|
||||
"-DBUILD_SHARED_LIBS='Off'",
|
||||
"-DLINKER_SUPPORTS_COLOR_DIAGNOSTICS=0",
|
||||
format!(
|
||||
"-DCMAKE_INSTALL_PREFIX='{}'",
|
||||
target_directory.to_string_lossy()
|
||||
)
|
||||
.as_str(),
|
||||
format!("-DCMAKE_BUILD_TYPE='{build_type}'").as_str(),
|
||||
format!("-DCMAKE_C_COMPILER='{}'", clang_path.to_string_lossy()).as_str(),
|
||||
format!(
|
||||
"-DCMAKE_CXX_COMPILER='{}'",
|
||||
clang_cxx_path.to_string_lossy()
|
||||
)
|
||||
.as_str(),
|
||||
"-DCMAKE_FIND_LIBRARY_SUFFIXES='.a'",
|
||||
"-DCMAKE_BUILD_WITH_INSTALL_RPATH=1",
|
||||
"-DCMAKE_EXE_LINKER_FLAGS='-fuse-ld=lld -static'",
|
||||
format!(
|
||||
"-DLLVM_TARGETS_TO_BUILD='{}'",
|
||||
targets
|
||||
.into_iter()
|
||||
.map(|platform| platform.to_string())
|
||||
.collect::<Vec<String>>()
|
||||
.join(";")
|
||||
)
|
||||
.as_str(),
|
||||
format!(
|
||||
"-DLLVM_ENABLE_PROJECTS='{}'",
|
||||
llvm_projects
|
||||
.into_iter()
|
||||
.map(|project| project.to_string())
|
||||
.collect::<Vec<String>>()
|
||||
.join(";")
|
||||
)
|
||||
.as_str(),
|
||||
])
|
||||
.args(crate::platforms::shared::shared_build_opts_default_target(
|
||||
default_target,
|
||||
))
|
||||
.args(crate::platforms::shared::SHARED_BUILD_OPTS)
|
||||
.args(crate::platforms::shared::SHARED_BUILD_OPTS_NOT_MUSL)
|
||||
.args(crate::platforms::shared::shared_build_opts_werror(
|
||||
crate::target_env::TargetEnv::MUSL,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_tests(
|
||||
enable_tests,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_coverage(
|
||||
enable_coverage,
|
||||
))
|
||||
.args(extra_args)
|
||||
.args(crate::platforms::shared::shared_build_opts_ccache(
|
||||
ccache_variant,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_assertions(
|
||||
enable_assertions,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_rtti(
|
||||
enable_rtti,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_sanitizers(
|
||||
sanitizer,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_valgrind(
|
||||
enable_valgrind,
|
||||
)),
|
||||
"LLVM target building cmake",
|
||||
)?;
|
||||
|
||||
crate::utils::ninja(build_directory)?;
|
||||
|
||||
let mut musl_lib_directory = musl_target_directory.to_path_buf();
|
||||
musl_lib_directory.push("lib/");
|
||||
|
||||
let mut host_lib_directory = host_target_directory.to_path_buf();
|
||||
host_lib_directory.push("lib/aarch64-unknown-linux-musl/");
|
||||
|
||||
let mut target_lib_directory = target_directory.to_path_buf();
|
||||
target_lib_directory.push("lib/");
|
||||
|
||||
let copy_options = fs_extra::dir::CopyOptions {
|
||||
overwrite: true,
|
||||
copy_inside: true,
|
||||
content_only: true,
|
||||
..Default::default()
|
||||
};
|
||||
fs_extra::dir::copy(
|
||||
musl_lib_directory,
|
||||
target_lib_directory.as_path(),
|
||||
©_options,
|
||||
)?;
|
||||
fs_extra::dir::copy(
|
||||
host_lib_directory,
|
||||
target_lib_directory.as_path(),
|
||||
©_options,
|
||||
)?;
|
||||
|
||||
Ok(())
|
||||
}
|
||||
@@ -0,0 +1,105 @@
|
||||
//! The revive LLVM arm64 `macos-aarch64` builder.
|
||||
|
||||
use std::collections::HashSet;
|
||||
use std::process::Command;
|
||||
|
||||
use crate::build_type::BuildType;
|
||||
use crate::ccache_variant::CcacheVariant;
|
||||
use crate::llvm_path::LLVMPath;
|
||||
use crate::llvm_project::LLVMProject;
|
||||
use crate::platforms::Platform;
|
||||
use crate::sanitizer::Sanitizer;
|
||||
use crate::target_triple::TargetTriple;
|
||||
|
||||
/// The building sequence.
|
||||
#[allow(clippy::too_many_arguments)]
|
||||
pub fn build(
|
||||
build_type: BuildType,
|
||||
targets: HashSet<Platform>,
|
||||
llvm_projects: HashSet<LLVMProject>,
|
||||
enable_rtti: bool,
|
||||
default_target: Option<TargetTriple>,
|
||||
enable_tests: bool,
|
||||
enable_coverage: bool,
|
||||
extra_args: &[String],
|
||||
ccache_variant: Option<CcacheVariant>,
|
||||
enable_assertions: bool,
|
||||
sanitizer: Option<Sanitizer>,
|
||||
) -> anyhow::Result<()> {
|
||||
crate::utils::check_presence("cmake")?;
|
||||
crate::utils::check_presence("ninja")?;
|
||||
|
||||
let llvm_module_llvm = LLVMPath::llvm_module_llvm()?;
|
||||
let llvm_build_final = LLVMPath::llvm_build_final()?;
|
||||
let llvm_target_final = LLVMPath::llvm_target_final()?;
|
||||
|
||||
crate::utils::command(
|
||||
Command::new("cmake")
|
||||
.args([
|
||||
"-S",
|
||||
llvm_module_llvm.to_string_lossy().as_ref(),
|
||||
"-B",
|
||||
llvm_build_final.to_string_lossy().as_ref(),
|
||||
"-G",
|
||||
"Ninja",
|
||||
format!(
|
||||
"-DCMAKE_INSTALL_PREFIX='{}'",
|
||||
llvm_target_final.to_string_lossy().as_ref(),
|
||||
)
|
||||
.as_str(),
|
||||
format!("-DCMAKE_BUILD_TYPE='{build_type}'").as_str(),
|
||||
format!(
|
||||
"-DLLVM_TARGETS_TO_BUILD='{}'",
|
||||
targets
|
||||
.into_iter()
|
||||
.map(|platform| platform.to_string())
|
||||
.collect::<Vec<String>>()
|
||||
.join(";")
|
||||
)
|
||||
.as_str(),
|
||||
format!(
|
||||
"-DLLVM_ENABLE_PROJECTS='{}'",
|
||||
llvm_projects
|
||||
.into_iter()
|
||||
.map(|project| project.to_string())
|
||||
.collect::<Vec<String>>()
|
||||
.join(";")
|
||||
)
|
||||
.as_str(),
|
||||
"-DCMAKE_OSX_DEPLOYMENT_TARGET='11.0'",
|
||||
])
|
||||
.args(crate::platforms::shared::shared_build_opts_default_target(
|
||||
default_target,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_tests(
|
||||
enable_tests,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_coverage(
|
||||
enable_coverage,
|
||||
))
|
||||
.args(crate::platforms::shared::SHARED_BUILD_OPTS)
|
||||
.args(crate::platforms::shared::SHARED_BUILD_OPTS_NOT_MUSL)
|
||||
.args(crate::platforms::shared::shared_build_opts_werror(
|
||||
crate::target_env::TargetEnv::GNU,
|
||||
))
|
||||
.args(extra_args)
|
||||
.args(crate::platforms::shared::shared_build_opts_ccache(
|
||||
ccache_variant,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_assertions(
|
||||
enable_assertions,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_rtti(
|
||||
enable_rtti,
|
||||
))
|
||||
.args(crate::platforms::shared::macos_build_opts_ignore_dupicate_libs_warnings())
|
||||
.args(crate::platforms::shared::shared_build_opts_sanitizers(
|
||||
sanitizer,
|
||||
)),
|
||||
"LLVM building cmake",
|
||||
)?;
|
||||
|
||||
crate::utils::ninja(llvm_build_final.as_ref())?;
|
||||
|
||||
Ok(())
|
||||
}
|
||||
@@ -0,0 +1,45 @@
|
||||
//! The revive LLVM builder platforms.
|
||||
|
||||
pub mod aarch64_linux_gnu;
|
||||
pub mod aarch64_linux_musl;
|
||||
pub mod aarch64_macos;
|
||||
pub mod shared;
|
||||
pub mod wasm32_emscripten;
|
||||
pub mod x86_64_linux_gnu;
|
||||
pub mod x86_64_linux_musl;
|
||||
pub mod x86_64_macos;
|
||||
pub mod x86_64_windows_gnu;
|
||||
|
||||
use std::str::FromStr;
|
||||
|
||||
/// The list of platforms used as constants.
|
||||
#[derive(Debug, Clone, Copy, PartialEq, Eq, Hash)]
|
||||
pub enum Platform {
|
||||
/// The native X86 platform.
|
||||
X86,
|
||||
/// The native AArch64 platform.
|
||||
AArch64,
|
||||
/// The PolkaVM RISC-V platform.
|
||||
PolkaVM,
|
||||
}
|
||||
|
||||
impl FromStr for Platform {
|
||||
type Err = String;
|
||||
|
||||
fn from_str(value: &str) -> Result<Self, Self::Err> {
|
||||
match value {
|
||||
"PolkaVM" => Ok(Self::PolkaVM),
|
||||
value => Err(format!("Unsupported platform: `{}`", value)),
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
impl std::fmt::Display for Platform {
|
||||
fn fmt(&self, f: &mut std::fmt::Formatter) -> std::fmt::Result {
|
||||
match self {
|
||||
Self::X86 => write!(f, "X86"),
|
||||
Self::AArch64 => write!(f, "AArch64"),
|
||||
Self::PolkaVM => write!(f, "RISCV"),
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,232 @@
|
||||
//! The shared options for building various platforms.
|
||||
|
||||
use crate::ccache_variant::CcacheVariant;
|
||||
use crate::sanitizer::Sanitizer;
|
||||
use crate::target_env::TargetEnv;
|
||||
use crate::target_triple::TargetTriple;
|
||||
use std::path::Path;
|
||||
use std::process::Command;
|
||||
|
||||
/// The build options shared by all platforms.
|
||||
pub const SHARED_BUILD_OPTS: [&str; 19] = [
|
||||
"-DPACKAGE_VENDOR='Parity Technologies'",
|
||||
"-DCMAKE_BUILD_WITH_INSTALL_RPATH=1",
|
||||
"-DLLVM_BUILD_DOCS='Off'",
|
||||
"-DLLVM_INCLUDE_DOCS='Off'",
|
||||
"-DLLVM_INCLUDE_BENCHMARKS='Off'",
|
||||
"-DLLVM_INCLUDE_EXAMPLES='Off'",
|
||||
"-DLLVM_ENABLE_DOXYGEN='Off'",
|
||||
"-DLLVM_ENABLE_SPHINX='Off'",
|
||||
"-DLLVM_ENABLE_OCAMLDOC='Off'",
|
||||
"-DLLVM_ENABLE_ZLIB='Off'",
|
||||
"-DLLVM_ENABLE_ZSTD='Off'",
|
||||
"-DLLVM_ENABLE_LIBXML2='Off'",
|
||||
"-DLLVM_ENABLE_BINDINGS='Off'",
|
||||
"-DLLVM_ENABLE_TERMINFO='Off'",
|
||||
"-DLLVM_ENABLE_LIBEDIT='Off'",
|
||||
"-DLLVM_ENABLE_LIBPFM='Off'",
|
||||
"-DCMAKE_EXPORT_COMPILE_COMMANDS='On'",
|
||||
"-DPython3_FIND_REGISTRY='LAST'", // Use Python version from $PATH, not from registry
|
||||
"-DBUG_REPORT_URL='https://github.com/paritytech/contract-issues/issues/'",
|
||||
];
|
||||
|
||||
/// The build options shared by all platforms except MUSL.
|
||||
pub const SHARED_BUILD_OPTS_NOT_MUSL: [&str; 4] = [
|
||||
"-DLLVM_OPTIMIZED_TABLEGEN='On'",
|
||||
"-DLLVM_BUILD_RUNTIME='Off'",
|
||||
"-DLLVM_BUILD_RUNTIMES='Off'",
|
||||
"-DLLVM_INCLUDE_RUNTIMES='Off'",
|
||||
];
|
||||
|
||||
/// The shared build options to treat warnings as errors.
|
||||
///
|
||||
/// Disabled on Windows due to the following upstream issue with MSYS2 with mingw-w64:
|
||||
/// ProgramTest.cpp:23:15: error: '__p__environ' redeclared without 'dllimport' attribute
|
||||
pub fn shared_build_opts_werror(target_env: TargetEnv) -> Vec<String> {
|
||||
vec![format!(
|
||||
"-DLLVM_ENABLE_WERROR='{}'",
|
||||
if cfg!(target_os = "windows") || target_env == TargetEnv::Emscripten {
|
||||
"Off"
|
||||
} else {
|
||||
"On"
|
||||
},
|
||||
)]
|
||||
}
|
||||
|
||||
/// The build options to set the default target.
|
||||
pub fn shared_build_opts_default_target(target: Option<TargetTriple>) -> Vec<String> {
|
||||
match target {
|
||||
Some(target) => vec![format!(
|
||||
"-DLLVM_DEFAULT_TARGET_TRIPLE='{}'",
|
||||
target.to_string()
|
||||
)],
|
||||
None => vec![format!(
|
||||
"-DLLVM_DEFAULT_TARGET_TRIPLE='{}'",
|
||||
TargetTriple::PolkaVM
|
||||
)],
|
||||
}
|
||||
}
|
||||
|
||||
/// The `musl` building sequence.
|
||||
pub fn build_musl(build_directory: &Path, target_directory: &Path) -> anyhow::Result<()> {
|
||||
std::fs::create_dir_all(build_directory)?;
|
||||
std::fs::create_dir_all(target_directory)?;
|
||||
|
||||
crate::utils::command(
|
||||
Command::new("../configure")
|
||||
.current_dir(build_directory)
|
||||
.arg(format!("--prefix={}", target_directory.to_string_lossy()))
|
||||
.arg(format!(
|
||||
"--syslibdir={}/lib/",
|
||||
target_directory.to_string_lossy()
|
||||
))
|
||||
.arg("--enable-wrapper='clang'"),
|
||||
"MUSL configuring",
|
||||
)?;
|
||||
crate::utils::command(
|
||||
Command::new("make")
|
||||
.current_dir(build_directory)
|
||||
.arg("-j")
|
||||
.arg(num_cpus::get().to_string()),
|
||||
"MUSL building",
|
||||
)?;
|
||||
crate::utils::command(
|
||||
Command::new("make")
|
||||
.current_dir(build_directory)
|
||||
.arg("install"),
|
||||
"MUSL installing",
|
||||
)?;
|
||||
|
||||
let mut include_directory = target_directory.to_path_buf();
|
||||
include_directory.push("include/");
|
||||
|
||||
let mut asm_include_directory = include_directory.clone();
|
||||
asm_include_directory.push("asm/");
|
||||
std::fs::create_dir_all(asm_include_directory.as_path())?;
|
||||
|
||||
let mut types_header_path = asm_include_directory.clone();
|
||||
types_header_path.push("types.h");
|
||||
|
||||
let copy_options = fs_extra::dir::CopyOptions {
|
||||
overwrite: true,
|
||||
copy_inside: true,
|
||||
..Default::default()
|
||||
};
|
||||
fs_extra::dir::copy("/usr/include/linux", include_directory, ©_options)?;
|
||||
|
||||
let copy_options = fs_extra::dir::CopyOptions {
|
||||
overwrite: true,
|
||||
copy_inside: true,
|
||||
content_only: true,
|
||||
..Default::default()
|
||||
};
|
||||
fs_extra::dir::copy(
|
||||
"/usr/include/asm-generic",
|
||||
asm_include_directory,
|
||||
©_options,
|
||||
)?;
|
||||
|
||||
crate::utils::command(
|
||||
Command::new("sed")
|
||||
.arg("-i")
|
||||
.arg("s/asm-generic/asm/")
|
||||
.arg(types_header_path),
|
||||
"types_header asm signature replacement",
|
||||
)?;
|
||||
|
||||
Ok(())
|
||||
}
|
||||
|
||||
/// The build options to enable assertions.
|
||||
pub fn shared_build_opts_assertions(enabled: bool) -> Vec<String> {
|
||||
vec![format!(
|
||||
"-DLLVM_ENABLE_ASSERTIONS='{}'",
|
||||
if enabled { "On" } else { "Off" },
|
||||
)]
|
||||
}
|
||||
|
||||
/// The build options to build with RTTI support.
|
||||
pub fn shared_build_opts_rtti(enabled: bool) -> Vec<String> {
|
||||
vec![format!(
|
||||
"-DLLVM_ENABLE_RTTI='{}'",
|
||||
if enabled { "On" } else { "Off" },
|
||||
)]
|
||||
}
|
||||
|
||||
/// The build options to enable sanitizers.
|
||||
pub fn shared_build_opts_sanitizers(sanitizer: Option<Sanitizer>) -> Vec<String> {
|
||||
match sanitizer {
|
||||
Some(sanitizer) => vec![format!("-DLLVM_USE_SANITIZER='{}'", sanitizer)],
|
||||
None => vec![],
|
||||
}
|
||||
}
|
||||
|
||||
/// The build options to enable Valgrind for LLVM regression tests.
|
||||
pub fn shared_build_opts_valgrind(enabled: bool) -> Vec<String> {
|
||||
if enabled {
|
||||
vec!["-DLLVM_LIT_ARGS='-sv --vg --vg-leak'".to_owned()]
|
||||
} else {
|
||||
vec![]
|
||||
}
|
||||
}
|
||||
|
||||
/// The LLVM tests build options shared by all platforms.
|
||||
pub fn shared_build_opts_tests(enabled: bool) -> Vec<String> {
|
||||
vec![
|
||||
format!(
|
||||
"-DLLVM_BUILD_UTILS='{}'",
|
||||
if enabled { "On" } else { "Off" },
|
||||
),
|
||||
format!(
|
||||
"-DLLVM_BUILD_TESTS='{}'",
|
||||
if enabled { "On" } else { "Off" },
|
||||
),
|
||||
format!(
|
||||
"-DLLVM_INCLUDE_UTILS='{}'",
|
||||
if enabled { "On" } else { "Off" },
|
||||
),
|
||||
format!(
|
||||
"-DLLVM_INCLUDE_TESTS='{}'",
|
||||
if enabled { "On" } else { "Off" },
|
||||
),
|
||||
]
|
||||
}
|
||||
|
||||
/// The code coverage build options shared by all platforms.
|
||||
pub fn shared_build_opts_coverage(enabled: bool) -> Vec<String> {
|
||||
vec![format!(
|
||||
"-DLLVM_BUILD_INSTRUMENTED_COVERAGE='{}'",
|
||||
if enabled { "On" } else { "Off" },
|
||||
)]
|
||||
}
|
||||
|
||||
/// Use of compiler cache (ccache) to speed up the build process.
|
||||
pub fn shared_build_opts_ccache(ccache_variant: Option<CcacheVariant>) -> Vec<String> {
|
||||
match ccache_variant {
|
||||
Some(ccache_variant) => vec![
|
||||
format!(
|
||||
"-DCMAKE_C_COMPILER_LAUNCHER='{}'",
|
||||
ccache_variant.to_string()
|
||||
),
|
||||
format!(
|
||||
"-DCMAKE_CXX_COMPILER_LAUNCHER='{}'",
|
||||
ccache_variant.to_string()
|
||||
),
|
||||
],
|
||||
None => vec![],
|
||||
}
|
||||
}
|
||||
|
||||
/// Ignore duplicate libraries warnings for MacOS with XCode>=15.
|
||||
pub fn macos_build_opts_ignore_dupicate_libs_warnings() -> Vec<String> {
|
||||
let xcode_version =
|
||||
crate::utils::get_xcode_version().unwrap_or(crate::utils::XCODE_MIN_VERSION);
|
||||
if xcode_version >= crate::utils::XCODE_VERSION_15 {
|
||||
vec![
|
||||
"-DCMAKE_EXE_LINKER_FLAGS='-Wl,-no_warn_duplicate_libraries'".to_owned(),
|
||||
"-DCMAKE_SHARED_LINKER_FLAGS='-Wl,-no_warn_duplicate_libraries'".to_owned(),
|
||||
]
|
||||
} else {
|
||||
vec![]
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,224 @@
|
||||
//! The revive LLVM `wasm32_unknown_emscripten` builder.
|
||||
//!
|
||||
//! Cross-compiling LLVM for Emscripten requires llvm-tblgen, clang-tblgen and llvm-config.
|
||||
|
||||
use std::{collections::HashSet, path::Path, process::Command};
|
||||
|
||||
/// The building sequence.
|
||||
#[allow(clippy::too_many_arguments)]
|
||||
pub fn build(
|
||||
build_type: crate::BuildType,
|
||||
targets: HashSet<crate::Platform>,
|
||||
llvm_projects: HashSet<crate::llvm_project::LLVMProject>,
|
||||
enable_rtti: bool,
|
||||
default_target: Option<crate::TargetTriple>,
|
||||
enable_tests: bool,
|
||||
enable_coverage: bool,
|
||||
extra_args: &[String],
|
||||
ccache_variant: Option<crate::ccache_variant::CcacheVariant>,
|
||||
enable_assertions: bool,
|
||||
sanitizer: Option<crate::sanitizer::Sanitizer>,
|
||||
enable_valgrind: bool,
|
||||
) -> anyhow::Result<()> {
|
||||
crate::utils::check_presence("cmake")?;
|
||||
crate::utils::check_presence("ninja")?;
|
||||
crate::utils::check_presence("emsdk")?;
|
||||
crate::utils::check_presence("clang")?;
|
||||
crate::utils::check_presence("clang++")?;
|
||||
if cfg!(target_os = "linux") {
|
||||
crate::utils::check_presence("lld")?;
|
||||
}
|
||||
|
||||
let llvm_module_llvm = crate::LLVMPath::llvm_module_llvm()?;
|
||||
let llvm_host_module_llvm = crate::LLVMPath::llvm_host_module_llvm()?;
|
||||
|
||||
let llvm_build_host = crate::LLVMPath::llvm_build_host()?;
|
||||
let llvm_target_host = crate::LLVMPath::llvm_target_host()?;
|
||||
|
||||
let llvm_build_final = crate::LLVMPath::llvm_build_final()?;
|
||||
let llvm_target_final = crate::LLVMPath::llvm_target_final()?;
|
||||
|
||||
build_host(
|
||||
llvm_host_module_llvm.as_path(),
|
||||
llvm_build_host.as_path(),
|
||||
llvm_target_host.as_path(),
|
||||
ccache_variant,
|
||||
)?;
|
||||
|
||||
build_target(
|
||||
build_type,
|
||||
targets,
|
||||
llvm_projects,
|
||||
enable_rtti,
|
||||
default_target,
|
||||
llvm_module_llvm.as_path(),
|
||||
llvm_build_final.as_path(),
|
||||
llvm_target_final.as_path(),
|
||||
llvm_target_host.as_path(),
|
||||
enable_tests,
|
||||
enable_coverage,
|
||||
extra_args,
|
||||
ccache_variant,
|
||||
enable_assertions,
|
||||
sanitizer,
|
||||
enable_valgrind,
|
||||
)?;
|
||||
|
||||
Ok(())
|
||||
}
|
||||
|
||||
/// The host toolchain building sequence.
|
||||
fn build_host(
|
||||
source_directory: &Path,
|
||||
build_directory: &Path,
|
||||
target_directory: &Path,
|
||||
ccache_variant: Option<crate::ccache_variant::CcacheVariant>,
|
||||
) -> anyhow::Result<()> {
|
||||
log::info!("building the LLVM Emscripten host utilities");
|
||||
|
||||
crate::utils::command(
|
||||
Command::new("cmake")
|
||||
.args([
|
||||
"-S",
|
||||
source_directory.to_string_lossy().as_ref(),
|
||||
"-B",
|
||||
build_directory.to_string_lossy().as_ref(),
|
||||
"-G",
|
||||
"Ninja",
|
||||
"-DLINKER_SUPPORTS_COLOR_DIAGNOSTICS=0",
|
||||
&format!(
|
||||
"-DCMAKE_INSTALL_PREFIX='{}'",
|
||||
target_directory.to_string_lossy()
|
||||
),
|
||||
"-DLLVM_BUILD_SHARED_LIBS='Off'",
|
||||
"-DCMAKE_BUILD_TYPE='Release'",
|
||||
&format!(
|
||||
"-DLLVM_TARGETS_TO_BUILD='WebAssembly;{}'",
|
||||
crate::Platform::PolkaVM
|
||||
),
|
||||
"-DLLVM_ENABLE_PROJECTS='clang;lld'",
|
||||
])
|
||||
.args(crate::platforms::shared::SHARED_BUILD_OPTS)
|
||||
.args(crate::platforms::shared::SHARED_BUILD_OPTS_NOT_MUSL)
|
||||
.args(crate::platforms::shared::shared_build_opts_ccache(
|
||||
ccache_variant,
|
||||
)),
|
||||
"LLVM host building cmake config",
|
||||
)?;
|
||||
|
||||
crate::utils::ninja(build_directory)?;
|
||||
|
||||
Ok(())
|
||||
}
|
||||
|
||||
/// The target toolchain building sequence.
|
||||
#[allow(clippy::too_many_arguments)]
|
||||
fn build_target(
|
||||
build_type: crate::BuildType,
|
||||
targets: HashSet<crate::Platform>,
|
||||
llvm_projects: HashSet<crate::llvm_project::LLVMProject>,
|
||||
enable_rtti: bool,
|
||||
default_target: Option<crate::TargetTriple>,
|
||||
source_directory: &Path,
|
||||
build_directory: &Path,
|
||||
target_directory: &Path,
|
||||
host_target_directory: &Path,
|
||||
enable_tests: bool,
|
||||
enable_coverage: bool,
|
||||
extra_args: &[String],
|
||||
ccache_variant: Option<crate::ccache_variant::CcacheVariant>,
|
||||
enable_assertions: bool,
|
||||
sanitizer: Option<crate::sanitizer::Sanitizer>,
|
||||
enable_valgrind: bool,
|
||||
) -> anyhow::Result<()> {
|
||||
let mut llvm_tblgen_path = host_target_directory.to_path_buf();
|
||||
llvm_tblgen_path.push("bin/llvm-tblgen");
|
||||
|
||||
let mut clang_tblgen_path = host_target_directory.to_path_buf();
|
||||
clang_tblgen_path.push("bin/clang-tblgen");
|
||||
|
||||
crate::utils::command(
|
||||
Command::new("emcmake")
|
||||
.env("EMCC_DEBUG", "2")
|
||||
.env("CXXFLAGS", "-Dwait4=__syscall_wait4")
|
||||
.env("LDFLAGS", "-lnodefs.js -s NO_INVOKE_RUN -s EXIT_RUNTIME -s INITIAL_MEMORY=64MB -s ALLOW_MEMORY_GROWTH -s EXPORTED_RUNTIME_METHODS=FS,callMain,NODEFS -s MODULARIZE -s EXPORT_ES6 -s WASM_BIGINT")
|
||||
.arg("cmake")
|
||||
.args([
|
||||
"-S",
|
||||
source_directory.to_string_lossy().as_ref(),
|
||||
"-B",
|
||||
build_directory.to_string_lossy().as_ref(),
|
||||
"-G",
|
||||
"Ninja",
|
||||
"-DLINKER_SUPPORTS_COLOR_DIAGNOSTICS=0",
|
||||
"-DCMAKE_BUILD_WITH_INSTALL_RPATH=1",
|
||||
// Enable thin LTO but emscripten has various issues with it.
|
||||
// FIXME: https://github.com/paritytech/revive/issues/148
|
||||
//"-DLLVM_ENABLE_LTO='Thin'",
|
||||
//"-DCMAKE_EXE_LINKER_FLAGS='-Wl,-u,htons -Wl,-u,htonl -Wl,-u,fileno -Wl,-u,ntohs'",
|
||||
&format!(
|
||||
"-DCMAKE_INSTALL_PREFIX='{}'",
|
||||
target_directory.to_string_lossy()
|
||||
),
|
||||
&format!("-DCMAKE_BUILD_TYPE='{build_type}'"),
|
||||
&format!(
|
||||
"-DLLVM_TARGETS_TO_BUILD='{}'",
|
||||
targets
|
||||
.into_iter()
|
||||
.map(|platform| platform.to_string())
|
||||
.collect::<Vec<String>>()
|
||||
.join(";")
|
||||
),
|
||||
&format!(
|
||||
"-DLLVM_ENABLE_PROJECTS='{}'",
|
||||
llvm_projects
|
||||
.into_iter()
|
||||
.map(|project| project.to_string())
|
||||
.collect::<Vec<String>>()
|
||||
.join(";")
|
||||
),
|
||||
"-DLLVM_BUILD_SHARED_LIBS='Off'",
|
||||
"-DLLVM_ENABLE_DUMP='Off'",
|
||||
"-DLLVM_ENABLE_EXPENSIVE_CHECKS='Off'",
|
||||
"-DLLVM_ENABLE_BACKTRACES='Off'",
|
||||
"-DLLVM_ENABLE_BACKTRACES='Off'",
|
||||
"-DLLVM_ENABLE_THREADS='Off'",
|
||||
"-DLLVM_BUILD_TOOLS='Off'",
|
||||
&format!("-DLLVM_TABLEGEN='{}'", llvm_tblgen_path.to_string_lossy()),
|
||||
&format!("-DCLANG_TABLEGEN='{}'", clang_tblgen_path.to_string_lossy()),
|
||||
])
|
||||
.args(crate::platforms::shared::shared_build_opts_default_target(
|
||||
default_target,
|
||||
))
|
||||
.args(crate::platforms::shared::SHARED_BUILD_OPTS)
|
||||
.args(crate::platforms::shared::SHARED_BUILD_OPTS_NOT_MUSL)
|
||||
.args(crate::platforms::shared::shared_build_opts_werror(crate::target_env::TargetEnv::Emscripten))
|
||||
.args(crate::platforms::shared::shared_build_opts_tests(
|
||||
enable_tests,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_coverage(
|
||||
enable_coverage,
|
||||
))
|
||||
.args(extra_args)
|
||||
.args(crate::platforms::shared::shared_build_opts_ccache(
|
||||
ccache_variant,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_assertions(
|
||||
enable_assertions,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_rtti(
|
||||
enable_rtti,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_sanitizers(
|
||||
sanitizer,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_valgrind(
|
||||
enable_valgrind,
|
||||
)),
|
||||
"LLVM target building cmake",
|
||||
)?;
|
||||
|
||||
crate::utils::ninja(build_directory)?;
|
||||
|
||||
Ok(())
|
||||
}
|
||||
@@ -0,0 +1,111 @@
|
||||
//! The revive LLVM amd64 `linux-gnu` builder.
|
||||
|
||||
use std::collections::HashSet;
|
||||
use std::process::Command;
|
||||
|
||||
use crate::build_type::BuildType;
|
||||
use crate::ccache_variant::CcacheVariant;
|
||||
use crate::llvm_path::LLVMPath;
|
||||
use crate::llvm_project::LLVMProject;
|
||||
use crate::platforms::Platform;
|
||||
use crate::sanitizer::Sanitizer;
|
||||
use crate::target_triple::TargetTriple;
|
||||
|
||||
/// The building sequence.
|
||||
#[allow(clippy::too_many_arguments)]
|
||||
pub fn build(
|
||||
build_type: BuildType,
|
||||
targets: HashSet<Platform>,
|
||||
llvm_projects: HashSet<LLVMProject>,
|
||||
enable_rtti: bool,
|
||||
default_target: Option<TargetTriple>,
|
||||
enable_tests: bool,
|
||||
enable_coverage: bool,
|
||||
extra_args: &[String],
|
||||
ccache_variant: Option<CcacheVariant>,
|
||||
enable_assertions: bool,
|
||||
sanitizer: Option<Sanitizer>,
|
||||
enable_valgrind: bool,
|
||||
) -> anyhow::Result<()> {
|
||||
crate::utils::check_presence("cmake")?;
|
||||
crate::utils::check_presence("clang")?;
|
||||
crate::utils::check_presence("clang++")?;
|
||||
crate::utils::check_presence("lld")?;
|
||||
crate::utils::check_presence("ninja")?;
|
||||
|
||||
let llvm_module_llvm = LLVMPath::llvm_module_llvm()?;
|
||||
let llvm_build_final = LLVMPath::llvm_build_final()?;
|
||||
let llvm_target_final = LLVMPath::llvm_target_final()?;
|
||||
|
||||
crate::utils::command(
|
||||
Command::new("cmake")
|
||||
.args([
|
||||
"-S",
|
||||
llvm_module_llvm.to_string_lossy().as_ref(),
|
||||
"-B",
|
||||
llvm_build_final.to_string_lossy().as_ref(),
|
||||
"-G",
|
||||
"Ninja",
|
||||
format!(
|
||||
"-DCMAKE_INSTALL_PREFIX='{}'",
|
||||
llvm_target_final.to_string_lossy().as_ref(),
|
||||
)
|
||||
.as_str(),
|
||||
format!("-DCMAKE_BUILD_TYPE='{build_type}'").as_str(),
|
||||
"-DCMAKE_C_COMPILER='clang'",
|
||||
"-DCMAKE_CXX_COMPILER='clang++'",
|
||||
format!(
|
||||
"-DLLVM_TARGETS_TO_BUILD='{}'",
|
||||
targets
|
||||
.into_iter()
|
||||
.map(|platform| platform.to_string())
|
||||
.collect::<Vec<String>>()
|
||||
.join(";")
|
||||
)
|
||||
.as_str(),
|
||||
format!(
|
||||
"-DLLVM_ENABLE_PROJECTS='{}'",
|
||||
llvm_projects
|
||||
.into_iter()
|
||||
.map(|project| project.to_string())
|
||||
.collect::<Vec<String>>()
|
||||
.join(";")
|
||||
)
|
||||
.as_str(),
|
||||
"-DLLVM_USE_LINKER='lld'",
|
||||
])
|
||||
.args(crate::platforms::shared::shared_build_opts_default_target(
|
||||
default_target,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_tests(
|
||||
enable_tests,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_coverage(
|
||||
enable_coverage,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_ccache(
|
||||
ccache_variant,
|
||||
))
|
||||
.args(crate::platforms::shared::SHARED_BUILD_OPTS)
|
||||
.args(crate::platforms::shared::SHARED_BUILD_OPTS_NOT_MUSL)
|
||||
.args(crate::platforms::shared::shared_build_opts_werror(
|
||||
crate::target_env::TargetEnv::GNU,
|
||||
))
|
||||
.args(extra_args)
|
||||
.args(crate::platforms::shared::shared_build_opts_assertions(
|
||||
enable_assertions,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_rtti(
|
||||
enable_rtti,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_sanitizers(
|
||||
sanitizer,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_valgrind(
|
||||
enable_valgrind,
|
||||
)),
|
||||
"LLVM building cmake",
|
||||
)?;
|
||||
crate::utils::ninja(llvm_build_final.as_ref())?;
|
||||
Ok(())
|
||||
}
|
||||
@@ -0,0 +1,394 @@
|
||||
//! The revive LLVM amd64 `linux-musl` builder.
|
||||
|
||||
use std::collections::HashSet;
|
||||
use std::path::Path;
|
||||
use std::process::Command;
|
||||
|
||||
use crate::build_type::BuildType;
|
||||
use crate::ccache_variant::CcacheVariant;
|
||||
use crate::llvm_path::LLVMPath;
|
||||
use crate::llvm_project::LLVMProject;
|
||||
use crate::platforms::Platform;
|
||||
use crate::sanitizer::Sanitizer;
|
||||
use crate::target_triple::TargetTriple;
|
||||
|
||||
/// The building sequence.
|
||||
#[allow(clippy::too_many_arguments)]
|
||||
pub fn build(
|
||||
build_type: BuildType,
|
||||
targets: HashSet<Platform>,
|
||||
llvm_projects: HashSet<LLVMProject>,
|
||||
enable_rtti: bool,
|
||||
default_target: Option<TargetTriple>,
|
||||
enable_tests: bool,
|
||||
enable_coverage: bool,
|
||||
extra_args: &[String],
|
||||
ccache_variant: Option<CcacheVariant>,
|
||||
enable_assertions: bool,
|
||||
sanitizer: Option<Sanitizer>,
|
||||
enable_valgrind: bool,
|
||||
) -> anyhow::Result<()> {
|
||||
log::info!("building for target x86_64_linux_musl");
|
||||
|
||||
crate::utils::check_presence("cmake")?;
|
||||
crate::utils::check_presence("clang")?;
|
||||
crate::utils::check_presence("clang++")?;
|
||||
crate::utils::check_presence("lld")?;
|
||||
crate::utils::check_presence("ninja")?;
|
||||
|
||||
let musl_name = "musl-1.2.3";
|
||||
let musl_build = LLVMPath::musl_build(musl_name)?;
|
||||
let musl_target = LLVMPath::musl_target()?;
|
||||
|
||||
let llvm_module_llvm = LLVMPath::llvm_module_llvm()?;
|
||||
let llvm_host_module_llvm = LLVMPath::llvm_host_module_llvm()?;
|
||||
|
||||
let llvm_build_crt = LLVMPath::llvm_build_crt()?;
|
||||
let llvm_target_crt = LLVMPath::llvm_target_crt()?;
|
||||
|
||||
let llvm_build_host = LLVMPath::llvm_build_host()?;
|
||||
let llvm_target_host = LLVMPath::llvm_target_host()?;
|
||||
|
||||
let llvm_build_final = LLVMPath::llvm_build_final()?;
|
||||
let llvm_target_final = LLVMPath::llvm_target_final()?;
|
||||
|
||||
if !LLVMPath::musl_source(musl_name)?.exists() {
|
||||
crate::utils::download_musl(musl_name)?;
|
||||
}
|
||||
crate::platforms::shared::build_musl(musl_build.as_path(), musl_target.as_path())?;
|
||||
build_crt(
|
||||
targets.clone(),
|
||||
llvm_host_module_llvm.as_path(),
|
||||
llvm_build_crt.as_path(),
|
||||
llvm_target_crt.as_path(),
|
||||
ccache_variant,
|
||||
)?;
|
||||
build_host(
|
||||
llvm_host_module_llvm.as_path(),
|
||||
llvm_build_host.as_path(),
|
||||
llvm_target_host.as_path(),
|
||||
musl_target.as_path(),
|
||||
llvm_target_crt.as_path(),
|
||||
ccache_variant,
|
||||
)?;
|
||||
build_target(
|
||||
build_type,
|
||||
targets,
|
||||
llvm_projects,
|
||||
enable_rtti,
|
||||
default_target,
|
||||
llvm_module_llvm.as_path(),
|
||||
llvm_build_final.as_path(),
|
||||
llvm_target_final.as_path(),
|
||||
musl_target.as_path(),
|
||||
llvm_target_host.as_path(),
|
||||
enable_tests,
|
||||
enable_coverage,
|
||||
extra_args,
|
||||
ccache_variant,
|
||||
enable_assertions,
|
||||
sanitizer,
|
||||
enable_valgrind,
|
||||
)?;
|
||||
|
||||
Ok(())
|
||||
}
|
||||
|
||||
/// The `crt` building sequence.
|
||||
fn build_crt(
|
||||
mut targets: HashSet<Platform>,
|
||||
source_directory: &Path,
|
||||
build_directory: &Path,
|
||||
target_directory: &Path,
|
||||
ccache_variant: Option<CcacheVariant>,
|
||||
) -> anyhow::Result<()> {
|
||||
targets.insert(Platform::X86);
|
||||
|
||||
crate::utils::command(
|
||||
Command::new("cmake")
|
||||
.args([
|
||||
"-S",
|
||||
source_directory.to_string_lossy().as_ref(),
|
||||
"-B",
|
||||
build_directory.to_string_lossy().as_ref(),
|
||||
"-G",
|
||||
"Ninja",
|
||||
format!(
|
||||
"-DCMAKE_INSTALL_PREFIX='{}'",
|
||||
target_directory.to_string_lossy()
|
||||
)
|
||||
.as_str(),
|
||||
"-DCMAKE_BUILD_TYPE='Release'",
|
||||
"-DCMAKE_C_COMPILER='clang'",
|
||||
"-DCMAKE_CXX_COMPILER='clang++'",
|
||||
"-DLLVM_ENABLE_PROJECTS='compiler-rt'",
|
||||
format!("-DLLVM_TARGETS_TO_BUILD='{}'", Platform::X86).as_str(),
|
||||
"-DLLVM_DEFAULT_TARGET_TRIPLE='x86_64-pc-linux-musl'",
|
||||
"-DLLVM_BUILD_TESTS='Off'",
|
||||
"-DLLVM_BUILD_RUNTIMES='Off'",
|
||||
"-DLLVM_BUILD_UTILS='Off'",
|
||||
"-DLLVM_INCLUDE_TESTS='Off'",
|
||||
"-DLLVM_INCLUDE_RUNTIMES='Off'",
|
||||
"-DLLVM_INCLUDE_UTILS='Off'",
|
||||
"-DCOMPILER_RT_DEFAULT_TARGET_ARCH='x86_64'",
|
||||
"-DCOMPILER_RT_BUILD_CRT='On'",
|
||||
"-DCOMPILER_RT_BUILD_SANITIZERS='Off'",
|
||||
"-DCOMPILER_RT_BUILD_XRAY='Off'",
|
||||
"-DCOMPILER_RT_BUILD_LIBFUZZER='Off'",
|
||||
"-DCOMPILER_RT_BUILD_PROFILE='Off'",
|
||||
"-DCOMPILER_RT_BUILD_MEMPROF='Off'",
|
||||
"-DCOMPILER_RT_BUILD_ORC='Off'",
|
||||
])
|
||||
.args(crate::platforms::shared::SHARED_BUILD_OPTS)
|
||||
.args(crate::platforms::shared::shared_build_opts_ccache(
|
||||
ccache_variant,
|
||||
)),
|
||||
"CRT building cmake",
|
||||
)?;
|
||||
|
||||
crate::utils::command(
|
||||
Command::new("ninja")
|
||||
.arg("-C")
|
||||
.arg(build_directory)
|
||||
.arg("install-crt"),
|
||||
"CRT building ninja",
|
||||
)?;
|
||||
|
||||
Ok(())
|
||||
}
|
||||
|
||||
/// The host toolchain building sequence.
|
||||
fn build_host(
|
||||
source_directory: &Path,
|
||||
build_directory: &Path,
|
||||
target_directory: &Path,
|
||||
musl_target_directory: &Path,
|
||||
crt_target_directory: &Path,
|
||||
ccache_variant: Option<CcacheVariant>,
|
||||
) -> anyhow::Result<()> {
|
||||
crate::utils::command(
|
||||
Command::new("cmake")
|
||||
.args([
|
||||
"-S",
|
||||
source_directory.to_string_lossy().as_ref(),
|
||||
"-B",
|
||||
build_directory.to_string_lossy().as_ref(),
|
||||
"-G",
|
||||
"Ninja",
|
||||
format!(
|
||||
"-DDEFAULT_SYSROOT='{}'",
|
||||
musl_target_directory.to_string_lossy()
|
||||
)
|
||||
.as_str(),
|
||||
"-DLINKER_SUPPORTS_COLOR_DIAGNOSTICS=0",
|
||||
format!(
|
||||
"-DCMAKE_INSTALL_PREFIX='{}'",
|
||||
target_directory.to_string_lossy()
|
||||
)
|
||||
.as_str(),
|
||||
"-DCMAKE_BUILD_TYPE='Release'",
|
||||
"-DCMAKE_C_COMPILER='clang'",
|
||||
"-DCMAKE_CXX_COMPILER='clang++'",
|
||||
"-DCLANG_DEFAULT_CXX_STDLIB='libc++'",
|
||||
"-DCLANG_DEFAULT_RTLIB='compiler-rt'",
|
||||
"-DLLVM_DEFAULT_TARGET_TRIPLE='x86_64-pc-linux-musl'",
|
||||
"-DLLVM_TARGETS_TO_BUILD='X86'",
|
||||
"-DLLVM_BUILD_TESTS='Off'",
|
||||
"-DLLVM_BUILD_UTILS='Off'",
|
||||
"-DLLVM_INCLUDE_TESTS='Off'",
|
||||
"-DLLVM_INCLUDE_UTILS='Off'",
|
||||
"-DLLVM_ENABLE_PROJECTS='clang;lld'",
|
||||
"-DLLVM_ENABLE_RUNTIMES='compiler-rt;libcxx;libcxxabi;libunwind'",
|
||||
"-DLIBCXX_CXX_ABI='libcxxabi'",
|
||||
"-DLIBCXX_HAS_MUSL_LIBC='On'",
|
||||
"-DLIBCXX_ENABLE_SHARED='Off'",
|
||||
"-DLIBCXX_ENABLE_STATIC='On'",
|
||||
"-DLIBCXX_ENABLE_STATIC_ABI_LIBRARY='On'",
|
||||
"-DLIBCXXABI_ENABLE_SHARED='Off'",
|
||||
"-DLIBCXXABI_ENABLE_STATIC='On'",
|
||||
"-DLIBCXXABI_ENABLE_STATIC_UNWINDER='On'",
|
||||
"-DLIBCXXABI_USE_LLVM_UNWINDER='On'",
|
||||
"-DLIBCXXABI_USE_COMPILER_RT='On'",
|
||||
"-DLIBUNWIND_ENABLE_STATIC='On'",
|
||||
"-DLIBUNWIND_ENABLE_SHARED='Off'",
|
||||
"-DCOMPILER_RT_BUILD_CRT='On'",
|
||||
"-DCOMPILER_RT_BUILD_SANITIZERS='Off'",
|
||||
"-DCOMPILER_RT_BUILD_XRAY='Off'",
|
||||
"-DCOMPILER_RT_BUILD_LIBFUZZER='Off'",
|
||||
"-DCOMPILER_RT_BUILD_PROFILE='On'",
|
||||
"-DCOMPILER_RT_BUILD_MEMPROF='Off'",
|
||||
"-DCOMPILER_RT_BUILD_ORC='Off'",
|
||||
"-DCOMPILER_RT_DEFAULT_TARGET_ARCH='x86_64'",
|
||||
"-DCOMPILER_RT_DEFAULT_TARGET_ONLY='On'",
|
||||
"-DLIBCLANG_BUILD_STATIC='On'",
|
||||
"-DBUILD_SHARED_LIBS='Off'",
|
||||
])
|
||||
.args(crate::platforms::shared::SHARED_BUILD_OPTS)
|
||||
.args(crate::platforms::shared::shared_build_opts_ccache(
|
||||
ccache_variant,
|
||||
)),
|
||||
"LLVM host building cmake",
|
||||
)?;
|
||||
|
||||
let mut crt_lib_directory = crt_target_directory.to_path_buf();
|
||||
crt_lib_directory.push("lib/");
|
||||
|
||||
let mut build_lib_directory = build_directory.to_path_buf();
|
||||
build_lib_directory.push("lib/");
|
||||
|
||||
let copy_options = fs_extra::dir::CopyOptions {
|
||||
overwrite: true,
|
||||
copy_inside: true,
|
||||
content_only: true,
|
||||
..Default::default()
|
||||
};
|
||||
fs_extra::dir::copy(crt_lib_directory, build_lib_directory, ©_options)?;
|
||||
|
||||
crate::utils::command(
|
||||
Command::new("ninja")
|
||||
.arg("-C")
|
||||
.arg(build_directory)
|
||||
.arg("install"),
|
||||
"LLVM host building ninja",
|
||||
)?;
|
||||
|
||||
Ok(())
|
||||
}
|
||||
|
||||
/// The target toolchain building sequence.
|
||||
#[allow(clippy::too_many_arguments)]
|
||||
fn build_target(
|
||||
build_type: BuildType,
|
||||
targets: HashSet<Platform>,
|
||||
llvm_projects: HashSet<LLVMProject>,
|
||||
enable_rtti: bool,
|
||||
default_target: Option<TargetTriple>,
|
||||
source_directory: &Path,
|
||||
build_directory: &Path,
|
||||
target_directory: &Path,
|
||||
musl_target_directory: &Path,
|
||||
host_target_directory: &Path,
|
||||
enable_tests: bool,
|
||||
enable_coverage: bool,
|
||||
extra_args: &[String],
|
||||
ccache_variant: Option<CcacheVariant>,
|
||||
enable_assertions: bool,
|
||||
sanitizer: Option<Sanitizer>,
|
||||
enable_valgrind: bool,
|
||||
) -> anyhow::Result<()> {
|
||||
let mut clang_path = host_target_directory.to_path_buf();
|
||||
clang_path.push("bin/clang");
|
||||
|
||||
let mut clang_cxx_path = host_target_directory.to_path_buf();
|
||||
clang_cxx_path.push("bin/clang++");
|
||||
|
||||
crate::utils::command(
|
||||
Command::new("cmake")
|
||||
.args([
|
||||
"-S",
|
||||
source_directory.to_string_lossy().as_ref(),
|
||||
"-B",
|
||||
build_directory.to_string_lossy().as_ref(),
|
||||
"-G",
|
||||
"Ninja",
|
||||
"-DBUILD_SHARED_LIBS='Off'",
|
||||
"-DLIBCLANG_BUILD_STATIC='On'",
|
||||
"-DLLVM_BUILD_STATIC='On'",
|
||||
"-DLINKER_SUPPORTS_COLOR_DIAGNOSTICS=0",
|
||||
format!(
|
||||
"-DCMAKE_INSTALL_PREFIX='{}'",
|
||||
target_directory.to_string_lossy()
|
||||
)
|
||||
.as_str(),
|
||||
format!("-DCMAKE_BUILD_TYPE='{build_type}'").as_str(),
|
||||
format!("-DCMAKE_C_COMPILER='{}'", clang_path.to_string_lossy()).as_str(),
|
||||
format!(
|
||||
"-DCMAKE_CXX_COMPILER='{}'",
|
||||
clang_cxx_path.to_string_lossy()
|
||||
)
|
||||
.as_str(),
|
||||
"-DCMAKE_FIND_LIBRARY_SUFFIXES='.a'",
|
||||
"-DCMAKE_BUILD_WITH_INSTALL_RPATH=1",
|
||||
"-DCMAKE_EXE_LINKER_FLAGS='-fuse-ld=lld -static'",
|
||||
format!(
|
||||
"-DLLVM_TARGETS_TO_BUILD='{}'",
|
||||
targets
|
||||
.into_iter()
|
||||
.map(|platform| platform.to_string())
|
||||
.collect::<Vec<String>>()
|
||||
.join(";")
|
||||
)
|
||||
.as_str(),
|
||||
format!(
|
||||
"-DLLVM_ENABLE_PROJECTS='{}'",
|
||||
llvm_projects
|
||||
.into_iter()
|
||||
.map(|project| project.to_string())
|
||||
.collect::<Vec<String>>()
|
||||
.join(";")
|
||||
)
|
||||
.as_str(),
|
||||
])
|
||||
.args(crate::platforms::shared::shared_build_opts_default_target(
|
||||
default_target,
|
||||
))
|
||||
.args(crate::platforms::shared::SHARED_BUILD_OPTS)
|
||||
.args(crate::platforms::shared::SHARED_BUILD_OPTS_NOT_MUSL)
|
||||
.args(crate::platforms::shared::shared_build_opts_werror(
|
||||
crate::target_env::TargetEnv::MUSL,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_tests(
|
||||
enable_tests,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_coverage(
|
||||
enable_coverage,
|
||||
))
|
||||
.args(extra_args)
|
||||
.args(crate::platforms::shared::shared_build_opts_ccache(
|
||||
ccache_variant,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_assertions(
|
||||
enable_assertions,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_rtti(
|
||||
enable_rtti,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_sanitizers(
|
||||
sanitizer,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_valgrind(
|
||||
enable_valgrind,
|
||||
)),
|
||||
"LLVM target building cmake",
|
||||
)?;
|
||||
|
||||
crate::utils::ninja(build_directory)?;
|
||||
|
||||
let mut musl_lib_directory = musl_target_directory.to_path_buf();
|
||||
musl_lib_directory.push("lib/");
|
||||
|
||||
let mut host_lib_directory = host_target_directory.to_path_buf();
|
||||
host_lib_directory.push("lib/x86_64-pc-linux-musl/");
|
||||
|
||||
let mut target_lib_directory = target_directory.to_path_buf();
|
||||
target_lib_directory.push("lib/");
|
||||
|
||||
let copy_options = fs_extra::dir::CopyOptions {
|
||||
overwrite: true,
|
||||
copy_inside: true,
|
||||
content_only: true,
|
||||
..Default::default()
|
||||
};
|
||||
fs_extra::dir::copy(
|
||||
musl_lib_directory,
|
||||
target_lib_directory.as_path(),
|
||||
©_options,
|
||||
)?;
|
||||
fs_extra::dir::copy(
|
||||
host_lib_directory,
|
||||
target_lib_directory.as_path(),
|
||||
©_options,
|
||||
)?;
|
||||
|
||||
Ok(())
|
||||
}
|
||||
@@ -0,0 +1,105 @@
|
||||
//! The revive LLVM amd64 `macos` builder.
|
||||
|
||||
use std::collections::HashSet;
|
||||
use std::process::Command;
|
||||
|
||||
use crate::build_type::BuildType;
|
||||
use crate::ccache_variant::CcacheVariant;
|
||||
use crate::llvm_path::LLVMPath;
|
||||
use crate::llvm_project::LLVMProject;
|
||||
use crate::platforms::Platform;
|
||||
use crate::sanitizer::Sanitizer;
|
||||
use crate::target_triple::TargetTriple;
|
||||
|
||||
/// The building sequence.
|
||||
#[allow(clippy::too_many_arguments)]
|
||||
pub fn build(
|
||||
build_type: BuildType,
|
||||
targets: HashSet<Platform>,
|
||||
llvm_projects: HashSet<LLVMProject>,
|
||||
enable_rtti: bool,
|
||||
default_target: Option<TargetTriple>,
|
||||
enable_tests: bool,
|
||||
enable_coverage: bool,
|
||||
extra_args: &[String],
|
||||
ccache_variant: Option<CcacheVariant>,
|
||||
enable_assertions: bool,
|
||||
sanitizer: Option<Sanitizer>,
|
||||
) -> anyhow::Result<()> {
|
||||
crate::utils::check_presence("cmake")?;
|
||||
crate::utils::check_presence("ninja")?;
|
||||
|
||||
let llvm_module_llvm = LLVMPath::llvm_module_llvm()?;
|
||||
let llvm_build_final = LLVMPath::llvm_build_final()?;
|
||||
let llvm_target_final = LLVMPath::llvm_target_final()?;
|
||||
|
||||
crate::utils::command(
|
||||
Command::new("cmake")
|
||||
.args([
|
||||
"-S",
|
||||
llvm_module_llvm.to_string_lossy().as_ref(),
|
||||
"-B",
|
||||
llvm_build_final.to_string_lossy().as_ref(),
|
||||
"-G",
|
||||
"Ninja",
|
||||
format!(
|
||||
"-DCMAKE_INSTALL_PREFIX='{}'",
|
||||
llvm_target_final.to_string_lossy().as_ref(),
|
||||
)
|
||||
.as_str(),
|
||||
format!("-DCMAKE_BUILD_TYPE='{build_type}'").as_str(),
|
||||
format!(
|
||||
"-DLLVM_TARGETS_TO_BUILD='{}'",
|
||||
targets
|
||||
.into_iter()
|
||||
.map(|platform| platform.to_string())
|
||||
.collect::<Vec<String>>()
|
||||
.join(";")
|
||||
)
|
||||
.as_str(),
|
||||
format!(
|
||||
"-DLLVM_ENABLE_PROJECTS='{}'",
|
||||
llvm_projects
|
||||
.into_iter()
|
||||
.map(|project| project.to_string())
|
||||
.collect::<Vec<String>>()
|
||||
.join(";")
|
||||
)
|
||||
.as_str(),
|
||||
"-DCMAKE_OSX_DEPLOYMENT_TARGET='11.0'",
|
||||
])
|
||||
.args(crate::platforms::shared::shared_build_opts_default_target(
|
||||
default_target,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_tests(
|
||||
enable_tests,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_coverage(
|
||||
enable_coverage,
|
||||
))
|
||||
.args(crate::platforms::shared::SHARED_BUILD_OPTS)
|
||||
.args(crate::platforms::shared::SHARED_BUILD_OPTS_NOT_MUSL)
|
||||
.args(crate::platforms::shared::shared_build_opts_werror(
|
||||
crate::target_env::TargetEnv::GNU,
|
||||
))
|
||||
.args(extra_args)
|
||||
.args(crate::platforms::shared::shared_build_opts_ccache(
|
||||
ccache_variant,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_assertions(
|
||||
enable_assertions,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_rtti(
|
||||
enable_rtti,
|
||||
))
|
||||
.args(crate::platforms::shared::macos_build_opts_ignore_dupicate_libs_warnings())
|
||||
.args(crate::platforms::shared::shared_build_opts_sanitizers(
|
||||
sanitizer,
|
||||
)),
|
||||
"LLVM building cmake",
|
||||
)?;
|
||||
|
||||
crate::utils::ninja(llvm_build_final.as_ref())?;
|
||||
|
||||
Ok(())
|
||||
}
|
||||
@@ -0,0 +1,127 @@
|
||||
//! The revive LLVM amd64 `windows-gnu` builder.
|
||||
|
||||
use std::collections::HashSet;
|
||||
use std::path::PathBuf;
|
||||
use std::process::Command;
|
||||
|
||||
use crate::build_type::BuildType;
|
||||
use crate::ccache_variant::CcacheVariant;
|
||||
use crate::llvm_path::LLVMPath;
|
||||
use crate::llvm_project::LLVMProject;
|
||||
use crate::platforms::Platform;
|
||||
use crate::sanitizer::Sanitizer;
|
||||
use crate::target_triple::TargetTriple;
|
||||
|
||||
/// The building sequence.
|
||||
#[allow(clippy::too_many_arguments)]
|
||||
pub fn build(
|
||||
build_type: BuildType,
|
||||
targets: HashSet<Platform>,
|
||||
llvm_projects: HashSet<LLVMProject>,
|
||||
enable_rtti: bool,
|
||||
default_target: Option<TargetTriple>,
|
||||
enable_tests: bool,
|
||||
enable_coverage: bool,
|
||||
extra_args: &[String],
|
||||
ccache_variant: Option<CcacheVariant>,
|
||||
enable_assertions: bool,
|
||||
sanitizer: Option<Sanitizer>,
|
||||
) -> anyhow::Result<()> {
|
||||
crate::utils::check_presence("cmake")?;
|
||||
crate::utils::check_presence("clang")?;
|
||||
crate::utils::check_presence("clang++")?;
|
||||
crate::utils::check_presence("lld")?;
|
||||
crate::utils::check_presence("ninja")?;
|
||||
|
||||
let llvm_module_llvm =
|
||||
LLVMPath::llvm_module_llvm().and_then(crate::utils::path_windows_to_unix)?;
|
||||
let llvm_build_final =
|
||||
LLVMPath::llvm_build_final().and_then(crate::utils::path_windows_to_unix)?;
|
||||
let llvm_target_final =
|
||||
LLVMPath::llvm_target_final().and_then(crate::utils::path_windows_to_unix)?;
|
||||
|
||||
crate::utils::command(
|
||||
Command::new("cmake")
|
||||
.args([
|
||||
"-S",
|
||||
llvm_module_llvm.to_string_lossy().as_ref(),
|
||||
"-B",
|
||||
llvm_build_final.to_string_lossy().as_ref(),
|
||||
"-G",
|
||||
"Ninja",
|
||||
format!(
|
||||
"-DCMAKE_INSTALL_PREFIX='{}'",
|
||||
llvm_target_final.to_string_lossy().as_ref(),
|
||||
)
|
||||
.as_str(),
|
||||
format!("-DCMAKE_BUILD_TYPE='{build_type}'").as_str(),
|
||||
"-DCMAKE_C_COMPILER='clang'",
|
||||
"-DCMAKE_CXX_COMPILER='clang++'",
|
||||
format!(
|
||||
"-DLLVM_TARGETS_TO_BUILD='{}'",
|
||||
targets
|
||||
.into_iter()
|
||||
.map(|platform| platform.to_string())
|
||||
.collect::<Vec<String>>()
|
||||
.join(";")
|
||||
)
|
||||
.as_str(),
|
||||
format!(
|
||||
"-DLLVM_ENABLE_PROJECTS='{}'",
|
||||
llvm_projects
|
||||
.into_iter()
|
||||
.map(|project| project.to_string())
|
||||
.collect::<Vec<String>>()
|
||||
.join(";")
|
||||
)
|
||||
.as_str(),
|
||||
"-DLLVM_USE_LINKER='lld'",
|
||||
])
|
||||
.args(crate::platforms::shared::shared_build_opts_default_target(
|
||||
default_target,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_tests(
|
||||
enable_tests,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_coverage(
|
||||
enable_coverage,
|
||||
))
|
||||
.args(crate::platforms::shared::SHARED_BUILD_OPTS)
|
||||
.args(crate::platforms::shared::SHARED_BUILD_OPTS_NOT_MUSL)
|
||||
.args(crate::platforms::shared::shared_build_opts_werror(
|
||||
crate::target_env::TargetEnv::GNU,
|
||||
))
|
||||
.args(extra_args)
|
||||
.args(crate::platforms::shared::shared_build_opts_ccache(
|
||||
ccache_variant,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_assertions(
|
||||
enable_assertions,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_rtti(
|
||||
enable_rtti,
|
||||
))
|
||||
.args(crate::platforms::shared::shared_build_opts_sanitizers(
|
||||
sanitizer,
|
||||
)),
|
||||
"LLVM building cmake",
|
||||
)?;
|
||||
|
||||
crate::utils::ninja(llvm_build_final.as_ref())?;
|
||||
|
||||
let libstdcpp_source_path = match std::env::var("LIBSTDCPP_SOURCE_PATH") {
|
||||
Ok(libstdcpp_source_path) => PathBuf::from(libstdcpp_source_path),
|
||||
Err(error) => anyhow::bail!(
|
||||
"The `LIBSTDCPP_SOURCE_PATH` must be set to the path to the libstdc++.a static library: {}", error
|
||||
),
|
||||
};
|
||||
let mut libstdcpp_destination_path = llvm_target_final;
|
||||
libstdcpp_destination_path.push("./lib/libstdc++.a");
|
||||
fs_extra::file::copy(
|
||||
crate::utils::path_windows_to_unix(libstdcpp_source_path)?,
|
||||
crate::utils::path_windows_to_unix(libstdcpp_destination_path)?,
|
||||
&fs_extra::file::CopyOptions::default(),
|
||||
)?;
|
||||
|
||||
Ok(())
|
||||
}
|
||||
@@ -0,0 +1,113 @@
|
||||
//! The revive LLVM builder arguments.
|
||||
|
||||
use clap::Parser;
|
||||
use revive_llvm_builder::ccache_variant::CcacheVariant;
|
||||
|
||||
/// The revive LLVM builder arguments.
|
||||
#[derive(Debug, Parser)]
|
||||
#[command(version, about)]
|
||||
pub struct Arguments {
|
||||
/// Target environment to build LLVM (gnu, musl, emscripten).
|
||||
#[arg(long, default_value_t = revive_llvm_builder::target_env::TargetEnv::GNU)]
|
||||
pub target_env: revive_llvm_builder::target_env::TargetEnv,
|
||||
|
||||
#[command(subcommand)]
|
||||
pub subcommand: Subcommand,
|
||||
}
|
||||
|
||||
/// The revive LLVM builder arguments.
|
||||
#[derive(Debug, clap::Subcommand)]
|
||||
pub enum Subcommand {
|
||||
/// Clone the branch specified in `LLVM.lock`.
|
||||
Clone {
|
||||
/// Clone with full commits history.
|
||||
#[arg(long)]
|
||||
deep: bool,
|
||||
},
|
||||
|
||||
/// Build the LLVM framework.
|
||||
Build {
|
||||
/// LLVM build type (`Debug`, `Release`, `RelWithDebInfo`, or `MinSizeRel`).
|
||||
#[arg(long, default_value_t = revive_llvm_builder::BuildType::Release)]
|
||||
build_type: revive_llvm_builder::BuildType,
|
||||
|
||||
/// Additional targets to build LLVM with.
|
||||
#[arg(long)]
|
||||
targets: Vec<String>,
|
||||
|
||||
/// LLVM projects to build LLVM with.
|
||||
#[arg(long)]
|
||||
llvm_projects: Vec<revive_llvm_builder::llvm_project::LLVMProject>,
|
||||
|
||||
/// Whether to build LLVM with run-time type information (RTTI) enabled.
|
||||
#[arg(long)]
|
||||
enable_rtti: bool,
|
||||
|
||||
/// The default target to build LLVM with.
|
||||
#[arg(long)]
|
||||
default_target: Option<revive_llvm_builder::target_triple::TargetTriple>,
|
||||
|
||||
/// Whether to build the LLVM tests.
|
||||
#[arg(long)]
|
||||
enable_tests: bool,
|
||||
|
||||
/// Whether to build LLVM for source-based code coverage.
|
||||
#[arg(long)]
|
||||
enable_coverage: bool,
|
||||
|
||||
/// Extra arguments to pass to CMake.
|
||||
/// A leading backslash will be unescaped.
|
||||
#[arg(long)]
|
||||
extra_args: Vec<String>,
|
||||
|
||||
/// Whether to use compiler cache (ccache) to speed-up builds.
|
||||
#[arg(long)]
|
||||
ccache_variant: Option<CcacheVariant>,
|
||||
|
||||
/// Whether to build with assertions enabled or not.
|
||||
#[arg(long, default_value_t = true)]
|
||||
enable_assertions: bool,
|
||||
|
||||
/// Build LLVM with sanitizer enabled (`Address`, `Memory`, `MemoryWithOrigins`, `Undefined`, `Thread`, `DataFlow`, or `Address;Undefined`).
|
||||
#[arg(long)]
|
||||
sanitizer: Option<revive_llvm_builder::sanitizer::Sanitizer>,
|
||||
|
||||
/// Whether to run LLVM unit tests under valgrind or not.
|
||||
#[arg(long)]
|
||||
enable_valgrind: bool,
|
||||
},
|
||||
|
||||
/// Checkout the branch specified in `LLVM.lock`.
|
||||
Checkout {
|
||||
/// Remove all artifacts preventing the checkout (removes all local changes!).
|
||||
#[arg(long)]
|
||||
force: bool,
|
||||
},
|
||||
|
||||
/// Clean the build artifacts.
|
||||
Clean,
|
||||
|
||||
/// Build the LLVM compiler-rt builtins for the PolkaVM target.
|
||||
Builtins {
|
||||
/// LLVM build type (`Debug`, `Release`, `RelWithDebInfo`, or `MinSizeRel`).
|
||||
#[arg(long, default_value_t = revive_llvm_builder::BuildType::Release)]
|
||||
build_type: revive_llvm_builder::BuildType,
|
||||
|
||||
/// The default target to build LLVM with.
|
||||
#[arg(long)]
|
||||
default_target: Option<revive_llvm_builder::target_triple::TargetTriple>,
|
||||
|
||||
/// Extra arguments to pass to CMake.
|
||||
/// A leading backslash will be unescaped.
|
||||
#[arg(long)]
|
||||
extra_args: Vec<String>,
|
||||
|
||||
/// Whether to use compiler cache (ccache) to speed-up builds.
|
||||
#[arg(long)]
|
||||
ccache_variant: Option<CcacheVariant>,
|
||||
|
||||
/// Build LLVM with sanitizer enabled (`Address`, `Memory`, `MemoryWithOrigins`, `Undefined`, `Thread`, `DataFlow`, or `Address;Undefined`).
|
||||
#[arg(long)]
|
||||
sanitizer: Option<revive_llvm_builder::sanitizer::Sanitizer>,
|
||||
},
|
||||
}
|
||||
@@ -0,0 +1,141 @@
|
||||
//! The revive LLVM builder.
|
||||
|
||||
pub(crate) mod arguments;
|
||||
|
||||
use std::collections::HashSet;
|
||||
use std::path::PathBuf;
|
||||
use std::str::FromStr;
|
||||
|
||||
use anyhow::Context;
|
||||
use clap::Parser;
|
||||
|
||||
use self::arguments::{Arguments, Subcommand};
|
||||
|
||||
fn main() {
|
||||
env_logger::init();
|
||||
|
||||
match main_inner() {
|
||||
Ok(()) => std::process::exit(0),
|
||||
Err(error) => {
|
||||
log::error!("{error:?}");
|
||||
std::process::exit(1)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
fn main_inner() -> anyhow::Result<()> {
|
||||
let arguments = Arguments::parse();
|
||||
|
||||
revive_llvm_builder::utils::directory_target_llvm(arguments.target_env);
|
||||
|
||||
match arguments.subcommand {
|
||||
Subcommand::Clone { deep } => {
|
||||
let lock = revive_llvm_builder::Lock::try_from(&PathBuf::from(
|
||||
revive_llvm_builder::lock::LLVM_LOCK_DEFAULT_PATH,
|
||||
))?;
|
||||
revive_llvm_builder::clone(lock, deep, arguments.target_env)?;
|
||||
}
|
||||
|
||||
Subcommand::Build {
|
||||
build_type,
|
||||
targets,
|
||||
llvm_projects,
|
||||
enable_rtti,
|
||||
default_target,
|
||||
enable_tests,
|
||||
enable_coverage,
|
||||
extra_args,
|
||||
ccache_variant,
|
||||
enable_assertions,
|
||||
sanitizer,
|
||||
enable_valgrind,
|
||||
} => {
|
||||
let mut targets = targets
|
||||
.into_iter()
|
||||
.map(|target| revive_llvm_builder::Platform::from_str(target.as_str()))
|
||||
.collect::<Result<HashSet<revive_llvm_builder::Platform>, String>>()
|
||||
.map_err(|platform| anyhow::anyhow!("Unknown platform `{}`", platform))?;
|
||||
targets.insert(revive_llvm_builder::Platform::PolkaVM);
|
||||
|
||||
log::info!("build targets: {:?}", &targets);
|
||||
|
||||
let extra_args_unescaped: Vec<String> = extra_args
|
||||
.iter()
|
||||
.map(|argument| {
|
||||
argument
|
||||
.strip_prefix('\\')
|
||||
.unwrap_or(argument.as_str())
|
||||
.to_owned()
|
||||
})
|
||||
.collect();
|
||||
|
||||
log::debug!("extra_args: {:#?}", extra_args);
|
||||
log::debug!("extra_args_unescaped: {:#?}", extra_args_unescaped);
|
||||
|
||||
if let Some(ccache_variant) = ccache_variant {
|
||||
revive_llvm_builder::utils::check_presence(ccache_variant.to_string().as_str())?;
|
||||
}
|
||||
|
||||
let mut projects = llvm_projects
|
||||
.into_iter()
|
||||
.map(|project| {
|
||||
revive_llvm_builder::llvm_project::LLVMProject::from_str(
|
||||
project.to_string().as_str(),
|
||||
)
|
||||
})
|
||||
.collect::<Result<HashSet<revive_llvm_builder::llvm_project::LLVMProject>, String>>(
|
||||
)
|
||||
.map_err(|project| anyhow::anyhow!("Unknown LLVM project `{}`", project))?;
|
||||
projects.insert(revive_llvm_builder::llvm_project::LLVMProject::LLD);
|
||||
|
||||
log::info!("build projects: {:?}", &projects);
|
||||
|
||||
revive_llvm_builder::build(
|
||||
build_type,
|
||||
arguments.target_env,
|
||||
targets,
|
||||
projects,
|
||||
enable_rtti,
|
||||
default_target,
|
||||
enable_tests,
|
||||
enable_coverage,
|
||||
&extra_args_unescaped,
|
||||
ccache_variant,
|
||||
enable_assertions,
|
||||
sanitizer,
|
||||
enable_valgrind,
|
||||
)?;
|
||||
}
|
||||
|
||||
Subcommand::Checkout { force } => {
|
||||
let lock = revive_llvm_builder::Lock::try_from(&PathBuf::from(
|
||||
revive_llvm_builder::lock::LLVM_LOCK_DEFAULT_PATH,
|
||||
))?;
|
||||
revive_llvm_builder::checkout(lock, force)?;
|
||||
}
|
||||
|
||||
Subcommand::Clean => {
|
||||
revive_llvm_builder::clean()
|
||||
.with_context(|| "Unable to remove target LLVM directory")?;
|
||||
}
|
||||
|
||||
Subcommand::Builtins {
|
||||
build_type,
|
||||
default_target,
|
||||
extra_args,
|
||||
ccache_variant,
|
||||
sanitizer,
|
||||
} => {
|
||||
revive_llvm_builder::builtins::build(
|
||||
build_type,
|
||||
arguments.target_env,
|
||||
default_target,
|
||||
&extra_args,
|
||||
ccache_variant,
|
||||
sanitizer,
|
||||
)?;
|
||||
}
|
||||
}
|
||||
|
||||
Ok(())
|
||||
}
|
||||
@@ -0,0 +1,50 @@
|
||||
//! LLVM sanitizers.
|
||||
|
||||
/// LLVM sanitizers.
|
||||
#[derive(Debug, Clone, Copy, PartialEq, Eq, Hash)]
|
||||
pub enum Sanitizer {
|
||||
/// The address sanitizer.
|
||||
Address,
|
||||
/// The memory sanitizer.
|
||||
Memory,
|
||||
/// The memory with origins sanitizer.
|
||||
MemoryWithOrigins,
|
||||
/// The undefined behavior sanitizer
|
||||
Undefined,
|
||||
/// The thread sanitizer.
|
||||
Thread,
|
||||
/// The data flow sanitizer.
|
||||
DataFlow,
|
||||
/// Combine address and undefined behavior sanitizer.
|
||||
AddressUndefined,
|
||||
}
|
||||
|
||||
impl std::str::FromStr for Sanitizer {
|
||||
type Err = String;
|
||||
fn from_str(value: &str) -> Result<Self, Self::Err> {
|
||||
match value.to_lowercase().as_str() {
|
||||
"address" => Ok(Self::Address),
|
||||
"memory" => Ok(Self::Memory),
|
||||
"memorywithorigins" => Ok(Self::MemoryWithOrigins),
|
||||
"undefined" => Ok(Self::Undefined),
|
||||
"thread" => Ok(Self::Thread),
|
||||
"dataflow" => Ok(Self::DataFlow),
|
||||
"address;undefined" => Ok(Self::AddressUndefined),
|
||||
value => Err(format!("Unsupported sanitizer: `{}`", value)),
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
impl std::fmt::Display for Sanitizer {
|
||||
fn fmt(&self, f: &mut std::fmt::Formatter) -> std::fmt::Result {
|
||||
match self {
|
||||
Self::Address => write!(f, "Address"),
|
||||
Self::Memory => write!(f, "Memory"),
|
||||
Self::MemoryWithOrigins => write!(f, "MemoryWithOrigins"),
|
||||
Self::Undefined => write!(f, "Undefined"),
|
||||
Self::Thread => write!(f, "Thread"),
|
||||
Self::DataFlow => write!(f, "DataFlow"),
|
||||
Self::AddressUndefined => write!(f, "Address;Undefined"),
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,36 @@
|
||||
//! The target environments to build LLVM.
|
||||
|
||||
/// The list of target environments used as constants.
|
||||
#[derive(Default, Debug, Clone, Copy, PartialEq, Eq, Hash)]
|
||||
pub enum TargetEnv {
|
||||
/// The GNU target environment.
|
||||
#[default]
|
||||
GNU,
|
||||
/// The MUSL target environment.
|
||||
MUSL,
|
||||
/// The wasm32 Emscripten environment.
|
||||
Emscripten,
|
||||
}
|
||||
|
||||
impl std::str::FromStr for TargetEnv {
|
||||
type Err = String;
|
||||
|
||||
fn from_str(value: &str) -> Result<Self, Self::Err> {
|
||||
match value {
|
||||
"gnu" => Ok(Self::GNU),
|
||||
"musl" => Ok(Self::MUSL),
|
||||
"emscripten" => Ok(Self::Emscripten),
|
||||
value => Err(format!("Unsupported target environment: `{}`", value)),
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
impl std::fmt::Display for TargetEnv {
|
||||
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
|
||||
match self {
|
||||
Self::GNU => write!(f, "gnu"),
|
||||
Self::MUSL => write!(f, "musl"),
|
||||
Self::Emscripten => write!(f, "emscripten"),
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,29 @@
|
||||
//! The PolkaVM LLVM target triples.
|
||||
|
||||
/// The list of target triples used as constants.
|
||||
///
|
||||
/// It must be in the lowercase.
|
||||
#[derive(Debug, Clone, Copy, PartialEq, Eq, Hash)]
|
||||
pub enum TargetTriple {
|
||||
/// The PolkaVM RISC-V target triple.
|
||||
PolkaVM,
|
||||
}
|
||||
|
||||
impl std::str::FromStr for TargetTriple {
|
||||
type Err = String;
|
||||
|
||||
fn from_str(value: &str) -> Result<Self, Self::Err> {
|
||||
match value {
|
||||
"polkavm" => Ok(Self::PolkaVM),
|
||||
value => Err(format!("Unsupported target triple: `{}`", value)),
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
impl std::fmt::Display for TargetTriple {
|
||||
fn fmt(&self, f: &mut std::fmt::Formatter) -> std::fmt::Result {
|
||||
match self {
|
||||
Self::PolkaVM => write!(f, "riscv64-unknown-elf"),
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,230 @@
|
||||
//! The LLVM builder utilities.
|
||||
|
||||
use std::fs::File;
|
||||
use std::path::Path;
|
||||
use std::path::PathBuf;
|
||||
use std::process::Command;
|
||||
use std::process::Stdio;
|
||||
use std::time::Duration;
|
||||
|
||||
use path_slash::PathBufExt;
|
||||
|
||||
/// The LLVM host repository URL.
|
||||
pub const LLVM_HOST_SOURCE_URL: &str = "https://github.com/llvm/llvm-project";
|
||||
|
||||
/// The LLVM host repository tag.
|
||||
pub const LLVM_HOST_SOURCE_TAG: &str = "llvmorg-18.1.8";
|
||||
|
||||
/// The minimum required XCode version.
|
||||
pub const XCODE_MIN_VERSION: u32 = 11;
|
||||
|
||||
/// The XCode version 15.
|
||||
pub const XCODE_VERSION_15: u32 = 15;
|
||||
|
||||
/// The number of download retries if failed.
|
||||
pub const DOWNLOAD_RETRIES: u16 = 16;
|
||||
|
||||
/// The number of parallel download requests.
|
||||
pub const DOWNLOAD_PARALLEL_REQUESTS: u16 = 1;
|
||||
|
||||
/// The download timeout in seconds.
|
||||
pub const DOWNLOAD_TIMEOUT_SECONDS: u64 = 300;
|
||||
|
||||
/// The musl snapshots URL.
|
||||
pub const MUSL_SNAPSHOTS_URL: &str = "https://git.musl-libc.org/cgit/musl/snapshot";
|
||||
|
||||
/// The emscripten SDK git URL.
|
||||
pub const EMSDK_SOURCE_URL: &str = "https://github.com/emscripten-core/emsdk.git";
|
||||
|
||||
/// The emscripten SDK version.
|
||||
pub const EMSDK_VERSION: &str = "3.1.64";
|
||||
|
||||
/// The subprocess runner.
|
||||
///
|
||||
/// Checks the status and prints `stderr`.
|
||||
pub fn command(command: &mut Command, description: &str) -> anyhow::Result<()> {
|
||||
log::debug!("executing '{command:?}' ({description})");
|
||||
|
||||
if std::env::var("DRY_RUN").is_ok() {
|
||||
log::warn!("Only a dry run; not executing the command.");
|
||||
return Ok(());
|
||||
}
|
||||
|
||||
let status = command
|
||||
.status()
|
||||
.map_err(|error| anyhow::anyhow!("{} process: {}", description, error))?;
|
||||
|
||||
if !status.success() {
|
||||
log::error!("the command '{command:?}' failed!");
|
||||
anyhow::bail!("{} failed", description);
|
||||
}
|
||||
|
||||
Ok(())
|
||||
}
|
||||
|
||||
/// Download a file from the URL to the path.
|
||||
pub fn download(url: &str, path: &str) -> anyhow::Result<()> {
|
||||
log::trace!("downloading '{url}' into '{path}'");
|
||||
|
||||
let mut downloader = downloader::Downloader::builder()
|
||||
.download_folder(Path::new(path))
|
||||
.parallel_requests(DOWNLOAD_PARALLEL_REQUESTS)
|
||||
.retries(DOWNLOAD_RETRIES)
|
||||
.timeout(Duration::from_secs(DOWNLOAD_TIMEOUT_SECONDS))
|
||||
.build()?;
|
||||
while let Err(error) = downloader.download(&[downloader::Download::new(url)]) {
|
||||
log::error!("MUSL download from `{url}` failed: {error}");
|
||||
}
|
||||
Ok(())
|
||||
}
|
||||
|
||||
/// Unpack a tarball.
|
||||
pub fn unpack_tar(filename: PathBuf, path: &str) -> anyhow::Result<()> {
|
||||
let tar_gz = File::open(filename)?;
|
||||
let tar = flate2::read::GzDecoder::new(tar_gz);
|
||||
let mut archive = tar::Archive::new(tar);
|
||||
archive.unpack(path)?;
|
||||
Ok(())
|
||||
}
|
||||
|
||||
/// The `musl` downloading sequence.
|
||||
pub fn download_musl(name: &str) -> anyhow::Result<()> {
|
||||
log::info!("downloading musl {name}");
|
||||
let tar_file_name = format!("{name}.tar.gz");
|
||||
let url = format!("{}/{tar_file_name}", MUSL_SNAPSHOTS_URL);
|
||||
let target_path = crate::llvm_path::DIRECTORY_LLVM_TARGET
|
||||
.get()
|
||||
.unwrap()
|
||||
.to_string_lossy();
|
||||
download(url.as_str(), &target_path)?;
|
||||
let musl_tarball = crate::LLVMPath::musl_source(tar_file_name.as_str())?;
|
||||
unpack_tar(musl_tarball, &target_path)?;
|
||||
Ok(())
|
||||
}
|
||||
|
||||
/// Call ninja to build the LLVM.
|
||||
pub fn ninja(build_dir: &Path) -> anyhow::Result<()> {
|
||||
let mut ninja = Command::new("ninja");
|
||||
ninja.args(["-C", build_dir.to_string_lossy().as_ref()]);
|
||||
if std::env::var("DRY_RUN").is_ok() {
|
||||
ninja.arg("-n");
|
||||
}
|
||||
command(ninja.arg("install"), "Running ninja install")?;
|
||||
Ok(())
|
||||
}
|
||||
|
||||
/// Create an absolute path, appending it to the current working directory.
|
||||
pub fn absolute_path<P: AsRef<Path>>(path: P) -> anyhow::Result<PathBuf> {
|
||||
let mut full_path = std::env::current_dir()?;
|
||||
full_path.push(path);
|
||||
Ok(full_path)
|
||||
}
|
||||
|
||||
///
|
||||
/// Converts a Windows path into a Unix path.
|
||||
///
|
||||
pub fn path_windows_to_unix<P: AsRef<Path> + PathBufExt>(path: P) -> anyhow::Result<PathBuf> {
|
||||
path.to_slash()
|
||||
.map(|pathbuf| PathBuf::from(pathbuf.to_string()))
|
||||
.ok_or_else(|| anyhow::anyhow!("Windows-to-Unix path conversion error"))
|
||||
}
|
||||
|
||||
/// Checks if the tool exists in the system.
|
||||
pub fn check_presence(name: &str) -> anyhow::Result<()> {
|
||||
let description = &format!("checking the `{name}` executable");
|
||||
log::info!("{description}");
|
||||
|
||||
command(Command::new("which").arg(name), description)
|
||||
.map_err(|_| anyhow::anyhow!("Tool `{}` is missing. Please install", name))
|
||||
}
|
||||
|
||||
/// Identify XCode version using `pkgutil`.
|
||||
pub fn get_xcode_version() -> anyhow::Result<u32> {
|
||||
let pkgutil = Command::new("pkgutil")
|
||||
.args(["--pkg-info", "com.apple.pkg.CLTools_Executables"])
|
||||
.stdout(Stdio::piped())
|
||||
.spawn()
|
||||
.map_err(|error| anyhow::anyhow!("`pkgutil` process: {}", error))?;
|
||||
let grep_version = Command::new("grep")
|
||||
.arg("version")
|
||||
.stdin(Stdio::from(pkgutil.stdout.expect(
|
||||
"Failed to identify XCode version - XCode or CLI tools are not installed",
|
||||
)))
|
||||
.output()
|
||||
.map_err(|error| anyhow::anyhow!("`grep` process: {}", error))?;
|
||||
let version_string = String::from_utf8(grep_version.stdout)?;
|
||||
let version_regex = regex::Regex::new(r"version: (\d+)\..*")?;
|
||||
let captures = version_regex
|
||||
.captures(version_string.as_str())
|
||||
.ok_or(anyhow::anyhow!(
|
||||
"Failed to parse XCode version: {version_string}"
|
||||
))?;
|
||||
let xcode_version: u32 = captures
|
||||
.get(1)
|
||||
.expect("Always has a major version")
|
||||
.as_str()
|
||||
.parse()
|
||||
.map_err(|error| anyhow::anyhow!("Failed to parse XCode version: {error}"))?;
|
||||
Ok(xcode_version)
|
||||
}
|
||||
|
||||
/// Install the Emscripten SDK.
|
||||
pub fn install_emsdk() -> anyhow::Result<()> {
|
||||
log::info!("installing emsdk v{EMSDK_VERSION}");
|
||||
|
||||
let emsdk_source_path = PathBuf::from(crate::LLVMPath::DIRECTORY_EMSDK_SOURCE);
|
||||
|
||||
if emsdk_source_path.exists() {
|
||||
log::warn!(
|
||||
"emsdk source path {emsdk_source_path:?} already exists.
|
||||
Skipping the emsdk installation, delete the source path for re-installation"
|
||||
);
|
||||
return Ok(());
|
||||
}
|
||||
|
||||
crate::utils::command(
|
||||
Command::new("git")
|
||||
.arg("clone")
|
||||
.arg(crate::utils::EMSDK_SOURCE_URL)
|
||||
.arg(emsdk_source_path.to_string_lossy().as_ref()),
|
||||
"Emscripten SDK repository cloning",
|
||||
)?;
|
||||
|
||||
crate::utils::command(
|
||||
Command::new("git")
|
||||
.arg("checkout")
|
||||
.arg(format!("tags/{}", crate::utils::EMSDK_VERSION))
|
||||
.current_dir(&emsdk_source_path),
|
||||
"Emscripten SDK repository version checkout",
|
||||
)?;
|
||||
|
||||
crate::utils::command(
|
||||
Command::new("./emsdk")
|
||||
.arg("install")
|
||||
.arg(EMSDK_VERSION)
|
||||
.current_dir(&emsdk_source_path),
|
||||
"Emscripten SDK installation",
|
||||
)?;
|
||||
|
||||
crate::utils::command(
|
||||
Command::new("./emsdk")
|
||||
.arg("activate")
|
||||
.arg(EMSDK_VERSION)
|
||||
.current_dir(&emsdk_source_path),
|
||||
"Emscripten SDK activation",
|
||||
)?;
|
||||
|
||||
log::warn!(
|
||||
"run 'source {}emsdk_env.sh' to finish the emsdk installation",
|
||||
emsdk_source_path.display()
|
||||
);
|
||||
|
||||
Ok(())
|
||||
}
|
||||
|
||||
/// The LLVM target directory default path.
|
||||
pub fn directory_target_llvm(target_env: crate::target_env::TargetEnv) -> PathBuf {
|
||||
crate::llvm_path::DIRECTORY_LLVM_TARGET
|
||||
.get_or_init(|| PathBuf::from(format!("./target-llvm/{}/", target_env)))
|
||||
.clone()
|
||||
}
|
||||
@@ -0,0 +1,158 @@
|
||||
pub mod common;
|
||||
|
||||
use std::process::Command;
|
||||
|
||||
use assert_cmd::prelude::*;
|
||||
|
||||
/// This test verifies that the LLVM repository can be successfully cloned, built, and cleaned.
|
||||
#[test]
|
||||
fn clone_build_and_clean() -> anyhow::Result<()> {
|
||||
let test_dir = common::TestDir::with_lockfile(None)?;
|
||||
|
||||
Command::cargo_bin(common::REVIVE_LLVM)?
|
||||
.current_dir(test_dir.path())
|
||||
.arg("clone")
|
||||
.assert()
|
||||
.success();
|
||||
|
||||
Command::cargo_bin(common::REVIVE_LLVM)?
|
||||
.current_dir(test_dir.path())
|
||||
.arg("build")
|
||||
.arg("--llvm-projects")
|
||||
.arg("clang")
|
||||
.arg("--llvm-projects")
|
||||
.arg("lld")
|
||||
.assert()
|
||||
.success();
|
||||
|
||||
Command::cargo_bin(common::REVIVE_LLVM)?
|
||||
.current_dir(test_dir.path())
|
||||
.arg("builtins")
|
||||
.assert()
|
||||
.success();
|
||||
|
||||
Command::cargo_bin(common::REVIVE_LLVM)?
|
||||
.current_dir(test_dir.path())
|
||||
.arg("clean")
|
||||
.assert()
|
||||
.success();
|
||||
|
||||
Ok(())
|
||||
}
|
||||
|
||||
/// This test verifies that the LLVM repository can be successfully cloned, built, and cleaned
|
||||
/// with 2-staged build using MUSL as sysroot.
|
||||
#[test]
|
||||
#[cfg(target_os = "linux")]
|
||||
fn clone_build_and_clean_musl() -> anyhow::Result<()> {
|
||||
let test_dir = common::TestDir::with_lockfile(None)?;
|
||||
|
||||
Command::cargo_bin(common::REVIVE_LLVM)?
|
||||
.arg("clone")
|
||||
.current_dir(test_dir.path())
|
||||
.assert()
|
||||
.success();
|
||||
|
||||
Command::cargo_bin(common::REVIVE_LLVM)?
|
||||
.arg("--target-env")
|
||||
.arg("musl")
|
||||
.arg("build")
|
||||
.arg("--llvm-projects")
|
||||
.arg("clang")
|
||||
.arg("--llvm-projects")
|
||||
.arg("lld")
|
||||
.current_dir(test_dir.path())
|
||||
.assert()
|
||||
.success();
|
||||
|
||||
Command::cargo_bin(common::REVIVE_LLVM)?
|
||||
.current_dir(test_dir.path())
|
||||
.arg("builtins")
|
||||
.assert()
|
||||
.success();
|
||||
|
||||
Command::cargo_bin(common::REVIVE_LLVM)?
|
||||
.current_dir(test_dir.path())
|
||||
.arg("clean")
|
||||
.assert()
|
||||
.success();
|
||||
|
||||
Ok(())
|
||||
}
|
||||
|
||||
/// This test verifies that the LLVM repository can be successfully cloned and built in debug mode
|
||||
/// with tests and coverage enabled.
|
||||
#[test]
|
||||
fn debug_build_with_tests_coverage() -> anyhow::Result<()> {
|
||||
let test_dir = common::TestDir::with_lockfile(None)?;
|
||||
|
||||
Command::cargo_bin(common::REVIVE_LLVM)?
|
||||
.current_dir(test_dir.path())
|
||||
.arg("clone")
|
||||
.assert()
|
||||
.success();
|
||||
|
||||
Command::cargo_bin(common::REVIVE_LLVM)?
|
||||
.current_dir(test_dir.path())
|
||||
.arg("build")
|
||||
.arg("--enable-coverage")
|
||||
.arg("--enable-tests")
|
||||
.arg("--build-type")
|
||||
.arg("Debug")
|
||||
.assert()
|
||||
.success();
|
||||
|
||||
Ok(())
|
||||
}
|
||||
|
||||
/// This test verifies that the LLVM repository can be successfully built with address sanitizer.
|
||||
#[test]
|
||||
fn build_with_sanitizers() -> anyhow::Result<()> {
|
||||
let test_dir = common::TestDir::with_lockfile(None)?;
|
||||
|
||||
Command::cargo_bin(common::REVIVE_LLVM)?
|
||||
.current_dir(test_dir.path())
|
||||
.arg("clone")
|
||||
.assert()
|
||||
.success();
|
||||
|
||||
Command::cargo_bin(common::REVIVE_LLVM)?
|
||||
.current_dir(test_dir.path())
|
||||
.arg("build")
|
||||
.arg("--sanitizer")
|
||||
.arg("Address")
|
||||
.assert()
|
||||
.success();
|
||||
|
||||
Ok(())
|
||||
}
|
||||
|
||||
/// Tests the clone, build, and clean process of the LLVM repository for the emscripten target.
|
||||
#[test]
|
||||
#[cfg(any(target_os = "linux", target_os = "macos"))]
|
||||
fn clone_build_and_clean_emscripten() -> anyhow::Result<()> {
|
||||
let test_dir = common::TestDir::with_lockfile(None)?;
|
||||
let command = Command::cargo_bin(common::REVIVE_LLVM)?;
|
||||
let program = command.get_program().to_string_lossy();
|
||||
let emsdk_wrapped_build_command = format!(
|
||||
"{program} --target-env emscripten clone && \
|
||||
source {}emsdk_env.sh && \
|
||||
{program} --target-env emscripten build --llvm-projects clang --llvm-projects lld",
|
||||
revive_llvm_builder::LLVMPath::DIRECTORY_EMSDK_SOURCE,
|
||||
);
|
||||
|
||||
Command::new("sh")
|
||||
.arg("-c")
|
||||
.arg(emsdk_wrapped_build_command)
|
||||
.current_dir(test_dir.path())
|
||||
.assert()
|
||||
.success();
|
||||
|
||||
Command::cargo_bin(common::REVIVE_LLVM)?
|
||||
.arg("clean")
|
||||
.current_dir(test_dir.path())
|
||||
.assert()
|
||||
.success();
|
||||
|
||||
Ok(())
|
||||
}
|
||||
@@ -0,0 +1,48 @@
|
||||
pub mod common;
|
||||
|
||||
use std::process::Command;
|
||||
|
||||
use assert_cmd::prelude::*;
|
||||
|
||||
/// This test verifies that after cloning the LLVM repository, checking out a specific branch
|
||||
/// or reference works as expected.
|
||||
#[test]
|
||||
fn checkout_after_clone() -> anyhow::Result<()> {
|
||||
let test_dir = common::TestDir::with_lockfile(None)?;
|
||||
|
||||
Command::cargo_bin(common::REVIVE_LLVM)?
|
||||
.current_dir(test_dir.path())
|
||||
.arg("clone")
|
||||
.assert()
|
||||
.success();
|
||||
|
||||
Command::cargo_bin(common::REVIVE_LLVM)?
|
||||
.current_dir(test_dir.path())
|
||||
.arg("checkout")
|
||||
.assert()
|
||||
.success();
|
||||
|
||||
Ok(())
|
||||
}
|
||||
|
||||
/// This test verifies that after cloning the LLVM repository, checking out a specific branch
|
||||
/// or reference with the `--force` option works as expected.
|
||||
#[test]
|
||||
fn force_checkout() -> anyhow::Result<()> {
|
||||
let test_dir = common::TestDir::with_lockfile(None)?;
|
||||
|
||||
Command::cargo_bin(common::REVIVE_LLVM)?
|
||||
.current_dir(test_dir.path())
|
||||
.arg("clone")
|
||||
.assert()
|
||||
.success();
|
||||
|
||||
Command::cargo_bin(common::REVIVE_LLVM)?
|
||||
.current_dir(test_dir.path())
|
||||
.arg("checkout")
|
||||
.arg("--force")
|
||||
.assert()
|
||||
.success();
|
||||
|
||||
Ok(())
|
||||
}
|
||||
@@ -0,0 +1,36 @@
|
||||
pub mod common;
|
||||
|
||||
use std::process::Command;
|
||||
|
||||
use assert_cmd::prelude::*;
|
||||
|
||||
/// This test verifies that the LLVM repository can be successfully cloned using a specific branch
|
||||
/// and reference.
|
||||
#[test]
|
||||
fn clone() -> anyhow::Result<()> {
|
||||
let test_dir = common::TestDir::with_lockfile(None)?;
|
||||
|
||||
Command::cargo_bin(common::REVIVE_LLVM)?
|
||||
.current_dir(test_dir.path())
|
||||
.arg("clone")
|
||||
.assert()
|
||||
.success();
|
||||
|
||||
Ok(())
|
||||
}
|
||||
|
||||
/// This test verifies that the LLVM repository can be successfully cloned using a specific branch
|
||||
/// and reference with --deep option.
|
||||
#[test]
|
||||
fn clone_deep() -> anyhow::Result<()> {
|
||||
let test_dir = common::TestDir::with_lockfile(None)?;
|
||||
|
||||
Command::cargo_bin(common::REVIVE_LLVM)?
|
||||
.current_dir(test_dir.path())
|
||||
.arg("clone")
|
||||
.arg("--deep")
|
||||
.assert()
|
||||
.success();
|
||||
|
||||
Ok(())
|
||||
}
|
||||
@@ -0,0 +1,36 @@
|
||||
use assert_fs::fixture::FileWriteStr;
|
||||
|
||||
pub const REVIVE_LLVM: &str = "revive-llvm";
|
||||
pub const REVIVE_LLVM_REPO_URL: &str = "https://github.com/llvm/llvm-project";
|
||||
pub const REVIVE_LLVM_REPO_TEST_BRANCH: &str = "release/18.x";
|
||||
|
||||
pub struct TestDir {
|
||||
_lockfile: assert_fs::NamedTempFile,
|
||||
path: std::path::PathBuf,
|
||||
}
|
||||
|
||||
/// Creates a temporary lock file for testing.
|
||||
impl TestDir {
|
||||
pub fn with_lockfile(reference: Option<String>) -> anyhow::Result<Self> {
|
||||
let file =
|
||||
assert_fs::NamedTempFile::new(revive_llvm_builder::lock::LLVM_LOCK_DEFAULT_PATH)?;
|
||||
let lock = revive_llvm_builder::Lock {
|
||||
url: REVIVE_LLVM_REPO_URL.to_string(),
|
||||
branch: REVIVE_LLVM_REPO_TEST_BRANCH.to_string(),
|
||||
r#ref: reference,
|
||||
};
|
||||
file.write_str(toml::to_string(&lock)?.as_str())?;
|
||||
|
||||
Ok(Self {
|
||||
path: file
|
||||
.parent()
|
||||
.expect("lockfile parent dir always exists")
|
||||
.into(),
|
||||
_lockfile: file,
|
||||
})
|
||||
}
|
||||
|
||||
pub fn path(&self) -> &std::path::Path {
|
||||
&self.path
|
||||
}
|
||||
}
|
||||
@@ -18,11 +18,8 @@ anyhow = { workspace = true }
|
||||
semver = { workspace = true }
|
||||
itertools = { workspace = true }
|
||||
serde = { workspace = true, features = ["derive"] }
|
||||
regex = { workspace = true }
|
||||
once_cell = { workspace = true }
|
||||
num = { workspace = true }
|
||||
hex = { workspace = true }
|
||||
sha2 = { workspace = true }
|
||||
sha3 = { workspace = true }
|
||||
md5 = { workspace = true }
|
||||
inkwell = { workspace = true }
|
||||
@@ -32,5 +29,4 @@ polkavm-common = { workspace = true }
|
||||
revive-common = { workspace = true }
|
||||
revive-runtime-api = { workspace = true }
|
||||
revive-linker = { workspace = true }
|
||||
revive-builtins = { workspace = true }
|
||||
revive-stdlib = { workspace = true }
|
||||
|
||||
@@ -1339,11 +1339,17 @@ where
|
||||
self.llvm.custom_width_int_type(bit_length as u32)
|
||||
}
|
||||
|
||||
/// Returns the register witdh sized type.
|
||||
/// Returns the XLEN witdh sized type.
|
||||
pub fn xlen_type(&self) -> inkwell::types::IntType<'ctx> {
|
||||
self.llvm.custom_width_int_type(crate::polkavm::XLEN as u32)
|
||||
}
|
||||
|
||||
/// Returns the PolkaVM native register width sized type.
|
||||
pub fn register_type(&self) -> inkwell::types::IntType<'ctx> {
|
||||
self.llvm
|
||||
.custom_width_int_type(revive_common::BIT_LENGTH_X64 as u32)
|
||||
}
|
||||
|
||||
/// Returns the sentinel pointer value.
|
||||
pub fn sentinel_pointer(&self) -> Pointer<'ctx> {
|
||||
let sentinel_pointer = self
|
||||
|
||||
@@ -48,6 +48,9 @@ where
|
||||
let output_length_pointer = context.build_alloca_at_entry(context.xlen_type(), "output_length");
|
||||
context.build_store(output_length_pointer, output_length)?;
|
||||
|
||||
let deposit_pointer = context.build_alloca_at_entry(context.word_type(), "deposit_pointer");
|
||||
context.build_store(deposit_pointer, context.word_type().const_all_ones())?;
|
||||
|
||||
let flags = if static_call {
|
||||
REENTRANT_CALL_FLAG | STATIC_CALL_FLAG
|
||||
} else {
|
||||
@@ -55,35 +58,48 @@ where
|
||||
};
|
||||
let flags = context.xlen_type().const_int(flags as u64, false);
|
||||
|
||||
let argument_type = revive_runtime_api::calling_convention::call(context.llvm());
|
||||
let argument_pointer = context.build_alloca_at_entry(argument_type, "call_arguments");
|
||||
let arguments = &[
|
||||
flags.as_basic_value_enum(),
|
||||
address_pointer.value.as_basic_value_enum(),
|
||||
context.integer_const(64, u64::MAX).as_basic_value_enum(),
|
||||
context.integer_const(64, u64::MAX).as_basic_value_enum(),
|
||||
context.sentinel_pointer().value.as_basic_value_enum(),
|
||||
value_pointer.value.as_basic_value_enum(),
|
||||
input_pointer.value.as_basic_value_enum(),
|
||||
input_length.as_basic_value_enum(),
|
||||
output_pointer.value.as_basic_value_enum(),
|
||||
output_length_pointer.value.as_basic_value_enum(),
|
||||
];
|
||||
revive_runtime_api::calling_convention::spill(
|
||||
let flags_and_callee = revive_runtime_api::calling_convention::pack_hi_lo_reg(
|
||||
context.builder(),
|
||||
argument_pointer.value,
|
||||
argument_type,
|
||||
arguments,
|
||||
context.llvm(),
|
||||
flags,
|
||||
address_pointer.to_int(context),
|
||||
"address_and_callee",
|
||||
)?;
|
||||
let deposit_and_value = revive_runtime_api::calling_convention::pack_hi_lo_reg(
|
||||
context.builder(),
|
||||
context.llvm(),
|
||||
deposit_pointer.to_int(context),
|
||||
value_pointer.to_int(context),
|
||||
"deposit_and_value",
|
||||
)?;
|
||||
let input_data = revive_runtime_api::calling_convention::pack_hi_lo_reg(
|
||||
context.builder(),
|
||||
context.llvm(),
|
||||
input_length,
|
||||
input_pointer.to_int(context),
|
||||
"input_data",
|
||||
)?;
|
||||
let output_data = revive_runtime_api::calling_convention::pack_hi_lo_reg(
|
||||
context.builder(),
|
||||
context.llvm(),
|
||||
output_length_pointer.to_int(context),
|
||||
output_pointer.to_int(context),
|
||||
"output_data",
|
||||
)?;
|
||||
|
||||
let name = revive_runtime_api::polkavm_imports::CALL;
|
||||
let argument_pointer = context.builder().build_ptr_to_int(
|
||||
argument_pointer.value,
|
||||
context.xlen_type(),
|
||||
"call_argument_pointer",
|
||||
)?;
|
||||
let success = context
|
||||
.build_runtime_call(name, &[argument_pointer.into()])
|
||||
.build_runtime_call(
|
||||
name,
|
||||
&[
|
||||
flags_and_callee.into(),
|
||||
context.register_type().const_all_ones().into(),
|
||||
context.register_type().const_all_ones().into(),
|
||||
deposit_and_value.into(),
|
||||
input_data.into(),
|
||||
output_data.into(),
|
||||
],
|
||||
)
|
||||
.unwrap_or_else(|| panic!("{name} should return a value"))
|
||||
.into_int_value();
|
||||
|
||||
@@ -132,40 +148,46 @@ where
|
||||
let output_length_pointer = context.build_alloca_at_entry(context.xlen_type(), "output_length");
|
||||
context.build_store(output_length_pointer, output_length)?;
|
||||
|
||||
let deposit_pointer = context.build_alloca_at_entry(context.word_type(), "deposit_pointer");
|
||||
context.build_store(deposit_pointer, context.word_type().const_all_ones())?;
|
||||
|
||||
let flags = context.xlen_type().const_int(0u64, false);
|
||||
|
||||
let argument_type = revive_runtime_api::calling_convention::delegate_call(context.llvm());
|
||||
let argument_pointer = context.build_alloca_at_entry(argument_type, "delegate_call_arguments");
|
||||
let arguments = &[
|
||||
flags.as_basic_value_enum(),
|
||||
address_pointer.value.as_basic_value_enum(),
|
||||
context
|
||||
.integer_const(revive_common::BIT_LENGTH_X64, u64::MAX)
|
||||
.as_basic_value_enum(),
|
||||
context
|
||||
.integer_const(revive_common::BIT_LENGTH_X64, u64::MAX)
|
||||
.as_basic_value_enum(),
|
||||
context.sentinel_pointer().value.as_basic_value_enum(),
|
||||
input_pointer.value.as_basic_value_enum(),
|
||||
input_length.as_basic_value_enum(),
|
||||
output_pointer.value.as_basic_value_enum(),
|
||||
output_length_pointer.value.as_basic_value_enum(),
|
||||
];
|
||||
revive_runtime_api::calling_convention::spill(
|
||||
let flags_and_callee = revive_runtime_api::calling_convention::pack_hi_lo_reg(
|
||||
context.builder(),
|
||||
argument_pointer.value,
|
||||
argument_type,
|
||||
arguments,
|
||||
context.llvm(),
|
||||
flags,
|
||||
address_pointer.to_int(context),
|
||||
"address_and_callee",
|
||||
)?;
|
||||
let input_data = revive_runtime_api::calling_convention::pack_hi_lo_reg(
|
||||
context.builder(),
|
||||
context.llvm(),
|
||||
input_length,
|
||||
input_pointer.to_int(context),
|
||||
"input_data",
|
||||
)?;
|
||||
let output_data = revive_runtime_api::calling_convention::pack_hi_lo_reg(
|
||||
context.builder(),
|
||||
context.llvm(),
|
||||
output_length_pointer.to_int(context),
|
||||
output_pointer.to_int(context),
|
||||
"output_data",
|
||||
)?;
|
||||
|
||||
let name = revive_runtime_api::polkavm_imports::DELEGATE_CALL;
|
||||
let argument_pointer = context.builder().build_ptr_to_int(
|
||||
argument_pointer.value,
|
||||
context.xlen_type(),
|
||||
"delegate_call_argument_pointer",
|
||||
)?;
|
||||
let success = context
|
||||
.build_runtime_call(name, &[argument_pointer.into()])
|
||||
.build_runtime_call(
|
||||
name,
|
||||
&[
|
||||
flags_and_callee.into(),
|
||||
context.register_type().const_all_ones().into(),
|
||||
context.register_type().const_all_ones().into(),
|
||||
deposit_pointer.to_int(context).into(),
|
||||
input_data.into(),
|
||||
output_data.into(),
|
||||
],
|
||||
)
|
||||
.unwrap_or_else(|| panic!("{name} should return a value"))
|
||||
.into_int_value();
|
||||
|
||||
|
||||
@@ -26,15 +26,6 @@ where
|
||||
|
||||
let code_hash_pointer = context.build_heap_gep(input_offset, input_length)?;
|
||||
|
||||
let input_data_pointer = context.build_gep(
|
||||
code_hash_pointer,
|
||||
&[context
|
||||
.xlen_type()
|
||||
.const_int(revive_common::BYTE_LENGTH_WORD as u64, false)],
|
||||
context.byte_type(),
|
||||
"input_ptr_parameter_offset",
|
||||
);
|
||||
|
||||
let value_pointer = context.build_alloca_at_entry(context.value_type(), "transferred_value");
|
||||
context.build_store(value_pointer, value)?;
|
||||
|
||||
@@ -53,36 +44,41 @@ where
|
||||
);
|
||||
context.build_store(address_pointer, context.word_const(0))?;
|
||||
|
||||
let argument_type = revive_runtime_api::calling_convention::instantiate(context.llvm());
|
||||
let argument_pointer = context.build_alloca_at_entry(argument_type, "instantiate_arguments");
|
||||
let arguments = &[
|
||||
code_hash_pointer.value.as_basic_value_enum(),
|
||||
context.integer_const(64, 0).as_basic_value_enum(),
|
||||
context.integer_const(64, 0).as_basic_value_enum(),
|
||||
context.sentinel_pointer().value.as_basic_value_enum(),
|
||||
value_pointer.value.as_basic_value_enum(),
|
||||
input_data_pointer.value.as_basic_value_enum(),
|
||||
input_length.as_basic_value_enum(),
|
||||
address_pointer.value.as_basic_value_enum(),
|
||||
context.sentinel_pointer().value.as_basic_value_enum(),
|
||||
context.sentinel_pointer().value.as_basic_value_enum(),
|
||||
salt_pointer.value.as_basic_value_enum(),
|
||||
];
|
||||
revive_runtime_api::calling_convention::spill(
|
||||
let deposit_pointer = context.build_alloca_at_entry(context.word_type(), "deposit_pointer");
|
||||
context.build_store(deposit_pointer, context.word_type().const_all_ones())?;
|
||||
|
||||
let deposit_and_value = revive_runtime_api::calling_convention::pack_hi_lo_reg(
|
||||
context.builder(),
|
||||
argument_pointer.value,
|
||||
argument_type,
|
||||
arguments,
|
||||
context.llvm(),
|
||||
deposit_pointer.to_int(context),
|
||||
value_pointer.to_int(context),
|
||||
"deposit_and_value",
|
||||
)?;
|
||||
let input_data = revive_runtime_api::calling_convention::pack_hi_lo_reg(
|
||||
context.builder(),
|
||||
context.llvm(),
|
||||
input_length,
|
||||
code_hash_pointer.to_int(context),
|
||||
"input_data",
|
||||
)?;
|
||||
let address_and_salt = revive_runtime_api::calling_convention::pack_hi_lo_reg(
|
||||
context.builder(),
|
||||
context.llvm(),
|
||||
address_pointer.to_int(context),
|
||||
salt_pointer.to_int(context),
|
||||
"output_data",
|
||||
)?;
|
||||
|
||||
let argument_pointer = context.builder().build_ptr_to_int(
|
||||
argument_pointer.value,
|
||||
context.xlen_type(),
|
||||
"instantiate_argument_pointer",
|
||||
)?;
|
||||
context.build_runtime_call(
|
||||
revive_runtime_api::polkavm_imports::INSTANTIATE,
|
||||
&[argument_pointer.into()],
|
||||
&[
|
||||
context.register_type().const_all_ones().into(),
|
||||
context.register_type().const_all_ones().into(),
|
||||
deposit_and_value.into(),
|
||||
input_data.into(),
|
||||
context.register_type().const_all_ones().into(),
|
||||
address_and_salt.into(),
|
||||
],
|
||||
);
|
||||
|
||||
let address = context.build_byte_swap(context.build_load(address_pointer, "address")?)?;
|
||||
|
||||
@@ -7,7 +7,11 @@ repository.workspace = true
|
||||
authors.workspace = true
|
||||
description = "Execute revive contracts in a simulated blockchain runtime"
|
||||
|
||||
[package.metadata.cargo-machete]
|
||||
ignored = ["codec", "scale-info"]
|
||||
|
||||
[features]
|
||||
std = ["polkadot-sdk/std"]
|
||||
default = ["solidity"]
|
||||
solidity = ["revive-solidity", "revive-differential"]
|
||||
|
||||
|
||||
Binary file not shown.
@@ -29,7 +29,7 @@ use hex::{FromHex, ToHex};
|
||||
use pallet_revive::{AddressMapper, ExecReturnValue, InstantiateReturnValue};
|
||||
use polkadot_sdk::*;
|
||||
use polkadot_sdk::{
|
||||
pallet_revive::{CollectEvents, ContractResult, DebugInfo},
|
||||
pallet_revive::ContractResult,
|
||||
polkadot_runtime_common::BuildStorage,
|
||||
polkadot_sdk_frame::testing_prelude::*,
|
||||
sp_core::{H160, H256},
|
||||
@@ -85,6 +85,7 @@ impl ExtBuilder {
|
||||
.unwrap();
|
||||
pallet_balances::GenesisConfig::<Runtime> {
|
||||
balances: self.balance_genesis_config,
|
||||
dev_accounts: None,
|
||||
}
|
||||
.assimilate_storage(&mut t)
|
||||
.unwrap();
|
||||
@@ -179,11 +180,11 @@ impl VerifyCallExpectation {
|
||||
#[derive(Clone, Debug)]
|
||||
pub enum CallResult {
|
||||
Exec {
|
||||
result: ContractResult<ExecReturnValue, Balance, EventRecord>,
|
||||
result: ContractResult<ExecReturnValue, Balance>,
|
||||
wall_time: Duration,
|
||||
},
|
||||
Instantiate {
|
||||
result: ContractResult<InstantiateReturnValue, Balance, EventRecord>,
|
||||
result: ContractResult<InstantiateReturnValue, Balance>,
|
||||
wall_time: Duration,
|
||||
code_hash: H256,
|
||||
},
|
||||
|
||||
@@ -87,6 +87,5 @@ impl pallet_revive::Config for Runtime {
|
||||
type UploadOrigin = EnsureSigned<AccountId32>;
|
||||
type InstantiateOrigin = EnsureSigned<AccountId32>;
|
||||
type CodeHashLockupDepositPercent = CodeHashLockupDepositPercent;
|
||||
type Debug = ();
|
||||
type ChainId = ConstU64<420_420_420>;
|
||||
}
|
||||
|
||||
@@ -425,8 +425,6 @@ impl Specs {
|
||||
code,
|
||||
data,
|
||||
salt.0,
|
||||
DebugInfo::Skip,
|
||||
CollectEvents::Skip,
|
||||
);
|
||||
results.push(CallResult::Instantiate {
|
||||
result,
|
||||
@@ -463,8 +461,6 @@ impl Specs {
|
||||
gas_limit.unwrap_or(GAS_LIMIT),
|
||||
storage_deposit_limit.unwrap_or(DEPOSIT_LIMIT).into(),
|
||||
data,
|
||||
DebugInfo::Skip,
|
||||
CollectEvents::Skip,
|
||||
);
|
||||
results.push(CallResult::Exec {
|
||||
result,
|
||||
|
||||
@@ -12,3 +12,6 @@ anyhow = { workspace = true }
|
||||
inkwell = { workspace = true, features = ["target-riscv", "no-libffi-linking", "llvm18-0"] }
|
||||
|
||||
revive-common = { workspace = true }
|
||||
|
||||
[build-dependencies]
|
||||
revive-build-utils = { workspace = true }
|
||||
|
||||
@@ -14,7 +14,7 @@ const EXPORTS_BC: &str = "polkavm_exports.bc";
|
||||
const EXPORTS_RUST: &str = "polkavm_exports.rs";
|
||||
|
||||
fn compile(source_path: &str, bitcode_path: &str) {
|
||||
let output = Command::new("clang")
|
||||
let output = Command::new(revive_build_utils::llvm_host_tool("clang"))
|
||||
.args([
|
||||
TARGET_FLAG,
|
||||
"-Xclang",
|
||||
@@ -37,7 +37,7 @@ fn compile(source_path: &str, bitcode_path: &str) {
|
||||
source_path,
|
||||
])
|
||||
.output()
|
||||
.expect("should be able to invoke C clang");
|
||||
.unwrap_or_else(|error| panic!("failed to execute clang: {}", error));
|
||||
|
||||
assert!(
|
||||
output.status.success(),
|
||||
@@ -59,6 +59,11 @@ fn build_module(source_path: &str, bitcode_path: &str, rust_file: &str) {
|
||||
}
|
||||
|
||||
fn main() {
|
||||
println!(
|
||||
"cargo:rerun-if-env-changed={}",
|
||||
revive_build_utils::REVIVE_LLVM_HOST_PREFIX
|
||||
);
|
||||
|
||||
build_module(IMPORTS_SOUCE, IMPORTS_BC, IMPORTS_RUST);
|
||||
build_module(EXPORTS_SOUCE, EXPORTS_BC, EXPORTS_RUST);
|
||||
|
||||
|
||||
@@ -1,10 +1,4 @@
|
||||
use inkwell::{
|
||||
builder::Builder,
|
||||
context::Context,
|
||||
module::Module,
|
||||
types::{BasicType, StructType},
|
||||
values::{BasicValueEnum, PointerValue},
|
||||
};
|
||||
use inkwell::{builder::Builder, context::Context, module::Module, values::IntValue};
|
||||
|
||||
/// Creates a module that sets the PolkaVM minimum stack size to [`size`] if linked in.
|
||||
pub fn min_stack_size<'context>(
|
||||
@@ -21,115 +15,23 @@ pub fn min_stack_size<'context>(
|
||||
module
|
||||
}
|
||||
|
||||
/// Helper for building function calls with stack spilled arguments.
|
||||
/// - `pointer`: points to a struct of the packed argument struct type
|
||||
/// - `type`: the packed argument struct type
|
||||
/// - `arguments`: a correctly ordered list of the struct field values
|
||||
pub fn spill<'ctx>(
|
||||
/// Helper for packing two 32 bit integer values into a 64 bit integer value.
|
||||
pub fn pack_hi_lo_reg<'ctx>(
|
||||
builder: &Builder<'ctx>,
|
||||
pointer: PointerValue<'ctx>,
|
||||
r#type: StructType<'ctx>,
|
||||
arguments: &[BasicValueEnum<'ctx>],
|
||||
) -> anyhow::Result<()> {
|
||||
for index in 0..r#type.get_field_types().len() {
|
||||
let field_pointer = builder.build_struct_gep(
|
||||
r#type,
|
||||
pointer,
|
||||
index as u32,
|
||||
&format!("spill_parameter_{}", index),
|
||||
)?;
|
||||
let field_value = arguments
|
||||
.get(index)
|
||||
.ok_or_else(|| anyhow::anyhow!("invalid index {index} for struct type {}", r#type))?;
|
||||
builder.build_store(field_pointer, *field_value)?;
|
||||
}
|
||||
context: &'ctx Context,
|
||||
hi: IntValue<'ctx>,
|
||||
lo: IntValue<'ctx>,
|
||||
name: &str,
|
||||
) -> anyhow::Result<IntValue<'ctx>> {
|
||||
assert_eq!(hi.get_type(), context.i32_type());
|
||||
assert_eq!(lo.get_type(), context.i32_type());
|
||||
|
||||
Ok(())
|
||||
}
|
||||
|
||||
/// Returns a packed struct argument type for the `instantiate` API.
|
||||
pub fn instantiate(context: &Context) -> StructType {
|
||||
context.struct_type(
|
||||
&[
|
||||
// code_hash_ptr: u32,
|
||||
context.i32_type().as_basic_type_enum(),
|
||||
// ref_time_limit: u64,
|
||||
context.i64_type().as_basic_type_enum(),
|
||||
// proof_size_limit: u64,
|
||||
context.i64_type().as_basic_type_enum(),
|
||||
// deposit_ptr: u32,
|
||||
context.i32_type().as_basic_type_enum(),
|
||||
// value_ptr: u32,
|
||||
context.i32_type().as_basic_type_enum(),
|
||||
// input_data_ptr: u32,
|
||||
context.i32_type().as_basic_type_enum(),
|
||||
// input_data_len: u32,
|
||||
context.i32_type().as_basic_type_enum(),
|
||||
// address_ptr: u32,
|
||||
context.i32_type().as_basic_type_enum(),
|
||||
// output_ptr: u32,
|
||||
context.i32_type().as_basic_type_enum(),
|
||||
// output_len_ptr: u32,
|
||||
context.i32_type().as_basic_type_enum(),
|
||||
// salt_ptr: u32,
|
||||
context.i32_type().as_basic_type_enum(),
|
||||
],
|
||||
false,
|
||||
)
|
||||
}
|
||||
|
||||
/// Returns a packed struct argument type for the `call` API.
|
||||
pub fn call(context: &Context) -> StructType {
|
||||
context.struct_type(
|
||||
&[
|
||||
// flags: u32,
|
||||
context.i32_type().as_basic_type_enum(),
|
||||
// address_ptr:
|
||||
context.i32_type().as_basic_type_enum(),
|
||||
// ref_time_limit: u64,
|
||||
context.i64_type().as_basic_type_enum(),
|
||||
// proof_size_limit: u64,
|
||||
context.i64_type().as_basic_type_enum(),
|
||||
// deposit_ptr: u32,
|
||||
context.i32_type().as_basic_type_enum(),
|
||||
// value_ptr: u32,
|
||||
context.i32_type().as_basic_type_enum(),
|
||||
// input_data_ptr: u32,
|
||||
context.i32_type().as_basic_type_enum(),
|
||||
// input_data_len: u32,
|
||||
context.i32_type().as_basic_type_enum(),
|
||||
// output_ptr: u32,
|
||||
context.i32_type().as_basic_type_enum(),
|
||||
// output_len_ptr: u32,
|
||||
context.i32_type().as_basic_type_enum(),
|
||||
],
|
||||
false,
|
||||
)
|
||||
}
|
||||
|
||||
/// Returns a packed struct argument type for the `delegate_call` API.
|
||||
pub fn delegate_call(context: &Context) -> StructType {
|
||||
context.struct_type(
|
||||
&[
|
||||
// flags: u32,
|
||||
context.i32_type().as_basic_type_enum(),
|
||||
// address_ptr:
|
||||
context.i32_type().as_basic_type_enum(),
|
||||
// ref_time_limit: u64,
|
||||
context.i64_type().as_basic_type_enum(),
|
||||
// proof_size_limit: u64,
|
||||
context.i64_type().as_basic_type_enum(),
|
||||
// deposit_ptr: u32,
|
||||
context.i32_type().as_basic_type_enum(),
|
||||
// input_data_ptr: u32,
|
||||
context.i32_type().as_basic_type_enum(),
|
||||
// input_data_len: u32,
|
||||
context.i32_type().as_basic_type_enum(),
|
||||
// output_ptr: u32,
|
||||
context.i32_type().as_basic_type_enum(),
|
||||
// output_len_ptr: u32,
|
||||
context.i32_type().as_basic_type_enum(),
|
||||
],
|
||||
false,
|
||||
)
|
||||
let lo_part = builder.build_int_z_extend(lo, context.i64_type(), &format!("{name}_lo_part"))?;
|
||||
let hi_part = builder.build_int_z_extend(hi, context.i64_type(), &format!("{name}_hi_part"))?;
|
||||
let hi_part_shifted = builder.build_left_shift(
|
||||
hi_part,
|
||||
context.i64_type().const_int(32, false),
|
||||
&format!("{name}_hi_part_shifted"),
|
||||
)?;
|
||||
Ok(builder.build_or(hi_part_shifted, lo_part, name)?)
|
||||
}
|
||||
|
||||
@@ -76,7 +76,7 @@ POLKAVM_IMPORT(void, block_hash, uint32_t, uint32_t)
|
||||
|
||||
POLKAVM_IMPORT(void, block_number, uint32_t)
|
||||
|
||||
POLKAVM_IMPORT(uint64_t, call, uint32_t)
|
||||
POLKAVM_IMPORT(uint64_t, call, uint64_t, uint64_t, uint64_t, uint64_t, uint64_t, uint64_t)
|
||||
|
||||
POLKAVM_IMPORT(uint64_t, call_data_copy, uint32_t, uint32_t, uint32_t)
|
||||
|
||||
@@ -92,7 +92,7 @@ POLKAVM_IMPORT(uint64_t, code_size, uint32_t)
|
||||
|
||||
POLKAVM_IMPORT(void, code_hash, uint32_t, uint32_t)
|
||||
|
||||
POLKAVM_IMPORT(uint64_t, delegate_call, uint32_t)
|
||||
POLKAVM_IMPORT(uint64_t, delegate_call, uint64_t, uint64_t, uint64_t, uint32_t, uint64_t, uint64_t)
|
||||
|
||||
POLKAVM_IMPORT(void, deposit_event, uint32_t, uint32_t, uint32_t, uint32_t)
|
||||
|
||||
@@ -106,7 +106,7 @@ POLKAVM_IMPORT(uint64_t, get_storage, uint32_t, uint32_t, uint32_t, uint32_t, ui
|
||||
|
||||
POLKAVM_IMPORT(void, hash_keccak_256, uint32_t, uint32_t, uint32_t)
|
||||
|
||||
POLKAVM_IMPORT(uint64_t, instantiate, uint32_t)
|
||||
POLKAVM_IMPORT(uint64_t, instantiate, uint64_t, uint64_t, uint64_t, uint64_t, uint64_t, uint64_t)
|
||||
|
||||
POLKAVM_IMPORT(void, now, uint32_t)
|
||||
|
||||
|
||||
@@ -19,7 +19,6 @@ doctest = false
|
||||
|
||||
[dependencies]
|
||||
clap = { workspace = true }
|
||||
colored = { workspace = true }
|
||||
thiserror = { workspace = true }
|
||||
anyhow = { workspace = true }
|
||||
which = { workspace = true }
|
||||
@@ -30,7 +29,6 @@ serde = { workspace = true }
|
||||
serde_json = { workspace = true }
|
||||
semver = { workspace = true }
|
||||
once_cell = { workspace = true }
|
||||
rand = { workspace = true }
|
||||
regex = { workspace = true }
|
||||
hex = { workspace = true }
|
||||
num = { workspace = true }
|
||||
@@ -49,7 +47,7 @@ libc = { workspace = true }
|
||||
inkwell = { workspace = true, features = ["target-riscv", "llvm18-0-no-llvm-linking"]}
|
||||
|
||||
[build-dependencies]
|
||||
git2 = { workspace = true }
|
||||
git2 = { workspace = true, default-features = false }
|
||||
|
||||
[features]
|
||||
parallel = ["rayon"]
|
||||
|
||||
@@ -9,6 +9,8 @@ pub mod soljson_compiler;
|
||||
pub mod standard_json;
|
||||
pub mod version;
|
||||
|
||||
use once_cell::sync::Lazy;
|
||||
use semver::VersionReq;
|
||||
use std::path::Path;
|
||||
use std::path::PathBuf;
|
||||
|
||||
@@ -29,6 +31,13 @@ pub const FIRST_VIA_IR_VERSION: semver::Version = semver::Version::new(0, 8, 13)
|
||||
|
||||
/// The last supported version of `solc`.
|
||||
pub const LAST_SUPPORTED_VERSION: semver::Version = semver::Version::new(0, 8, 28);
|
||||
/// `--base-path` was introduced in 0.6.9 <https://github.com/ethereum/solidity/releases/tag/v0.6.9>
|
||||
pub static FIRST_SUPPORTS_BASE_PATH: Lazy<VersionReq> =
|
||||
Lazy::new(|| VersionReq::parse(">=0.6.9").unwrap());
|
||||
|
||||
/// `--include-path` was introduced in 0.8.8 <https://github.com/ethereum/solidity/releases/tag/v0.8.8>
|
||||
pub static FIRST_SUPPORTS_INCLUDE_PATH: Lazy<VersionReq> =
|
||||
Lazy::new(|| VersionReq::parse(">=0.8.8").unwrap());
|
||||
|
||||
/// The Solidity compiler.
|
||||
pub trait Compiler {
|
||||
|
||||
@@ -11,6 +11,7 @@ use crate::solc::standard_json::output::Output as StandardJsonOutput;
|
||||
use crate::solc::version::Version;
|
||||
|
||||
use super::Compiler;
|
||||
use crate::solc::{FIRST_SUPPORTS_BASE_PATH, FIRST_SUPPORTS_INCLUDE_PATH};
|
||||
|
||||
/// The Solidity compiler.
|
||||
pub struct SolcCompiler {
|
||||
@@ -58,10 +59,23 @@ impl Compiler for SolcCompiler {
|
||||
command.stdout(std::process::Stdio::piped());
|
||||
command.arg("--standard-json");
|
||||
|
||||
if let Some(base_path) = base_path {
|
||||
command.arg("--base-path");
|
||||
command.arg(base_path);
|
||||
if let Some(base_path) = &base_path {
|
||||
if !FIRST_SUPPORTS_BASE_PATH.matches(&version.default) {
|
||||
anyhow::bail!(
|
||||
"--base-path not supported this version {} of solc",
|
||||
&version.default
|
||||
);
|
||||
}
|
||||
command.arg("--base-path").arg(base_path);
|
||||
}
|
||||
|
||||
if !include_paths.is_empty() && !FIRST_SUPPORTS_INCLUDE_PATH.matches(&version.default) {
|
||||
anyhow::bail!(
|
||||
"--include-path not supported this version {} of solc",
|
||||
&version.default
|
||||
);
|
||||
}
|
||||
|
||||
for include_path in include_paths.into_iter() {
|
||||
command.arg("--include-path");
|
||||
command.arg(include_path);
|
||||
|
||||
@@ -35,6 +35,7 @@ impl Compiler for SoljsonCompiler {
|
||||
_allow_paths: Option<String>,
|
||||
) -> anyhow::Result<StandardJsonOutput> {
|
||||
let version = self.version()?;
|
||||
input.normalize(&version.default);
|
||||
let suppressed_warnings = input.suppressed_warnings.take().unwrap_or_default();
|
||||
|
||||
let input_json = serde_json::to_string(&input).expect("Always valid");
|
||||
|
||||
@@ -24,9 +24,8 @@ use crate::yul::parser::statement::object::Object;
|
||||
use self::contract::Contract;
|
||||
use self::error::Error as SolcStandardJsonOutputError;
|
||||
use self::source::Source;
|
||||
|
||||
/// The `solc --standard-json` output.
|
||||
#[derive(Debug, Serialize, Deserialize, Clone)]
|
||||
#[derive(Debug, Serialize, Deserialize, Clone, Default)]
|
||||
pub struct Output {
|
||||
/// The file-contract hashmap.
|
||||
#[serde(default, skip_serializing_if = "Option::is_none")]
|
||||
@@ -64,15 +63,12 @@ impl Output {
|
||||
|
||||
let files = match self.contracts.as_ref() {
|
||||
Some(files) => files,
|
||||
None => {
|
||||
anyhow::bail!(
|
||||
"{}",
|
||||
self.errors
|
||||
.as_ref()
|
||||
.map(|errors| serde_json::to_string_pretty(errors).expect("Always valid"))
|
||||
.unwrap_or_else(|| "Unknown project assembling error".to_owned())
|
||||
);
|
||||
}
|
||||
None => match &self.errors {
|
||||
Some(errors) if errors.iter().any(|e| e.severity == "error") => {
|
||||
anyhow::bail!(serde_json::to_string_pretty(errors).expect("Always valid"));
|
||||
}
|
||||
_ => &BTreeMap::new(),
|
||||
},
|
||||
};
|
||||
let mut project_contracts = BTreeMap::new();
|
||||
|
||||
@@ -159,7 +155,6 @@ impl Output {
|
||||
messages.extend(polkavm_messages);
|
||||
}
|
||||
}
|
||||
|
||||
self.errors = match self.errors.take() {
|
||||
Some(mut errors) => {
|
||||
errors.extend(messages);
|
||||
|
||||
File diff suppressed because one or more lines are too long
@@ -1,29 +1,44 @@
|
||||
import * as shell from 'shelljs';
|
||||
import * as fs from 'fs';
|
||||
import { spawnSync } from 'child_process';
|
||||
|
||||
interface CommandResult {
|
||||
output: string;
|
||||
exitCode: number;
|
||||
}
|
||||
|
||||
export const executeCommand = (command: string): CommandResult => {
|
||||
const result = shell.exec(command, {async: false});
|
||||
export const executeCommand = (command: string, stdin?: string): CommandResult => {
|
||||
if (stdin) {
|
||||
const process = spawnSync(command, [], {
|
||||
input: stdin,
|
||||
shell: true,
|
||||
encoding: 'utf8',
|
||||
maxBuffer: 30 * 1024 * 1024
|
||||
});
|
||||
|
||||
return {
|
||||
exitCode: process.status || 0,
|
||||
output: (process.stdout || process.stderr || '').toString()
|
||||
};
|
||||
}
|
||||
|
||||
const result = shell.exec(command, { silent: true, async: false });
|
||||
return {
|
||||
exitCode: result.code,
|
||||
output: result.stdout.trim() || result.stderr.trim(),
|
||||
output: result.stdout || result.stderr || ''
|
||||
};
|
||||
};
|
||||
|
||||
export const isFolderExist = (folder: string): boolean => {
|
||||
export const isFolderExist = (folder: string): boolean => {
|
||||
return shell.test('-d', folder);
|
||||
};
|
||||
|
||||
export const isFileExist = (pathToFileDir: string, fileName: string, fileExtension:string): boolean => {
|
||||
return shell.ls(pathToFileDir).stdout.includes(fileName + fileExtension);
|
||||
export const isFileExist = (pathToFileDir: string, fileName: string, fileExtension: string): boolean => {
|
||||
return shell.ls(pathToFileDir).stdout.includes(fileName + fileExtension);
|
||||
};
|
||||
|
||||
export const isFileEmpty = (file: string): boolean => {
|
||||
export const isFileEmpty = (file: string): boolean => {
|
||||
if (fs.existsSync(file)) {
|
||||
return (fs.readFileSync(file).length === 0);
|
||||
}
|
||||
}
|
||||
};
|
||||
|
||||
@@ -1,5 +1,7 @@
|
||||
import { executeCommand, isFolderExist, isFileExist, isFileEmpty } from "../src/helper";
|
||||
import { paths } from '../src/entities';
|
||||
import * as shell from 'shelljs';
|
||||
import * as path from 'path';
|
||||
|
||||
|
||||
//id1762
|
||||
@@ -142,3 +144,48 @@ describe("Run resolc with source debug information, check LLVM debug-info", () =
|
||||
});
|
||||
}
|
||||
});
|
||||
|
||||
|
||||
|
||||
describe("Standard JSON compilation with path options", () => {
|
||||
const contractsDir = path.join(shell.tempdir(), 'contracts-test');
|
||||
const inputFile = path.join(__dirname, '..', 'src/contracts/compiled/1.json');
|
||||
|
||||
beforeAll(() => {
|
||||
shell.mkdir('-p', contractsDir);
|
||||
|
||||
const input = JSON.parse(shell.cat(inputFile).toString());
|
||||
|
||||
Object.entries(input.sources).forEach(([sourcePath, source]: [string, any]) => {
|
||||
const filePath = path.join(contractsDir, sourcePath);
|
||||
shell.mkdir('-p', path.dirname(filePath));
|
||||
shell.ShellString(source.content).to(filePath);
|
||||
});
|
||||
});
|
||||
|
||||
afterAll(() => {
|
||||
shell.rm('-rf', contractsDir);
|
||||
});
|
||||
|
||||
describe("Output with all path options", () => {
|
||||
let result: { exitCode: number; output: string };
|
||||
|
||||
beforeAll(() => {
|
||||
const tempInputFile = path.join(contractsDir, 'temp-input.json');
|
||||
shell.cp(inputFile, tempInputFile);
|
||||
const inputContent = shell.cat(inputFile).toString();
|
||||
|
||||
const command = `resolc --standard-json --base-path "${contractsDir}" --include-path "${contractsDir}" --allow-paths "${contractsDir}"`;
|
||||
|
||||
result = executeCommand(command, inputContent);
|
||||
|
||||
shell.rm(tempInputFile);
|
||||
|
||||
});
|
||||
|
||||
it("Compiler run successful without emiting warnings", () => {
|
||||
const parsedResults = JSON.parse(result.output)
|
||||
expect(parsedResults.errors.filter((error: { type: string; }) => error.type != 'Warning')).toEqual([]);
|
||||
});
|
||||
});
|
||||
});
|
||||
@@ -8,3 +8,6 @@ description = "revive compiler stdlib components"
|
||||
|
||||
[dependencies]
|
||||
inkwell = { workspace = true, features = ["target-riscv", "no-libffi-linking", "llvm18-0"] }
|
||||
|
||||
[build-dependencies]
|
||||
revive-build-utils = { workspace = true }
|
||||
|
||||
@@ -1,18 +1,23 @@
|
||||
use std::{env, fs, path::Path, process::Command};
|
||||
|
||||
fn main() {
|
||||
println!(
|
||||
"cargo:rerun-if-env-changed={}",
|
||||
revive_build_utils::REVIVE_LLVM_HOST_PREFIX
|
||||
);
|
||||
|
||||
let lib = "stdlib.bc";
|
||||
let out_dir = env::var_os("OUT_DIR").expect("env should have $OUT_DIR");
|
||||
let bitcode_path = Path::new(&out_dir).join(lib);
|
||||
|
||||
let output = Command::new("llvm-as")
|
||||
let llvm_as = revive_build_utils::llvm_host_tool("llvm-as");
|
||||
let output = Command::new(llvm_as)
|
||||
.args([
|
||||
"-o",
|
||||
bitcode_path.to_str().expect("$OUT_DIR should be UTF-8"),
|
||||
"stdlib.ll",
|
||||
])
|
||||
.output()
|
||||
.expect("should be able to invoke llvm-as");
|
||||
.unwrap_or_else(|error| panic!("failed to execute llvm-as: {}", error));
|
||||
|
||||
assert!(
|
||||
output.status.success(),
|
||||
|
||||
@@ -0,0 +1,65 @@
|
||||
[advisories]
|
||||
yanked = "warn"
|
||||
ignore = [
|
||||
#"RUSTSEC-0000-0000",
|
||||
]
|
||||
|
||||
[licenses]
|
||||
allow = [
|
||||
#"Apache-2.0 WITH LLVM-exception",
|
||||
"MIT",
|
||||
"Apache-2.0",
|
||||
"ISC",
|
||||
"Unlicense",
|
||||
"MPL-2.0",
|
||||
"Unicode-DFS-2016",
|
||||
"Unicode-3.0",
|
||||
"CC0-1.0",
|
||||
"BSD-2-Clause",
|
||||
"BSD-3-Clause",
|
||||
"Zlib",
|
||||
"LGPL-3.0",
|
||||
]
|
||||
confidence-threshold = 0.8
|
||||
exceptions = [
|
||||
# Each entry is the crate and version constraint, and its specific allow
|
||||
# list
|
||||
#{ allow = ["Zlib"], name = "adler32", version = "*" },
|
||||
]
|
||||
|
||||
unused-allowed-license = "allow"
|
||||
|
||||
[licenses.private]
|
||||
ignore = false
|
||||
registries = [
|
||||
#"https://sekretz.com/registry
|
||||
]
|
||||
|
||||
[bans]
|
||||
multiple-versions = "warn"
|
||||
wildcards = "allow"
|
||||
highlight = "all"
|
||||
workspace-default-features = "allow"
|
||||
external-default-features = "allow"
|
||||
allow = [
|
||||
#{ name = "ansi_term", version = "=0.11.0" },
|
||||
]
|
||||
# List of crates to deny
|
||||
deny = [
|
||||
# Each entry the name of a crate and a version range. If version is
|
||||
# not specified, all versions will be matched.
|
||||
#{ name = "ansi_term", version = "=0.11.0" },
|
||||
]
|
||||
|
||||
skip = [
|
||||
#{ name = "ansi_term", version = "=0.11.0" },
|
||||
]
|
||||
skip-tree = [
|
||||
#{ name = "ansi_term", version = "=0.11.0", depth = 20 },
|
||||
]
|
||||
|
||||
[sources]
|
||||
unknown-registry = "deny"
|
||||
unknown-git = "allow"
|
||||
allow-registry = ["https://github.com/rust-lang/crates.io-index"]
|
||||
allow-git = []
|
||||
@@ -1,69 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
|
||||
set -euo pipefail
|
||||
|
||||
INSTALL_DIR="${PWD}/llvm18.0-emscripten"
|
||||
mkdir -p "${INSTALL_DIR}"
|
||||
|
||||
# Check if EMSDK_ROOT is defined
|
||||
if [ -z "${EMSDK_ROOT:-}" ]; then
|
||||
echo "Error: EMSDK_ROOT is not defined."
|
||||
echo "Please set the EMSDK_ROOT environment variable to the root directory of your Emscripten SDK."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
source "${EMSDK_ROOT}/emsdk_env.sh"
|
||||
|
||||
LLVM_SRC="${PWD}/llvm-project"
|
||||
LLVM_NATIVE="${PWD}/build/llvm-tools"
|
||||
LLVM_WASM="${PWD}/build/llvm-wasm"
|
||||
|
||||
./clone-llvm.sh "${LLVM_SRC}"
|
||||
|
||||
# Cross-compiling LLVM requires a native build of "llvm-tblgen", "clang-tblgen" and "llvm-config"
|
||||
if [ ! -d "${LLVM_NATIVE}" ]; then
|
||||
cmake -G Ninja \
|
||||
-S "${LLVM_SRC}/llvm" \
|
||||
-B "${LLVM_NATIVE}" \
|
||||
-DCMAKE_BUILD_TYPE=Release \
|
||||
-DLLVM_TARGETS_TO_BUILD=WebAssembly \
|
||||
-DLLVM_ENABLE_PROJECTS="clang"
|
||||
fi
|
||||
|
||||
cmake --build "${LLVM_NATIVE}" -- llvm-tblgen clang-tblgen llvm-config
|
||||
|
||||
if [ ! -d "${LLVM_WASM}" ]; then
|
||||
EMCC_DEBUG=2 \
|
||||
CXXFLAGS="-Dwait4=__syscall_wait4" \
|
||||
LDFLAGS="-lnodefs.js -s NO_INVOKE_RUN -s EXIT_RUNTIME -s INITIAL_MEMORY=64MB -s ALLOW_MEMORY_GROWTH -s \
|
||||
EXPORTED_RUNTIME_METHODS=FS,callMain,NODEFS -s MODULARIZE -s EXPORT_ES6 -s WASM_BIGINT" \
|
||||
emcmake cmake -G Ninja \
|
||||
-S "${LLVM_SRC}/llvm" \
|
||||
-B "${LLVM_WASM}" \
|
||||
-DCMAKE_BUILD_TYPE=Release \
|
||||
-DLLVM_TARGETS_TO_BUILD='RISCV' \
|
||||
-DLLVM_ENABLE_PROJECTS="clang;lld" \
|
||||
-DLLVM_ENABLE_DUMP=OFF \
|
||||
-DLLVM_ENABLE_ASSERTIONS=OFF \
|
||||
-DLLVM_ENABLE_EXPENSIVE_CHECKS=OFF \
|
||||
-DLLVM_ENABLE_BACKTRACES=OFF \
|
||||
-DLLVM_BUILD_TOOLS=OFF \
|
||||
-DLLVM_ENABLE_THREADS=OFF \
|
||||
-DLLVM_BUILD_LLVM_DYLIB=OFF \
|
||||
-DLLVM_INCLUDE_TESTS=OFF \
|
||||
-DLLVM_ENABLE_TERMINFO=Off \
|
||||
-DLLVM_ENABLE_LIBXML2=Off \
|
||||
-DLLVM_ENABLE_ZLIB=Off \
|
||||
-DLLVM_ENABLE_ZSTD=Off \
|
||||
-DLLVM_TABLEGEN="${LLVM_NATIVE}/bin/llvm-tblgen" \
|
||||
-DCLANG_TABLEGEN="${LLVM_NATIVE}/bin/clang-tblgen" \
|
||||
-DCMAKE_INSTALL_PREFIX="${INSTALL_DIR}"
|
||||
fi
|
||||
|
||||
cmake --build "${LLVM_WASM}"
|
||||
cmake --install "${LLVM_WASM}"
|
||||
|
||||
cp "${LLVM_NATIVE}/bin/llvm-config" "${INSTALL_DIR}/bin"
|
||||
|
||||
echo ""
|
||||
echo "LLVM cross-compilation for WebAssembly completed successfully."
|
||||
@@ -0,0 +1,87 @@
|
||||
const { test, expect } = require('@playwright/test');
|
||||
const fs = require('fs');
|
||||
const path = require('path');
|
||||
|
||||
function loadFixture(fixture) {
|
||||
const fixturePath = path.resolve(__dirname, `../fixtures/${fixture}`);
|
||||
return JSON.parse(fs.readFileSync(fixturePath, 'utf-8'));
|
||||
}
|
||||
|
||||
async function runWorker(page, input) {
|
||||
return await page.evaluate((input) => {
|
||||
return new Promise((resolve, reject) => {
|
||||
const worker = new Worker('worker.js');
|
||||
worker.postMessage(JSON.stringify(input));
|
||||
|
||||
worker.onmessage = (event) => {
|
||||
resolve(event.data.output);
|
||||
worker.terminate();
|
||||
};
|
||||
|
||||
worker.onerror = (error) => {
|
||||
reject(error.message || error);
|
||||
worker.terminate();
|
||||
};
|
||||
});
|
||||
}, input);
|
||||
}
|
||||
|
||||
test('should successfully compile valid Solidity code in browser', async ({ page }) => {
|
||||
await page.goto("http://127.0.0.1:8080");
|
||||
await page.setContent("");
|
||||
const standardInput = loadFixture('storage.json')
|
||||
const result = await runWorker(page, standardInput);
|
||||
|
||||
expect(typeof result).toBe('string');
|
||||
let output = JSON.parse(result);
|
||||
expect(output).toHaveProperty('contracts');
|
||||
expect(output.contracts['fixtures/storage.sol']).toHaveProperty('Storage');
|
||||
expect(output.contracts['fixtures/storage.sol'].Storage).toHaveProperty('abi');
|
||||
expect(output.contracts['fixtures/storage.sol'].Storage).toHaveProperty('evm');
|
||||
expect(output.contracts['fixtures/storage.sol'].Storage.evm).toHaveProperty('bytecode');
|
||||
});
|
||||
|
||||
test('should successfully compile large valid Solidity code in browser', async ({ page }) => {
|
||||
await page.goto("http://127.0.0.1:8080");
|
||||
await page.setContent("");
|
||||
const standardInput = loadFixture('token.json')
|
||||
const result = await runWorker(page, standardInput);
|
||||
|
||||
expect(typeof result).toBe('string');
|
||||
let output = JSON.parse(result);
|
||||
expect(output).toHaveProperty('contracts');
|
||||
expect(output.contracts['fixtures/token.sol']).toHaveProperty('MyToken');
|
||||
expect(output.contracts['fixtures/token.sol'].MyToken).toHaveProperty('abi');
|
||||
expect(output.contracts['fixtures/token.sol'].MyToken).toHaveProperty('evm');
|
||||
expect(output.contracts['fixtures/token.sol'].MyToken.evm).toHaveProperty('bytecode');
|
||||
});
|
||||
|
||||
test('should throw an error for invalid Solidity code in browser', async ({ page }) => {
|
||||
await page.goto("http://127.0.0.1:8080");
|
||||
await page.setContent("");
|
||||
const standardInput = loadFixture('invalid_contract_content.json')
|
||||
const result = await runWorker(page, standardInput);
|
||||
|
||||
expect(typeof result).toBe('string');
|
||||
let output = JSON.parse(result);
|
||||
expect(output).toHaveProperty('errors');
|
||||
expect(Array.isArray(output.errors)).toBeTruthy(); // Check if it's an array
|
||||
expect(output.errors.length).toBeGreaterThan(0);
|
||||
expect(output.errors[0]).toHaveProperty('type');
|
||||
expect(output.errors[0].type).toContain('ParserError');
|
||||
});
|
||||
|
||||
test('should return not found error for missing imports in browser', async ({page}) => {
|
||||
await page.goto("http://127.0.0.1:8080");
|
||||
await page.setContent("");
|
||||
const standardInput = loadFixture('missing_import.json')
|
||||
const result = await runWorker(page, standardInput);
|
||||
|
||||
expect(typeof result).toBe('string');
|
||||
let output = JSON.parse(result);
|
||||
expect(output).toHaveProperty('errors');
|
||||
expect(Array.isArray(output.errors)).toBeTruthy(); // Check if it's an array
|
||||
expect(output.errors.length).toBeGreaterThan(0);
|
||||
expect(output.errors[0]).toHaveProperty('message');
|
||||
expect(output.errors[0].message).toContain('Source "nonexistent/console.sol" not found');
|
||||
});
|
||||
@@ -10,20 +10,7 @@ mergeInto(LibraryManager.library, {
|
||||
},
|
||||
resolc_compile: function(inputPtr, inputLen) {
|
||||
const inputJson = UTF8ToString(inputPtr, inputLen);
|
||||
|
||||
// Check if running in a web worker or node.js
|
||||
if (typeof importScripts === 'function') {
|
||||
// Running in a web worker
|
||||
importScripts('./resolc.js');
|
||||
var revive = createRevive()
|
||||
} else if (typeof require === 'function') {
|
||||
// Running in Node.js
|
||||
const path = require('path');
|
||||
createRevive = require(path.resolve(__dirname, './resolc.js'));
|
||||
var revive = createRevive();
|
||||
} else {
|
||||
throw new Error('Unknown environment: Unable to load resolc.js');
|
||||
}
|
||||
var revive = createRevive();
|
||||
revive.writeToStdin(inputJson);
|
||||
|
||||
// Call main on the new instance
|
||||
|
||||
@@ -0,0 +1,32 @@
|
||||
const soljson = require('solc/soljson');
|
||||
const createRevive = require('./resolc.js');
|
||||
|
||||
async function compile(standardJsonInput) {
|
||||
if (!standardJsonInput) {
|
||||
throw new Error('Input JSON for the Solidity compiler is required.');
|
||||
}
|
||||
|
||||
// Initialize the compiler
|
||||
const compiler = createRevive();
|
||||
compiler.soljson = soljson;
|
||||
|
||||
// Provide input to the compiler
|
||||
compiler.writeToStdin(JSON.stringify(standardJsonInput));
|
||||
|
||||
// Run the compiler
|
||||
compiler.callMain(['--standard-json']);
|
||||
|
||||
// Collect output
|
||||
const stdout = compiler.readFromStdout();
|
||||
const stderr = compiler.readFromStderr();
|
||||
|
||||
// Check for errors and throw if stderr exists
|
||||
if (stderr) {
|
||||
throw new Error(`Compilation failed: ${stderr}`);
|
||||
}
|
||||
|
||||
// Return the output if no errors
|
||||
return stdout;
|
||||
}
|
||||
|
||||
module.exports = { compile };
|
||||
@@ -1,5 +1,4 @@
|
||||
const soljson = require('solc/soljson');
|
||||
const createRevive = require('./resolc.js');
|
||||
const { compile } = require('./revive.js');
|
||||
|
||||
const compilerStandardJsonInput = {
|
||||
language: 'Solidity',
|
||||
@@ -30,16 +29,8 @@ const compilerStandardJsonInput = {
|
||||
};
|
||||
|
||||
async function runCompiler() {
|
||||
const m = createRevive();
|
||||
m.soljson = soljson;
|
||||
|
||||
// Set input data for stdin
|
||||
m.writeToStdin(JSON.stringify(compilerStandardJsonInput));
|
||||
|
||||
// Compile the Solidity source code
|
||||
let x = m.callMain(['--standard-json']);
|
||||
console.log("Stdout: " + m.readFromStdout());
|
||||
console.error("Stderr: " + m.readFromStderr());
|
||||
let output = await compile(compilerStandardJsonInput)
|
||||
console.log("Output: " + output);
|
||||
}
|
||||
|
||||
runCompiler().catch(err => {
|
||||
|
||||
+44
-28
@@ -1,35 +1,51 @@
|
||||
<!DOCTYPE html>
|
||||
<html>
|
||||
|
||||
<head>
|
||||
<meta charset="utf-8" />
|
||||
<title>Web Worker Example</title>
|
||||
<style>
|
||||
/* Ensure the pre tag wraps long lines */
|
||||
pre {
|
||||
white-space: pre-wrap; /* Wrap long lines */
|
||||
word-wrap: break-word; /* Break long words */
|
||||
max-width: 100%; /* Optional: Ensures it doesn't overflow container */
|
||||
overflow-wrap: break-word; /* Another method for wrapping */
|
||||
}
|
||||
</style>
|
||||
</head>
|
||||
<head>
|
||||
<meta charset="utf-8" />
|
||||
<title>Web Worker Example</title>
|
||||
<style>
|
||||
/* Ensure the pre tag wraps long lines */
|
||||
pre {
|
||||
white-space: pre-wrap; /* Wrap long lines */
|
||||
word-wrap: break-word; /* Break long words */
|
||||
max-width: 100%; /* Optional: Ensures it doesn't overflow container */
|
||||
overflow-wrap: break-word; /* Another method for wrapping */
|
||||
}
|
||||
</style>
|
||||
</head>
|
||||
|
||||
<body>
|
||||
<h1>Revive Compilation Output</h1>
|
||||
<pre id="output"></pre>
|
||||
<script>
|
||||
var outputElement = document.getElementById('output');
|
||||
var worker = new Worker('./worker.js');
|
||||
worker.addEventListener('message', function (e) {
|
||||
const output = e.data.output
|
||||
outputElement.textContent = output;
|
||||
}, false);
|
||||
<body>
|
||||
<h1>Revive Compilation Output</h1>
|
||||
<pre id="output"></pre>
|
||||
<script>
|
||||
var outputElement = document.getElementById('output');
|
||||
var worker = new Worker('./worker.js');
|
||||
const standardJsonInput = {
|
||||
language: 'Solidity',
|
||||
sources: {
|
||||
contract: {
|
||||
content: 'contract MyContract { function f() public { } }',
|
||||
}
|
||||
},
|
||||
settings: {
|
||||
optimizer: {
|
||||
enabled: true,
|
||||
runs: 200,
|
||||
},
|
||||
outputSelection: {
|
||||
'*': {
|
||||
'*': ['abi'],
|
||||
}
|
||||
}
|
||||
}
|
||||
};
|
||||
worker.addEventListener('message', function (e) {
|
||||
outputElement.textContent = e.data.output;
|
||||
}, false);
|
||||
|
||||
worker.postMessage({
|
||||
contractCode: 'contract C { function f() public { } }',
|
||||
})
|
||||
</script>
|
||||
</body>
|
||||
worker.postMessage(JSON.stringify(standardJsonInput));
|
||||
</script>
|
||||
</body>
|
||||
|
||||
</html>
|
||||
|
||||
@@ -4,32 +4,12 @@ importScripts('./resolc.js');
|
||||
|
||||
// Handle messages from the main thread
|
||||
onmessage = async function (e) {
|
||||
const contractCode = e.data.contractCode
|
||||
const sourceCode = {
|
||||
language: 'Solidity',
|
||||
sources: {
|
||||
contract: {
|
||||
content: contractCode,
|
||||
}
|
||||
},
|
||||
settings: {
|
||||
optimizer: {
|
||||
enabled: true,
|
||||
runs: 200,
|
||||
},
|
||||
outputSelection: {
|
||||
'*': {
|
||||
'*': ['abi'],
|
||||
}
|
||||
}
|
||||
}
|
||||
};
|
||||
const m = createRevive();
|
||||
|
||||
m.soljson = Module;
|
||||
|
||||
// Set input data for stdin
|
||||
m.writeToStdin(JSON.stringify(sourceCode));
|
||||
m.writeToStdin(e.data);
|
||||
|
||||
// Compile the Solidity source code
|
||||
m.callMain(['--standard-json']);
|
||||
|
||||
@@ -0,0 +1,22 @@
|
||||
{
|
||||
"language": "Solidity",
|
||||
"sources": {
|
||||
"fixtures/storage.sol": {
|
||||
"content": "// SPDX-License-Identifier: UNLICENSED\npragma solidity ^0.8.0;\nimport \"nonexistent/console.sol\";\ncontract MyContract { function greet() public pure returns (string memory) { return \"Hello\" // Missing semicolon }}"
|
||||
}
|
||||
},
|
||||
"settings": {
|
||||
"optimizer": {
|
||||
"enabled": true,
|
||||
"runs": 200
|
||||
},
|
||||
"outputSelection": {
|
||||
"*": {
|
||||
"*": [
|
||||
"abi"
|
||||
]
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@@ -0,0 +1,22 @@
|
||||
{
|
||||
"language": "Solidity",
|
||||
"sources": {
|
||||
"fixtures/storage.sol": {
|
||||
"content": "// SPDX-License-Identifier: UNLICENSED\npragma solidity ^0.8.0;\nimport \"nonexistent/console.sol\";\ncontract MyContract { function f() public { } }"
|
||||
}
|
||||
},
|
||||
"settings": {
|
||||
"optimizer": {
|
||||
"enabled": true,
|
||||
"runs": 200
|
||||
},
|
||||
"outputSelection": {
|
||||
"*": {
|
||||
"*": [
|
||||
"abi"
|
||||
]
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@@ -0,0 +1,22 @@
|
||||
{
|
||||
"language": "Solidity",
|
||||
"sources": {
|
||||
"fixtures/storage.sol": {
|
||||
"content": "// SPDX-License-Identifier: GPL-3.0\npragma solidity >=0.8.2 <0.9.0;\ncontract Storage {\n uint256 number;\n function store(uint256 num) public { number = num; }\n function retrieve() public view returns (uint256){ return number; }\n}"
|
||||
}
|
||||
},
|
||||
"settings": {
|
||||
"optimizer": {
|
||||
"enabled": true,
|
||||
"runs": 200
|
||||
},
|
||||
"outputSelection": {
|
||||
"*": {
|
||||
"*": [
|
||||
"abi"
|
||||
]
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
File diff suppressed because one or more lines are too long
+8
-2
@@ -7,9 +7,15 @@
|
||||
"scripts": {
|
||||
"fetch:soljson": "wget https://binaries.soliditylang.org/wasm/soljson-v0.8.28+commit.7893614a.js -O ./examples/web/soljson.js",
|
||||
"example:web": "npm run fetch:soljson && http-server ./examples/web/",
|
||||
"example:node": "node ./examples/node/run_revive.js"
|
||||
"example:node": "node ./examples/node/run_revive.js",
|
||||
"test:node": "mocha --timeout 60000 ./tests",
|
||||
"test:bun": "bun test --timeout 60000 node.test",
|
||||
"test:all": "npm run test:node && npm run test:bun"
|
||||
},
|
||||
"devDependencies": {
|
||||
"http-server": "^14.1.1"
|
||||
"@playwright/test": "^1.49.1",
|
||||
"chai": "^5.1.2",
|
||||
"http-server": "^14.1.1",
|
||||
"mocha": "^11.0.1"
|
||||
}
|
||||
}
|
||||
|
||||
@@ -0,0 +1,52 @@
|
||||
const { defineConfig, devices } = require('@playwright/test');
|
||||
|
||||
/**
|
||||
* @see https://playwright.dev/docs/test-configuration
|
||||
*/
|
||||
module.exports = defineConfig({
|
||||
testDir: './e2e',
|
||||
/* Run tests in files in parallel */
|
||||
fullyParallel: true,
|
||||
/* Fail the build on CI if you accidentally left test.only in the source code. */
|
||||
forbidOnly: !!process.env.CI,
|
||||
/* Retry on CI only */
|
||||
retries: process.env.CI ? 2 : 0,
|
||||
/* Opt out of parallel tests on CI. */
|
||||
workers: process.env.CI ? 1 : undefined,
|
||||
/* Reporter to use. See https://playwright.dev/docs/test-reporters */
|
||||
reporter: 'list',
|
||||
/* Shared settings for all the projects below. See https://playwright.dev/docs/api/class-testoptions. */
|
||||
use: {
|
||||
/* Base URL to use in actions like `await page.goto('/')`. */
|
||||
baseURL: 'http://127.0.0.1:8080',
|
||||
|
||||
/* Collect trace when retrying the failed test. See https://playwright.dev/docs/trace-viewer */
|
||||
trace: 'on-first-retry',
|
||||
},
|
||||
timeout: 480000,
|
||||
/* Configure projects for major browsers */
|
||||
projects: [
|
||||
{
|
||||
name: 'chromium',
|
||||
use: { ...devices['Desktop Chrome'] },
|
||||
},
|
||||
|
||||
{
|
||||
name: 'firefox',
|
||||
use: { ...devices['Desktop Firefox'] },
|
||||
},
|
||||
|
||||
{
|
||||
name: 'webkit',
|
||||
use: { ...devices['Desktop Safari'] },
|
||||
}
|
||||
],
|
||||
|
||||
/* Run your local dev server before starting the tests */
|
||||
webServer: {
|
||||
command: 'npm run example:web',
|
||||
url: 'http://127.0.0.1:8080',
|
||||
reuseExistingServer: !process.env.CI,
|
||||
},
|
||||
});
|
||||
|
||||
@@ -0,0 +1,70 @@
|
||||
import { expect } from 'chai';
|
||||
import { compile } from '../examples/node/revive.js';
|
||||
import { fileURLToPath } from 'url';
|
||||
import path from 'path';
|
||||
import fs from 'fs';
|
||||
const __filename = fileURLToPath(import.meta.url);
|
||||
const __dirname = path.dirname(__filename);
|
||||
|
||||
function loadFixture(fixture) {
|
||||
const fixturePath = path.resolve(__dirname, `../fixtures/${fixture}`);
|
||||
return JSON.parse(fs.readFileSync(fixturePath, 'utf-8'));
|
||||
}
|
||||
|
||||
describe('Compile Function Tests', function () {
|
||||
it('should successfully compile valid Solidity code', async function () {
|
||||
const standardInput = loadFixture('storage.json')
|
||||
|
||||
const result = await compile(standardInput);
|
||||
expect(result).to.be.a('string');
|
||||
const output = JSON.parse(result);
|
||||
expect(output).to.have.property('contracts');
|
||||
expect(output.contracts['fixtures/storage.sol']).to.have.property('Storage');
|
||||
expect(output.contracts['fixtures/storage.sol'].Storage).to.have.property('abi');
|
||||
expect(output.contracts['fixtures/storage.sol'].Storage).to.have.property('evm');
|
||||
expect(output.contracts['fixtures/storage.sol'].Storage.evm).to.have.property('bytecode');
|
||||
});
|
||||
|
||||
if (typeof globalThis.Bun == 'undefined') {
|
||||
// Running this test with Bun on a Linux host causes:
|
||||
// RuntimeError: Out of bounds memory access (evaluating 'getWasmTableEntry(index)(a1, a2, a3, a4, a5)')
|
||||
// Once this issue is resolved, the test will be re-enabled.
|
||||
it('should successfully compile large Solidity code', async function () {
|
||||
const standardInput = loadFixture('token.json')
|
||||
|
||||
const result = await compile(standardInput);
|
||||
expect(result).to.be.a('string');
|
||||
const output = JSON.parse(result);
|
||||
expect(output).to.have.property('contracts');
|
||||
expect(output.contracts['fixtures/token.sol']).to.have.property('MyToken');
|
||||
expect(output.contracts['fixtures/token.sol'].MyToken).to.have.property('abi');
|
||||
expect(output.contracts['fixtures/token.sol'].MyToken).to.have.property('evm');
|
||||
expect(output.contracts['fixtures/token.sol'].MyToken.evm).to.have.property('bytecode');
|
||||
});
|
||||
}
|
||||
|
||||
it('should throw an error for invalid Solidity code', async function () {
|
||||
const standardInput = loadFixture('invalid_contract_content.json')
|
||||
|
||||
const result = await compile(standardInput);
|
||||
expect(result).to.be.a('string');
|
||||
const output = JSON.parse(result);
|
||||
expect(output).to.have.property('errors');
|
||||
expect(output.errors).to.be.an('array');
|
||||
expect(output.errors.length).to.be.greaterThan(0);
|
||||
expect(output.errors[0].type).to.exist;
|
||||
expect(output.errors[0].type).to.contain("ParserError");
|
||||
});
|
||||
|
||||
it('should return not found error for missing imports', async function () {
|
||||
const standardInput = loadFixture('missing_import.json')
|
||||
|
||||
const result = await compile(standardInput);
|
||||
const output = JSON.parse(result);
|
||||
expect(output).to.have.property('errors');
|
||||
expect(output.errors).to.be.an('array');
|
||||
expect(output.errors.length).to.be.greaterThan(0);
|
||||
expect(output.errors[0].message).to.exist;
|
||||
expect(output.errors[0].message).to.include('Source "nonexistent/console.sol" not found');
|
||||
});
|
||||
});
|
||||
+1
-1
@@ -3,7 +3,7 @@
|
||||
"private": true,
|
||||
"scripts": {
|
||||
"test:cli": "npm run test -w crates/solidity/src/tests/cli-tests",
|
||||
"test:revive": "npm run example:node -w js"
|
||||
"test:wasm": "npm run test:all -w js"
|
||||
},
|
||||
"workspaces": [
|
||||
"crates/solidity/src/tests/cli-tests",
|
||||
|
||||
@@ -1,7 +0,0 @@
|
||||
#! /usr/bin/env bash
|
||||
|
||||
CONTAINER=revive-builder-debian-x86
|
||||
VERSION=latest
|
||||
DOCKERFILE=revive-builder-debian.dockerfile
|
||||
|
||||
docker build --rm -t ${CONTAINER}:${VERSION} -f ${DOCKERFILE} $@
|
||||
@@ -1,20 +0,0 @@
|
||||
#! /usr/bin/env bash
|
||||
|
||||
set -euo pipefail
|
||||
|
||||
REVIVE_INSTALL_DIR=$(pwd)/target/release
|
||||
while getopts "o:" option ; do
|
||||
case $option in
|
||||
o) # Output directory
|
||||
REVIVE_INSTALL_DIR=$OPTARG
|
||||
;;
|
||||
\?) echo "Error: Invalid option"
|
||||
exit 1;;
|
||||
esac
|
||||
done
|
||||
echo "Installing to ${REVIVE_INSTALL_DIR}"
|
||||
|
||||
$(pwd)/build-llvm.sh
|
||||
export PATH=$(pwd)/llvm18.0/bin:$PATH
|
||||
|
||||
make install-revive REVIVE_INSTALL_DIR=${REVIVE_INSTALL_DIR}
|
||||
Some files were not shown because too many files have changed in this diff Show More
Reference in New Issue
Block a user