Update compilers to use interior caching

This commit is contained in:
Omar Abdulla
2025-08-28 16:00:37 +03:00
parent f36a132e05
commit 31f69de3cb
5 changed files with 38 additions and 36 deletions
+2 -3
View File
@@ -7,7 +7,6 @@ use std::{
collections::HashMap, collections::HashMap,
hash::Hash, hash::Hash,
path::{Path, PathBuf}, path::{Path, PathBuf},
sync::Arc,
}; };
use alloy::json_abi::JsonAbi; use alloy::json_abi::JsonAbi;
@@ -29,7 +28,7 @@ pub mod revive_resolc;
pub mod solc; pub mod solc;
/// A common interface for all supported Solidity compilers. /// A common interface for all supported Solidity compilers.
pub trait SolidityCompiler { pub trait SolidityCompiler: Sized {
/// Instantiates a new compiler object. /// Instantiates a new compiler object.
/// ///
/// Based on the given [`Arguments`] and [`VersionOrRequirement`] this function instantiates a /// Based on the given [`Arguments`] and [`VersionOrRequirement`] this function instantiates a
@@ -38,7 +37,7 @@ pub trait SolidityCompiler {
fn new( fn new(
config: &Arguments, config: &Arguments,
version: impl Into<Option<VersionOrRequirement>>, version: impl Into<Option<VersionOrRequirement>>,
) -> impl Future<Output = Result<Arc<Self>>>; ) -> impl Future<Output = Result<Self>>;
/// Returns the version of the compiler. /// Returns the version of the compiler.
fn version(&self) -> &Version; fn version(&self) -> &Version;
+15 -14
View File
@@ -26,11 +26,13 @@ use semver::Version;
use tokio::{io::AsyncWriteExt, process::Command as AsyncCommand}; use tokio::{io::AsyncWriteExt, process::Command as AsyncCommand};
/// A wrapper around the `resolc` binary, emitting PVM-compatible bytecode. /// A wrapper around the `resolc` binary, emitting PVM-compatible bytecode.
#[derive(Debug)] #[derive(Clone, Debug, PartialEq, Eq, PartialOrd, Ord, Hash)]
pub struct Resolc { pub struct Resolc(Arc<ResolcInner>);
/// The internal solc compiler that the resolc compiler uses as a compiler frontend.
solc: Arc<Solc>,
#[derive(Clone, Debug, PartialEq, Eq, PartialOrd, Ord, Hash)]
struct ResolcInner {
/// The internal solc compiler that the resolc compiler uses as a compiler frontend.
solc: Solc,
/// Path to the `resolc` executable /// Path to the `resolc` executable
resolc_path: PathBuf, resolc_path: PathBuf,
} }
@@ -39,12 +41,11 @@ impl SolidityCompiler for Resolc {
async fn new( async fn new(
config: &Arguments, config: &Arguments,
version: impl Into<Option<VersionOrRequirement>>, version: impl Into<Option<VersionOrRequirement>>,
) -> Result<std::sync::Arc<Self>> { ) -> Result<Self> {
/// This is a cache of all of the resolc compiler objects. Since we do not currently support /// This is a cache of all of the resolc compiler objects. Since we do not currently support
/// multiple resolc compiler versions, so our cache is just keyed by the solc compiler and /// multiple resolc compiler versions, so our cache is just keyed by the solc compiler and
/// its version to the resolc compiler. /// its version to the resolc compiler.
static COMPILERS_CACHE: LazyLock<DashMap<Arc<Solc>, Arc<Resolc>>> = static COMPILERS_CACHE: LazyLock<DashMap<Solc, Resolc>> = LazyLock::new(Default::default);
LazyLock::new(Default::default);
let solc = Solc::new(config, version) let solc = Solc::new(config, version)
.await .await
@@ -53,10 +54,10 @@ impl SolidityCompiler for Resolc {
Ok(COMPILERS_CACHE Ok(COMPILERS_CACHE
.entry(solc.clone()) .entry(solc.clone())
.or_insert_with(|| { .or_insert_with(|| {
Arc::new(Self { Self(Arc::new(ResolcInner {
solc, solc,
resolc_path: config.resolc.clone(), resolc_path: config.resolc.clone(),
}) }))
}) })
.clone()) .clone())
} }
@@ -64,11 +65,11 @@ impl SolidityCompiler for Resolc {
fn version(&self) -> &Version { fn version(&self) -> &Version {
// We currently return the solc compiler version since we do not support multiple resolc // We currently return the solc compiler version since we do not support multiple resolc
// compiler versions. // compiler versions.
self.solc.version() self.0.solc.version()
} }
fn path(&self) -> &std::path::Path { fn path(&self) -> &std::path::Path {
&self.resolc_path &self.0.resolc_path
} }
#[tracing::instrument(level = "debug", ret)] #[tracing::instrument(level = "debug", ret)]
@@ -133,7 +134,7 @@ impl SolidityCompiler for Resolc {
}, },
}; };
let mut command = AsyncCommand::new(&self.resolc_path); let mut command = AsyncCommand::new(self.path());
command command
.stdin(Stdio::piped()) .stdin(Stdio::piped())
.stdout(Stdio::piped()) .stdout(Stdio::piped())
@@ -154,7 +155,7 @@ impl SolidityCompiler for Resolc {
} }
let mut child = command let mut child = command
.spawn() .spawn()
.with_context(|| format!("Failed to spawn resolc at {}", self.resolc_path.display()))?; .with_context(|| format!("Failed to spawn resolc at {}", self.path().display()))?;
let stdin_pipe = child.stdin.as_mut().expect("stdin must be piped"); let stdin_pipe = child.stdin.as_mut().expect("stdin must be piped");
let serialized_input = serde_json::to_vec(&input) let serialized_input = serde_json::to_vec(&input)
@@ -276,6 +277,6 @@ impl SolidityCompiler for Resolc {
optimize_setting: ModeOptimizerSetting, optimize_setting: ModeOptimizerSetting,
pipeline: ModePipeline, pipeline: ModePipeline,
) -> bool { ) -> bool {
pipeline == ModePipeline::ViaYulIR && self.solc.supports_mode(optimize_setting, pipeline) pipeline == ModePipeline::ViaYulIR && self.0.solc.supports_mode(optimize_setting, pipeline)
} }
} }
+13 -11
View File
@@ -26,7 +26,10 @@ use semver::Version;
use tokio::{io::AsyncWriteExt, process::Command as AsyncCommand}; use tokio::{io::AsyncWriteExt, process::Command as AsyncCommand};
#[derive(Clone, Debug, PartialEq, Eq, PartialOrd, Ord, Hash)] #[derive(Clone, Debug, PartialEq, Eq, PartialOrd, Ord, Hash)]
pub struct Solc { pub struct Solc(Arc<SolcInner>);
#[derive(Clone, Debug, PartialEq, Eq, PartialOrd, Ord, Hash)]
struct SolcInner {
/// The path of the solidity compiler executable that this object uses. /// The path of the solidity compiler executable that this object uses.
solc_path: PathBuf, solc_path: PathBuf,
/// The version of the solidity compiler executable that this object uses. /// The version of the solidity compiler executable that this object uses.
@@ -37,12 +40,11 @@ impl SolidityCompiler for Solc {
async fn new( async fn new(
config: &Arguments, config: &Arguments,
version: impl Into<Option<VersionOrRequirement>>, version: impl Into<Option<VersionOrRequirement>>,
) -> Result<std::sync::Arc<Self>> { ) -> Result<Self> {
// This is a cache for the compiler objects so that whenever the same compiler version is // This is a cache for the compiler objects so that whenever the same compiler version is
// requested the same object is returned. We do this as we do not want to keep cloning the // requested the same object is returned. We do this as we do not want to keep cloning the
// compiler around. // compiler around.
static COMPILERS_CACHE: LazyLock<DashMap<Version, Arc<Solc>>> = static COMPILERS_CACHE: LazyLock<DashMap<Version, Solc>> = LazyLock::new(Default::default);
LazyLock::new(Default::default);
// We attempt to download the solc binary. Note the following: this call does the version // We attempt to download the solc binary. Note the following: this call does the version
// resolution for us. Therefore, even if the download didn't proceed, this function will // resolution for us. Therefore, even if the download didn't proceed, this function will
@@ -56,20 +58,20 @@ impl SolidityCompiler for Solc {
Ok(COMPILERS_CACHE Ok(COMPILERS_CACHE
.entry(version.clone()) .entry(version.clone())
.or_insert_with(|| { .or_insert_with(|| {
Arc::new(Self { Self(Arc::new(SolcInner {
solc_path: path, solc_path: path,
solc_version: version, solc_version: version,
}) }))
}) })
.clone()) .clone())
} }
fn version(&self) -> &Version { fn version(&self) -> &Version {
&self.solc_version &self.0.solc_version
} }
fn path(&self) -> &std::path::Path { fn path(&self) -> &std::path::Path {
&self.solc_path &self.0.solc_path
} }
#[tracing::instrument(level = "debug", ret)] #[tracing::instrument(level = "debug", ret)]
@@ -150,7 +152,7 @@ impl SolidityCompiler for Solc {
}, },
}; };
let mut command = AsyncCommand::new(&self.solc_path); let mut command = AsyncCommand::new(self.path());
command command
.stdin(Stdio::piped()) .stdin(Stdio::piped())
.stdout(Stdio::piped()) .stdout(Stdio::piped())
@@ -171,7 +173,7 @@ impl SolidityCompiler for Solc {
} }
let mut child = command let mut child = command
.spawn() .spawn()
.with_context(|| format!("Failed to spawn solc at {}", self.solc_path.display()))?; .with_context(|| format!("Failed to spawn solc at {}", self.path().display()))?;
let stdin = child.stdin.as_mut().expect("should be piped"); let stdin = child.stdin.as_mut().expect("should be piped");
let serialized_input = serde_json::to_vec(&input) let serialized_input = serde_json::to_vec(&input)
@@ -266,6 +268,6 @@ impl SolidityCompiler for Solc {
impl Solc { impl Solc {
fn compiler_supports_yul(&self) -> bool { fn compiler_supports_yul(&self) -> bool {
const SOLC_VERSION_SUPPORTING_VIA_YUL_IR: Version = Version::new(0, 8, 13); const SOLC_VERSION_SUPPORTING_VIA_YUL_IR: Version = Version::new(0, 8, 13);
self.solc_version >= SOLC_VERSION_SUPPORTING_VIA_YUL_IR self.version() >= &SOLC_VERSION_SUPPORTING_VIA_YUL_IR
} }
} }
+2 -2
View File
@@ -19,7 +19,7 @@ async fn contracts_can_be_compiled_with_solc() {
.unwrap() .unwrap()
.with_source("./tests/assets/array_one_element/main.sol") .with_source("./tests/assets/array_one_element/main.sol")
.unwrap() .unwrap()
.try_build(solc.as_ref()) .try_build(&solc)
.await; .await;
// Assert // Assert
@@ -60,7 +60,7 @@ async fn contracts_can_be_compiled_with_resolc() {
.unwrap() .unwrap()
.with_source("./tests/assets/array_one_element/main.sol") .with_source("./tests/assets/array_one_element/main.sol")
.unwrap() .unwrap()
.try_build(resolc.as_ref()) .try_build(&resolc)
.await; .await;
// Assert // Assert
+6 -6
View File
@@ -514,7 +514,7 @@ where
test.metadata_file_path, test.metadata_file_path,
test.mode.clone(), test.mode.clone(),
None, None,
test.leader_compiler.as_ref(), &test.leader_compiler,
&leader_reporter, &leader_reporter,
), ),
cached_compiler.compile_contracts::<F>( cached_compiler.compile_contracts::<F>(
@@ -522,7 +522,7 @@ where
test.metadata_file_path, test.metadata_file_path,
test.mode.clone(), test.mode.clone(),
None, None,
test.follower_compiler.as_ref(), &test.follower_compiler,
&follower_reporter &follower_reporter
) )
) )
@@ -667,7 +667,7 @@ where
test.metadata_file_path, test.metadata_file_path,
test.mode.clone(), test.mode.clone(),
leader_deployed_libraries.as_ref(), leader_deployed_libraries.as_ref(),
test.leader_compiler.as_ref(), &test.leader_compiler,
&leader_reporter, &leader_reporter,
), ),
cached_compiler.compile_contracts::<F>( cached_compiler.compile_contracts::<F>(
@@ -675,7 +675,7 @@ where
test.metadata_file_path, test.metadata_file_path,
test.mode.clone(), test.mode.clone(),
follower_deployed_libraries.as_ref(), follower_deployed_libraries.as_ref(),
test.follower_compiler.as_ref(), &test.follower_compiler,
&follower_reporter &follower_reporter
) )
) )
@@ -737,8 +737,8 @@ struct Test<'a, L: Platform, F: Platform> {
case: &'a Case, case: &'a Case,
leader_node: &'a <L as Platform>::Blockchain, leader_node: &'a <L as Platform>::Blockchain,
follower_node: &'a <F as Platform>::Blockchain, follower_node: &'a <F as Platform>::Blockchain,
leader_compiler: Arc<L::Compiler>, leader_compiler: L::Compiler,
follower_compiler: Arc<F::Compiler>, follower_compiler: F::Compiler,
reporter: TestSpecificReporter, reporter: TestSpecificReporter,
} }