mirror of
https://github.com/pezkuwichain/revive-differential-tests.git
synced 2026-06-11 14:21:09 +00:00
Compare commits
3 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| cec992f80a | |||
| b53550e43e | |||
| b41c0e61c0 |
@@ -29,10 +29,6 @@ inputs:
|
|||||||
default: true
|
default: true
|
||||||
type: boolean
|
type: boolean
|
||||||
# Test Execution Arguments
|
# Test Execution Arguments
|
||||||
# TODO: We need a better way for people to pass arguments to retester. This way is not very good
|
|
||||||
# because we need to add support for each argument separately and support defaults and all of that
|
|
||||||
# perhaps having people pass in a JSON String of the arguments is the better long term solution
|
|
||||||
# for this.
|
|
||||||
platform:
|
platform:
|
||||||
description: "The identifier of the platform to run the tests on (e.g., geth-evm-solc, revive-dev-node-revm-solc)"
|
description: "The identifier of the platform to run the tests on (e.g., geth-evm-solc, revive-dev-node-revm-solc)"
|
||||||
required: true
|
required: true
|
||||||
@@ -125,12 +121,10 @@ runs:
|
|||||||
--eth-rpc.path ${{ inputs['polkadot-sdk-path'] }}/target/release/eth-rpc \
|
--eth-rpc.path ${{ inputs['polkadot-sdk-path'] }}/target/release/eth-rpc \
|
||||||
--polkadot-omni-node.path ${{ inputs['polkadot-sdk-path'] }}/target/release/polkadot-omni-node \
|
--polkadot-omni-node.path ${{ inputs['polkadot-sdk-path'] }}/target/release/polkadot-omni-node \
|
||||||
--resolc.path ./resolc \
|
--resolc.path ./resolc \
|
||||||
--resolc.heap-size 128000 \
|
|
||||||
--resolc.stack-size 128000 \
|
|
||||||
"${OMNI_ARGS[@]}" || true
|
"${OMNI_ARGS[@]}" || true
|
||||||
- name: Generate the expectation file
|
- name: Generate the expectation file
|
||||||
shell: bash
|
shell: bash
|
||||||
run: report-processor generate-expectations-file --report-path ./workdir/report.json --output-path ./workdir/expectations.json --remove-prefix ./revive-differential-tests/resolc-compiler-tests --include-status failed
|
run: report-processor generate-expectations-file --report-path ./workdir/report.json --output-path ./workdir/expectations.json --remove-prefix ./revive-differential-tests/resolc-compiler-tests
|
||||||
- name: Upload the Report to the CI
|
- name: Upload the Report to the CI
|
||||||
uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f
|
uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f
|
||||||
with:
|
with:
|
||||||
|
|||||||
Generated
-1
@@ -5886,7 +5886,6 @@ dependencies = [
|
|||||||
"revive-dt-report",
|
"revive-dt-report",
|
||||||
"serde",
|
"serde",
|
||||||
"serde_json",
|
"serde_json",
|
||||||
"strum",
|
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
|
|||||||
@@ -806,7 +806,6 @@ pub struct ResolcConfiguration {
|
|||||||
/// If unspecified, the revive compiler default is used
|
/// If unspecified, the revive compiler default is used
|
||||||
#[clap(id = "resolc.heap-size", long = "resolc.heap-size")]
|
#[clap(id = "resolc.heap-size", long = "resolc.heap-size")]
|
||||||
pub heap_size: Option<u32>,
|
pub heap_size: Option<u32>,
|
||||||
|
|
||||||
/// Specifies the PVM stack size in bytes.
|
/// Specifies the PVM stack size in bytes.
|
||||||
///
|
///
|
||||||
/// If unspecified, the revive compiler default is used
|
/// If unspecified, the revive compiler default is used
|
||||||
|
|||||||
@@ -223,24 +223,17 @@ impl<'a> TestDefinition<'a> {
|
|||||||
|
|
||||||
/// Checks if the platforms all support the desired targets in the metadata file.
|
/// Checks if the platforms all support the desired targets in the metadata file.
|
||||||
fn check_target_compatibility(&self) -> TestCheckFunctionResult {
|
fn check_target_compatibility(&self) -> TestCheckFunctionResult {
|
||||||
// The case targets takes presence over the metadata targets.
|
|
||||||
let Some(targets) = self
|
|
||||||
.case
|
|
||||||
.targets
|
|
||||||
.as_ref()
|
|
||||||
.or(self.metadata.targets.as_ref())
|
|
||||||
else {
|
|
||||||
return Ok(());
|
|
||||||
};
|
|
||||||
|
|
||||||
let mut error_map = indexmap! {
|
let mut error_map = indexmap! {
|
||||||
"test_desired_targets" => json!(targets),
|
"test_desired_targets" => json!(self.metadata.targets.as_ref()),
|
||||||
};
|
};
|
||||||
|
|
||||||
let mut is_allowed = true;
|
let mut is_allowed = true;
|
||||||
for (_, platform_information) in self.platforms.iter() {
|
for (_, platform_information) in self.platforms.iter() {
|
||||||
let is_allowed_for_platform =
|
let is_allowed_for_platform = match self.metadata.targets.as_ref() {
|
||||||
targets.contains(&platform_information.platform.vm_identifier());
|
None => true,
|
||||||
|
Some(required_vm_identifiers) => {
|
||||||
|
required_vm_identifiers.contains(&platform_information.platform.vm_identifier())
|
||||||
|
}
|
||||||
|
};
|
||||||
is_allowed &= is_allowed_for_platform;
|
is_allowed &= is_allowed_for_platform;
|
||||||
error_map.insert(
|
error_map.insert(
|
||||||
platform_information.platform.platform_identifier().into(),
|
platform_information.platform.platform_identifier().into(),
|
||||||
|
|||||||
@@ -1,22 +1,16 @@
|
|||||||
use alloy::primitives::{Address, map::HashSet};
|
use alloy::primitives::Address;
|
||||||
use schemars::JsonSchema;
|
use schemars::JsonSchema;
|
||||||
use serde::{Deserialize, Serialize};
|
use serde::{Deserialize, Serialize};
|
||||||
|
|
||||||
use revive_dt_common::{
|
use revive_dt_common::{
|
||||||
macros::define_wrapper_type,
|
macros::define_wrapper_type,
|
||||||
types::{Mode, ParsedMode, VmIdentifier},
|
types::{Mode, ParsedMode},
|
||||||
};
|
};
|
||||||
|
|
||||||
use crate::steps::*;
|
use crate::steps::*;
|
||||||
|
|
||||||
#[derive(Debug, Default, Serialize, Deserialize, Clone, Eq, PartialEq, JsonSchema)]
|
#[derive(Debug, Default, Serialize, Deserialize, Clone, Eq, PartialEq, JsonSchema)]
|
||||||
pub struct Case {
|
pub struct Case {
|
||||||
/// An optional vector of targets that this Metadata file's cases can be executed on. As an
|
|
||||||
/// example, if we wish for the metadata file's cases to only be run on PolkaVM then we'd
|
|
||||||
/// specify a target of "PolkaVM" in here.
|
|
||||||
#[serde(skip_serializing_if = "Option::is_none")]
|
|
||||||
pub targets: Option<HashSet<VmIdentifier>>,
|
|
||||||
|
|
||||||
/// An optional name of the test case.
|
/// An optional name of the test case.
|
||||||
#[serde(skip_serializing_if = "Option::is_none")]
|
#[serde(skip_serializing_if = "Option::is_none")]
|
||||||
pub name: Option<String>,
|
pub name: Option<String>,
|
||||||
|
|||||||
@@ -8,7 +8,6 @@ use std::{
|
|||||||
str::FromStr,
|
str::FromStr,
|
||||||
};
|
};
|
||||||
|
|
||||||
use alloy::primitives::map::HashSet;
|
|
||||||
use schemars::JsonSchema;
|
use schemars::JsonSchema;
|
||||||
use serde::{Deserialize, Serialize};
|
use serde::{Deserialize, Serialize};
|
||||||
|
|
||||||
@@ -84,7 +83,7 @@ pub struct Metadata {
|
|||||||
/// example, if we wish for the metadata file's cases to only be run on PolkaVM then we'd
|
/// example, if we wish for the metadata file's cases to only be run on PolkaVM then we'd
|
||||||
/// specify a target of "PolkaVM" in here.
|
/// specify a target of "PolkaVM" in here.
|
||||||
#[serde(skip_serializing_if = "Option::is_none")]
|
#[serde(skip_serializing_if = "Option::is_none")]
|
||||||
pub targets: Option<HashSet<VmIdentifier>>,
|
pub targets: Option<Vec<VmIdentifier>>,
|
||||||
|
|
||||||
/// A vector of the test cases and workloads contained within the metadata file. This is their
|
/// A vector of the test cases and workloads contained within the metadata file. This is their
|
||||||
/// primary description.
|
/// primary description.
|
||||||
|
|||||||
@@ -18,7 +18,6 @@ revive-dt-common = { workspace = true }
|
|||||||
|
|
||||||
anyhow = { workspace = true }
|
anyhow = { workspace = true }
|
||||||
clap = { workspace = true }
|
clap = { workspace = true }
|
||||||
strum = { workspace = true }
|
|
||||||
serde = { workspace = true }
|
serde = { workspace = true }
|
||||||
serde_json = { workspace = true }
|
serde_json = { workspace = true }
|
||||||
|
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
use std::{
|
use std::{
|
||||||
borrow::Cow,
|
borrow::Cow,
|
||||||
collections::{BTreeMap, BTreeSet, HashSet},
|
collections::{BTreeMap, BTreeSet},
|
||||||
fmt::Display,
|
fmt::Display,
|
||||||
fs::{File, OpenOptions},
|
fs::{File, OpenOptions},
|
||||||
ops::{Deref, DerefMut},
|
ops::{Deref, DerefMut},
|
||||||
@@ -9,12 +9,11 @@ use std::{
|
|||||||
};
|
};
|
||||||
|
|
||||||
use anyhow::{Context as _, Error, Result, bail};
|
use anyhow::{Context as _, Error, Result, bail};
|
||||||
use clap::{Parser, ValueEnum};
|
use clap::Parser;
|
||||||
use serde::{Deserialize, Serialize, de::DeserializeOwned};
|
use serde::{Deserialize, Serialize, de::DeserializeOwned};
|
||||||
|
|
||||||
use revive_dt_common::types::{Mode, ParsedTestSpecifier};
|
use revive_dt_common::types::{Mode, ParsedTestSpecifier};
|
||||||
use revive_dt_report::{Report, TestCaseStatus};
|
use revive_dt_report::{Report, TestCaseStatus};
|
||||||
use strum::EnumString;
|
|
||||||
|
|
||||||
fn main() -> Result<()> {
|
fn main() -> Result<()> {
|
||||||
let cli = Cli::try_parse().context("Failed to parse the CLI arguments")?;
|
let cli = Cli::try_parse().context("Failed to parse the CLI arguments")?;
|
||||||
@@ -24,14 +23,11 @@ fn main() -> Result<()> {
|
|||||||
report_path,
|
report_path,
|
||||||
output_path: output_file,
|
output_path: output_file,
|
||||||
remove_prefix,
|
remove_prefix,
|
||||||
include_status,
|
|
||||||
} => {
|
} => {
|
||||||
let remove_prefix = remove_prefix
|
let remove_prefix = remove_prefix
|
||||||
.into_iter()
|
.into_iter()
|
||||||
.map(|path| path.canonicalize().context("Failed to canonicalize path"))
|
.map(|path| path.canonicalize().context("Failed to canonicalize path"))
|
||||||
.collect::<Result<Vec<_>>>()?;
|
.collect::<Result<Vec<_>>>()?;
|
||||||
let include_status =
|
|
||||||
include_status.map(|value| value.into_iter().collect::<HashSet<_>>());
|
|
||||||
|
|
||||||
let expectations = report_path
|
let expectations = report_path
|
||||||
.execution_information
|
.execution_information
|
||||||
@@ -77,12 +73,7 @@ fn main() -> Result<()> {
|
|||||||
Status::from(status),
|
Status::from(status),
|
||||||
)
|
)
|
||||||
})
|
})
|
||||||
.filter(|(_, status)| {
|
.filter(|(_, status)| *status == Status::Failed)
|
||||||
include_status
|
|
||||||
.as_ref()
|
|
||||||
.map(|allowed_status| allowed_status.contains(status))
|
|
||||||
.unwrap_or(true)
|
|
||||||
})
|
|
||||||
.collect::<Expectations>();
|
.collect::<Expectations>();
|
||||||
|
|
||||||
let output_file = OpenOptions::new()
|
let output_file = OpenOptions::new()
|
||||||
@@ -152,11 +143,6 @@ pub enum Cli {
|
|||||||
/// Prefix paths to remove from the paths in the final expectations file.
|
/// Prefix paths to remove from the paths in the final expectations file.
|
||||||
#[clap(long)]
|
#[clap(long)]
|
||||||
remove_prefix: Vec<PathBuf>,
|
remove_prefix: Vec<PathBuf>,
|
||||||
|
|
||||||
/// Controls which test case statuses are included in the generated expectations file. If
|
|
||||||
/// nothing is specified then it will include all of the test case status.
|
|
||||||
#[clap(long)]
|
|
||||||
include_status: Option<Vec<Status>>,
|
|
||||||
},
|
},
|
||||||
|
|
||||||
/// Compares two expectation files to ensure that they match each other.
|
/// Compares two expectation files to ensure that they match each other.
|
||||||
@@ -171,21 +157,7 @@ pub enum Cli {
|
|||||||
},
|
},
|
||||||
}
|
}
|
||||||
|
|
||||||
#[derive(
|
#[derive(Clone, Copy, Debug, PartialEq, Eq, PartialOrd, Ord, Hash, Serialize, Deserialize)]
|
||||||
Clone,
|
|
||||||
Copy,
|
|
||||||
Debug,
|
|
||||||
PartialEq,
|
|
||||||
Eq,
|
|
||||||
PartialOrd,
|
|
||||||
Ord,
|
|
||||||
Hash,
|
|
||||||
Serialize,
|
|
||||||
Deserialize,
|
|
||||||
ValueEnum,
|
|
||||||
EnumString,
|
|
||||||
)]
|
|
||||||
#[strum(serialize_all = "kebab-case")]
|
|
||||||
pub enum Status {
|
pub enum Status {
|
||||||
Succeeded,
|
Succeeded,
|
||||||
Failed,
|
Failed,
|
||||||
|
|||||||
+1
-1
Submodule resolc-compiler-tests updated: d5185923e0...55da34c4f6
Reference in New Issue
Block a user