mirror of
https://github.com/pezkuwichain/pezkuwi-subxt.git
synced 2026-04-23 00:18:00 +00:00
793c945fbd
* Remove test macro * Remove client crate * Create tests crate and move pallet specific tests there * Extract client, remove metadata and extra, more demolition * Update substrate dependencies to git dependencies * Remove Store stuff for now * Comment out some Call usages * Add back Runtime trait coped from original System trait * Make subxt lib compile * Delete old proc macros and copy over type generation from chameleon * WIP make transfer balance test pass * Change to subxt attribute macro * WIP provide user defined type substitutes * User defined type substitutes compile * WIP submitting transactions * WIP transfer balance test * Fix macro * Cargo fmt * WIP generating storage hashers * WIP add AccountData trait for fetching the nonce * Support single type storage map keys * WIP impl AccountInfo retrieval * Fix up storage struct generation * Implement AccountData triait directly on storage entry * Borrow storage map key and convert account id * Implement storage fetch client methods * Remove legacy metadata storage key construction * Rename CheckEra to CheckMortality * Substitute perthings types for compact impls * Fmt * Downgrade dyn-clone for cargo-contract compat * Scale-fo 1.0 * scale-info 1.0 * Remove special range handling * Restore wildcard type params * Frame metadata 14.0 * WIP decoding events * WIP more dynamically decoding events * Fmt * Decode events, handle errors * Uncomment some tests * Remove unused get_mod function * Fix some warnings * Fix some more warnings * Fix some more warnings * Add tests mod * Rename node-runtime tests mod to frame * Fix some warnings * Fmt * WIP generate storage client with getters * Storage client compiling * Generate storage client api * Fix up system account query account ids * WIP generating tx api fns * Only generate tx api fields when calls available * Fix tx api call fns * Fmt * WIP generate event structs * call functions not async * Derive Eq for comparison on generated types * Generate event structs * Fix call name * Fmt * Update node runtime metadata to substrate c000780db * Download latest substrate release for integration testing * Fix event decoding * Remove unused imports * Fix plain storage access, total_issuance pass * Fmt * Restore contracts tests * Backoff connecting to substrate node * Add required TypeInfo impls for local SignedExtension impls * Remove unnecessary assert formatting * Fix handling of DispatchError * Refactor contracts tests * Troubleshooting contract not found * Remove more client feature stuff * Fix dynamic event variant decoding, write consumed index to output * Fmt * Use substrate branch with heavy dependency removed * Remove sp-rcp dependency, define types locally * Ignore cargo timeing files * Use my branch for substrate test deps * Fix storage key type gen * Comment out fetching contract info * Add key iteration, extract storage client from main client * Debugging key generation * Use substrate master branch * Fix call test * Remove TypeSegmenter and dynclone dependency * Publicly expose Rpc mod * Unused import warnings * Add getter for runtime metadata * Add pallet and event indices for raw events * Add is_call and is_event convenience trait functions * Add missing docs * Refactor tests crate * Restore remaining client tests * Fmt * Fix warnings * Restore get_mod as test helper and fmt * Use client references for api calls * Fix api usages with methods * Use Bytes for RawEvent debug * Update metadata * Restoring some Balances tests * Populate runtime storage metadata * Restore balances lock test * Restore Balances error test * Fmt * Restore transfer subscription API * Staking test * Restore another staking test * Restore another staking test * Restore another staking test * Partially restore chill_works_for_controller_only staking test * Fix fetching Optional storage entries * Restore staking bond test * Restore remaining staking tests * Fmt * Restore sudo tests * Add some system tests * Fmt * Resolve some todos * Remove pass through rpc methods on Client, expose via rpc() getter * Remove more rpc pass through methods * Remove submit tx pass through rpc methods * Add some comments to SubmittableExtrinsic methods * Construct the runtime api from the client * Fmt * Use From trait instead of new for AccountData query * Rename subxt_proc_macro crate to subxt_macro * Fix AccountData From impl * Extract codegen crate from macro crate * Fmt * Replace chameleon hidden field name * Extract StructDef for generating structs * More refactoring of StructDef, moving towards sharing with typegen * Replace explicit tests crate with single implicit integration tests crate * Rename from substrate-subxt to subxt * Fix runtime path relative to root Cargo.toml * Move RpcClient creation to RpcClient * WIP get examples to compile * Rename Runtime to Config trait * WIP implementing default Config * WIP implementing default extrinsic extras * fix metadata constants (#299) * Move DefaultConfig definition and impl to macro * Extract type substitute parsing to ir mod * Extract calls, events and storage from api generation * Add some hardcoded type substitute defaults * Fmt * Add utility pallet tests (#300) * add batch call test example * add pallet utility tests * add utility module * fix warnings * Add polkadot runtime metadata for example * Fix system errors and fmt * Add subxt-cli crate * Add metadata and codegen subcommands * Make subxt-cli codegen command work * Fmt * Add polkadot codegen test * Comment about how to run codegen * Derive AsCompact for structs with single concrete unsigned int field * Fix bitvec codegen, adds as non optional dependency * Regenerate polkadot api with bitvec fix * Edition 2021 * Fix polkadot codegen with bitvec * Polkadot balance transfer is working * Fix fetch remote * Fix transfer_subscribe example * Fix submit_and_watch example * Fmt * Generate storage iter method for iterating over keys * Fmt * Fix existential deposit test * Fix staking tests * Add option for custom generated type derives * Add generated type derives for test runtime api * Fmt * Copy WrapperTypeOpaque from substrate, add Encode/Decode * Fmt * Extract type generator to module, separate & fix tests * Fully qualified primitive and prelude types * Fix up remaining type gen tests * Skip formatting of generated polkadot example code * Remove empty utility test file. * Newline * Update cli/src/main.rs Co-authored-by: David <dvdplm@gmail.com> * Rename subxt-cli executable to subxt * Update src/client.rs Co-authored-by: David <dvdplm@gmail.com> * Add some code docs to TypeGenerator. * Extract TypePath to own file * Extract type def generation to separate file * Renamed ModuleType to TypeDefGen * Fmt * Factor out type parameter from final_key * Fix some type paths * Resolve some todos * Resolve some panic todos in events * Add EventsDecodingError * Decode compact composite types with a single primitive field * Decode compact composite types with a single primitive field * Update src/metadata.rs Co-authored-by: Andrew Plaza <aplaza@liquidthink.net> * Remove Perbill compact substitute types * Remove todos regarding maintaining Rust code items, promoted to follow up issue. * Remove todo regarding overridding default config impl * Remove todo regarding overridding default Extra * Remove todo regarding AccountData storage type defintion * Remove todo regarding borrowing storage key arguments * Remove type substitution tests todo * Remove `Box` field name type hack todo * Remove Compact todo * Remove sudo todos * Remove BitVec implementation todo * Fmt * Add health warning to README * Fix up health warning Co-authored-by: Paulo Martins <paulormart@users.noreply.github.com> Co-authored-by: David <dvdplm@gmail.com> Co-authored-by: Andrew Plaza <aplaza@liquidthink.net>
234 lines
6.8 KiB
Rust
234 lines
6.8 KiB
Rust
// Copyright 2019-2021 Parity Technologies (UK) Ltd.
|
|
// This file is part of subxt.
|
|
//
|
|
// subxt is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// subxt is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU General Public License
|
|
// along with subxt. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
use sp_keyring::AccountKeyring;
|
|
use std::{
|
|
ffi::{
|
|
OsStr,
|
|
OsString,
|
|
},
|
|
net::TcpListener,
|
|
process,
|
|
sync::atomic::{
|
|
AtomicU16,
|
|
Ordering,
|
|
},
|
|
thread,
|
|
time,
|
|
};
|
|
use subxt::{
|
|
Client,
|
|
ClientBuilder,
|
|
Config,
|
|
};
|
|
|
|
/// Spawn a local substrate node for testing subxt.
|
|
pub struct TestNodeProcess<R: Config> {
|
|
proc: process::Child,
|
|
client: Client<R>,
|
|
}
|
|
|
|
impl<R> Drop for TestNodeProcess<R>
|
|
where
|
|
R: Config,
|
|
{
|
|
fn drop(&mut self) {
|
|
let _ = self.kill();
|
|
}
|
|
}
|
|
|
|
impl<R> TestNodeProcess<R>
|
|
where
|
|
R: Config,
|
|
{
|
|
/// Construct a builder for spawning a test node process.
|
|
pub fn build<S>(program: S) -> TestNodeProcessBuilder
|
|
where
|
|
S: AsRef<OsStr> + Clone,
|
|
{
|
|
TestNodeProcessBuilder::new(program)
|
|
}
|
|
|
|
/// Attempt to kill the running substrate process.
|
|
pub fn kill(&mut self) -> Result<(), String> {
|
|
log::info!("Killing contracts node process {}", self.proc.id());
|
|
if let Err(err) = self.proc.kill() {
|
|
let err = format!(
|
|
"Error killing contracts node process {}: {}",
|
|
self.proc.id(),
|
|
err
|
|
);
|
|
log::error!("{}", err);
|
|
return Err(err.into())
|
|
}
|
|
Ok(())
|
|
}
|
|
|
|
/// Returns the subxt client connected to the running node.
|
|
pub fn client(&self) -> &Client<R> {
|
|
&self.client
|
|
}
|
|
}
|
|
|
|
/// Construct a test node process.
|
|
pub struct TestNodeProcessBuilder {
|
|
node_path: OsString,
|
|
authority: Option<AccountKeyring>,
|
|
scan_port_range: bool,
|
|
}
|
|
|
|
impl TestNodeProcessBuilder {
|
|
pub fn new<P>(node_path: P) -> TestNodeProcessBuilder
|
|
where
|
|
P: AsRef<OsStr>,
|
|
{
|
|
Self {
|
|
node_path: node_path.as_ref().into(),
|
|
authority: None,
|
|
scan_port_range: false,
|
|
}
|
|
}
|
|
|
|
/// Set the authority dev account for a node in validator mode e.g. --alice.
|
|
pub fn with_authority(&mut self, account: AccountKeyring) -> &mut Self {
|
|
self.authority = Some(account);
|
|
self
|
|
}
|
|
|
|
/// Enable port scanning to scan for open ports.
|
|
///
|
|
/// Allows spawning multiple node instances for tests to run in parallel.
|
|
pub fn scan_for_open_ports(&mut self) -> &mut Self {
|
|
self.scan_port_range = true;
|
|
self
|
|
}
|
|
|
|
/// Spawn the substrate node at the given path, and wait for rpc to be initialized.
|
|
pub async fn spawn<R>(&self) -> Result<TestNodeProcess<R>, String>
|
|
where
|
|
R: Config,
|
|
{
|
|
let mut cmd = process::Command::new(&self.node_path);
|
|
cmd.env("RUST_LOG", "error").arg("--dev").arg("--tmp");
|
|
|
|
if let Some(authority) = self.authority {
|
|
let authority = format!("{:?}", authority);
|
|
let arg = format!("--{}", authority.as_str().to_lowercase());
|
|
cmd.arg(arg);
|
|
}
|
|
|
|
let ws_port = if self.scan_port_range {
|
|
let (p2p_port, http_port, ws_port) = next_open_port()
|
|
.ok_or("No available ports in the given port range".to_owned())?;
|
|
|
|
cmd.arg(format!("--port={}", p2p_port));
|
|
cmd.arg(format!("--rpc-port={}", http_port));
|
|
cmd.arg(format!("--ws-port={}", ws_port));
|
|
ws_port
|
|
} else {
|
|
// the default Websockets port
|
|
9944
|
|
};
|
|
|
|
let ws_url = format!("ws://127.0.0.1:{}", ws_port);
|
|
|
|
let mut proc = cmd.spawn().map_err(|e| {
|
|
format!(
|
|
"Error spawning substrate node '{}': {}",
|
|
self.node_path.to_string_lossy(),
|
|
e
|
|
)
|
|
})?;
|
|
// wait for rpc to be initialized
|
|
const MAX_ATTEMPTS: u32 = 6;
|
|
let mut attempts = 1;
|
|
let mut wait_secs = 1;
|
|
let client = loop {
|
|
thread::sleep(time::Duration::from_secs(wait_secs));
|
|
log::info!(
|
|
"Connecting to contracts enabled node, attempt {}/{}",
|
|
attempts,
|
|
MAX_ATTEMPTS
|
|
);
|
|
let result = ClientBuilder::new().set_url(ws_url.clone()).build().await;
|
|
match result {
|
|
Ok(client) => break Ok(client),
|
|
Err(err) => {
|
|
if attempts < MAX_ATTEMPTS {
|
|
attempts += 1;
|
|
wait_secs = wait_secs * 2; // backoff
|
|
continue
|
|
}
|
|
break Err(err)
|
|
}
|
|
}
|
|
};
|
|
match client {
|
|
Ok(client) => Ok(TestNodeProcess { proc, client }),
|
|
Err(err) => {
|
|
let err = format!(
|
|
"Failed to connect to node rpc at {} after {} attempts: {}",
|
|
ws_url, attempts, err
|
|
);
|
|
log::error!("{}", err);
|
|
proc.kill().map_err(|e| {
|
|
format!("Error killing substrate process '{}': {}", proc.id(), e)
|
|
})?;
|
|
Err(err.into())
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
/// The start of the port range to scan.
|
|
const START_PORT: u16 = 9900;
|
|
/// The end of the port range to scan.
|
|
const END_PORT: u16 = 10000;
|
|
/// The maximum number of ports to scan before giving up.
|
|
const MAX_PORTS: u16 = 1000;
|
|
/// Next available unclaimed port for test node endpoints.
|
|
static PORT: AtomicU16 = AtomicU16::new(START_PORT);
|
|
|
|
/// Returns the next set of 3 open ports.
|
|
///
|
|
/// Returns None if there are not 3 open ports available.
|
|
fn next_open_port() -> Option<(u16, u16, u16)> {
|
|
let mut ports = Vec::new();
|
|
let mut ports_scanned = 0u16;
|
|
loop {
|
|
let _ = PORT.compare_exchange(
|
|
END_PORT,
|
|
START_PORT,
|
|
Ordering::SeqCst,
|
|
Ordering::SeqCst,
|
|
);
|
|
let next = PORT.fetch_add(1, Ordering::SeqCst);
|
|
match TcpListener::bind(("0.0.0.0", next)) {
|
|
Ok(_) => {
|
|
ports.push(next);
|
|
if ports.len() == 3 {
|
|
return Some((ports[0], ports[1], ports[2]))
|
|
}
|
|
}
|
|
Err(_) => (),
|
|
}
|
|
ports_scanned += 1;
|
|
if ports_scanned == MAX_PORTS {
|
|
return None
|
|
}
|
|
}
|
|
}
|