// Copyright 2017 Parity Technologies (UK) Ltd. // This file is part of Substrate. // Substrate is free software: you can redistribute it and/or modify // it under the terms of the GNU General Public License as published by // the Free Software Foundation, either version 3 of the License, or // (at your option) any later version. // Substrate is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU General Public License for more details. // You should have received a copy of the GNU General Public License // along with Substrate. If not, see . // tag::description[] //! Substrate CLI library. // end::description[] #![warn(missing_docs)] #![warn(unused_extern_crates)] extern crate app_dirs; extern crate env_logger; extern crate atty; extern crate ansi_term; extern crate regex; extern crate time; extern crate fdlimit; extern crate futures; extern crate tokio; extern crate names; extern crate backtrace; extern crate sysinfo; extern crate substrate_client as client; extern crate substrate_network as network; extern crate substrate_network_libp2p as network_libp2p; extern crate sr_primitives as runtime_primitives; extern crate substrate_service as service; extern crate substrate_primitives as primitives; #[macro_use] extern crate slog; // needed until we can reexport `slog_info` from `substrate_telemetry` #[macro_use] extern crate substrate_telemetry; extern crate exit_future; #[macro_use] extern crate lazy_static; extern crate clap; #[macro_use] extern crate error_chain; #[macro_use] extern crate log; pub mod error; pub mod informant; mod panic_hook; use network_libp2p::AddrComponent; use runtime_primitives::traits::As; use service::{ ServiceFactory, FactoryFullConfiguration, RuntimeGenesis, FactoryGenesis, PruningMode, ChainSpec, }; use network::NonReservedPeerMode; use primitives::H256; use std::io::{Write, Read, stdin, stdout}; use std::iter; use std::fs; use std::fs::File; use std::net::{Ipv4Addr, SocketAddr}; use std::path::{Path, PathBuf}; use std::str::FromStr; use names::{Generator, Name}; use regex::Regex; use futures::Future; /// Executable version. Used to pass version information from the root crate. pub struct VersionInfo { /// Implementation version. pub version: &'static str, /// SCM Commit hash. pub commit: &'static str, /// Executable file name. pub executable_name: &'static str, /// Executable file description. pub description: &'static str, /// Executable file author. pub author: &'static str, } /// CLI Action pub enum Action { /// Substrate handled the command. No need to do anything. ExecutedInternally, /// Service mode requested. Caller should start the service. RunService((FactoryFullConfiguration, E)), } /// Something that can be converted into an exit signal. pub trait IntoExit { /// Exit signal type. type Exit: Future + Send + 'static; /// Convert into exit signal. fn into_exit(self) -> Self::Exit; } fn load_spec(matches: &clap::ArgMatches, factory: F) -> Result, String> where G: RuntimeGenesis, F: FnOnce(&str) -> Result>, String>, { let chain_key = matches.value_of("chain").unwrap_or_else(|| if matches.is_present("dev") { "dev" } else { "" }); let spec = match factory(chain_key)? { Some(spec) => spec, None => ChainSpec::from_json_file(PathBuf::from(chain_key))? }; Ok(spec) } fn base_path(matches: &clap::ArgMatches) -> PathBuf { matches.value_of("base-path") .map(|x| Path::new(x).to_owned()) .unwrap_or_else(default_base_path) } /// Check whether a node name is considered as valid fn is_node_name_valid(_name: &str) -> Result<(), &str> { const MAX_NODE_NAME_LENGTH: usize = 32; let name = _name.to_string(); if name.chars().count() >= MAX_NODE_NAME_LENGTH { return Err("Node name too long"); } let invalid_chars = r"[\\.@]"; let re = Regex::new(invalid_chars).unwrap(); if re.is_match(&name) { return Err("Node name should not contain invalid chars such as '.' and '@'"); } let invalid_patterns = r"(https?:\\/+)?(www)+"; let re = Regex::new(invalid_patterns).unwrap(); if re.is_match(&name) { return Err("Node name should not contain urls"); } Ok(()) } /// Parse command line arguments and execute commands or return service configuration. /// /// IANA unassigned port ranges that we could use: /// 6717-6766 Unassigned /// 8504-8553 Unassigned /// 9556-9591 Unassigned /// 9803-9874 Unassigned /// 9926-9949 Unassigned pub fn prepare_execution( args: I, exit: E, version: VersionInfo, spec_factory: S, impl_name: &'static str, ) -> error::Result> where I: IntoIterator, T: Into + Clone, E: IntoExit, F: ServiceFactory, S: FnOnce(&str) -> Result>>, String>, { panic_hook::set(); let full_version = service::config::full_version_from_strs( version.version, version.commit ); let yaml = format!(include_str!("./cli.yml"), name = version.executable_name, description = version.description, author = version.author, ); let yaml = &clap::YamlLoader::load_from_str(&yaml).expect("Invalid yml file")[0]; let matches = match clap::App::from_yaml(yaml) .version(&(full_version + "\n")[..]) .get_matches_from_safe(args) { Ok(m) => m, Err(e) => e.exit(), }; // TODO [ToDr] Split parameters parsing from actual execution. let log_pattern = matches.value_of("log").unwrap_or(""); init_logger(log_pattern); fdlimit::raise_fd_limit(); if let Some(matches) = matches.subcommand_matches("build-spec") { let spec = load_spec(&matches, spec_factory)?; build_spec::(matches, spec)?; return Ok(Action::ExecutedInternally); } if let Some(matches) = matches.subcommand_matches("export-blocks") { let spec = load_spec(&matches, spec_factory)?; export_blocks::(matches, spec, exit.into_exit())?; return Ok(Action::ExecutedInternally); } if let Some(matches) = matches.subcommand_matches("import-blocks") { let spec = load_spec(&matches, spec_factory)?; import_blocks::(matches, spec, exit.into_exit())?; return Ok(Action::ExecutedInternally); } if let Some(matches) = matches.subcommand_matches("revert") { let spec = load_spec(&matches, spec_factory)?; revert_chain::(matches, spec)?; return Ok(Action::ExecutedInternally); } if let Some(matches) = matches.subcommand_matches("purge-chain") { let spec = load_spec(&matches, spec_factory)?; purge_chain::(matches, spec)?; return Ok(Action::ExecutedInternally); } let spec = load_spec(&matches, spec_factory)?; let mut config = service::Configuration::default_with_spec(spec); config.impl_name = impl_name; config.impl_commit = version.commit; config.impl_version = version.version; config.name = match matches.value_of("name") { None => Generator::with_naming(Name::Numbered).next().unwrap(), Some(name) => name.into(), }; match is_node_name_valid(&config.name) { Ok(_) => (), Err(msg) => return Err(error::ErrorKind::Input( format!("Invalid node name '{}'. Reason: {}. If unsure, use none.", config.name, msg)).into()) } let base_path = base_path(&matches); config.keystore_path = matches.value_of("keystore") .map(|x| Path::new(x).to_owned()) .unwrap_or_else(|| keystore_path(&base_path, config.chain_spec.id())) .to_string_lossy() .into(); config.database_path = db_path(&base_path, config.chain_spec.id()).to_string_lossy().into(); config.pruning = match matches.value_of("pruning") { Some("archive") => PruningMode::ArchiveAll, None => PruningMode::default(), Some(s) => PruningMode::keep_blocks(s.parse() .map_err(|_| error::ErrorKind::Input("Invalid pruning mode specified".to_owned()))?), }; let role = if matches.is_present("light") { config.execution_strategy = service::ExecutionStrategy::NativeWhenPossible; service::Roles::LIGHT } else if matches.is_present("validator") || matches.is_present("dev") { config.execution_strategy = service::ExecutionStrategy::Both; service::Roles::AUTHORITY } else { config.execution_strategy = service::ExecutionStrategy::NativeWhenPossible; service::Roles::FULL }; if let Some(s) = matches.value_of("execution") { config.execution_strategy = match s { "both" => service::ExecutionStrategy::Both, "native" => service::ExecutionStrategy::NativeWhenPossible, "wasm" => service::ExecutionStrategy::AlwaysWasm, _ => return Err(error::ErrorKind::Input("Invalid execution mode specified".to_owned()).into()), }; } config.roles = role; { config.network.boot_nodes.extend(matches .values_of("bootnodes") .map_or(Default::default(), |v| v.map(|n| n.to_owned()).collect::>())); config.network.config_path = Some(network_path(&base_path, config.chain_spec.id()).to_string_lossy().into()); config.network.net_config_path = config.network.config_path.clone(); config.network.reserved_nodes.extend(matches .values_of("reserved-nodes") .map_or(Default::default(), |v| v.map(|n| n.to_owned()).collect::>())); if !config.network.reserved_nodes.is_empty() { config.network.non_reserved_mode = NonReservedPeerMode::Deny; } config.network.listen_addresses = Vec::new(); for addr in matches.values_of("listen-addr").unwrap_or_default() { let addr = addr.parse().map_err(|_| "Invalid listen multiaddress")?; config.network.listen_addresses.push(addr); } if config.network.listen_addresses.is_empty() { let port = match matches.value_of("port") { Some(port) => port.parse().map_err(|_| "Invalid p2p port value specified.")?, None => 30333, }; config.network.listen_addresses = vec![ iter::once(AddrComponent::IP4(Ipv4Addr::new(0, 0, 0, 0))) .chain(iter::once(AddrComponent::TCP(port))) .collect() ]; } config.network.public_addresses = Vec::new(); config.network.client_version = config.client_id(); config.network.use_secret = match matches.value_of("node-key").map(H256::from_str) { Some(Ok(secret)) => Some(secret.into()), Some(Err(err)) => return Err(format!("Error parsing node key: {}", err).into()), None => None, }; let min_peers = match matches.value_of("min-peers") { Some(min_peers) => min_peers.parse().map_err(|_| "Invalid min-peers value specified.")?, None => 25, }; let max_peers = match matches.value_of("max-peers") { Some(max_peers) => max_peers.parse().map_err(|_| "Invalid max-peers value specified.")?, None => 50, }; if min_peers > max_peers { return Err(error::ErrorKind::Input("Min-peers mustn't be larger than max-peers.".to_owned()).into()); } config.network.min_peers = min_peers; config.network.max_peers = max_peers; } config.keys = matches.values_of("key").unwrap_or_default().map(str::to_owned).collect(); if matches.is_present("dev") { config.keys.push("Alice".into()); } let rpc_interface: &str = if matches.is_present("rpc-external") { "0.0.0.0" } else { "127.0.0.1" }; let ws_interface: &str = if matches.is_present("ws-external") { "0.0.0.0" } else { "127.0.0.1" }; config.rpc_http = Some(parse_address(&format!("{}:{}", rpc_interface, 9933), "rpc-port", &matches)?); config.rpc_ws = Some(parse_address(&format!("{}:{}", ws_interface, 9944), "ws-port", &matches)?); // Override telemetry if matches.is_present("no-telemetry") { config.telemetry_url = None; } else if let Some(url) = matches.value_of("telemetry-url") { config.telemetry_url = Some(url.to_owned()); } Ok(Action::RunService((config, exit))) } fn build_spec(matches: &clap::ArgMatches, spec: ChainSpec>) -> error::Result<()> where F: ServiceFactory, { info!("Building chain spec"); let raw = matches.is_present("raw"); let json = service::chain_ops::build_spec::>(spec, raw)?; print!("{}", json); Ok(()) } fn export_blocks(matches: &clap::ArgMatches, spec: ChainSpec>, exit: E) -> error::Result<()> where F: ServiceFactory, E: Future + Send + 'static, { let base_path = base_path(matches); let mut config = service::Configuration::default_with_spec(spec); config.database_path = db_path(&base_path, config.chain_spec.id()).to_string_lossy().into(); info!("DB path: {}", config.database_path); let from: u64 = match matches.value_of("from") { Some(v) => v.parse().map_err(|_| "Invalid --from argument")?, None => 1, }; let to: Option = match matches.value_of("to") { Some(v) => Some(v.parse().map_err(|_| "Invalid --to argument")?), None => None, }; let json = matches.is_present("json"); let file: Box = match matches.value_of("OUTPUT") { Some(filename) => Box::new(File::create(filename)?), None => Box::new(stdout()), }; Ok(service::chain_ops::export_blocks::(config, exit, file, As::sa(from), to.map(As::sa), json)?) } fn import_blocks(matches: &clap::ArgMatches, spec: ChainSpec>, exit: E) -> error::Result<()> where F: ServiceFactory, E: Future + Send + 'static, { let base_path = base_path(matches); let mut config = service::Configuration::default_with_spec(spec); config.database_path = db_path(&base_path, config.chain_spec.id()).to_string_lossy().into(); if let Some(s) = matches.value_of("execution") { config.execution_strategy = match s { "both" => service::ExecutionStrategy::Both, "native" => service::ExecutionStrategy::NativeWhenPossible, "wasm" => service::ExecutionStrategy::AlwaysWasm, _ => return Err(error::ErrorKind::Input("Invalid execution mode specified".to_owned()).into()), }; } let file: Box = match matches.value_of("INPUT") { Some(filename) => Box::new(File::open(filename)?), None => Box::new(stdin()), }; Ok(service::chain_ops::import_blocks::(config, exit, file)?) } fn revert_chain(matches: &clap::ArgMatches, spec: ChainSpec>) -> error::Result<()> where F: ServiceFactory, { let base_path = base_path(matches); let mut config = service::Configuration::default_with_spec(spec); config.database_path = db_path(&base_path, config.chain_spec.id()).to_string_lossy().into(); let blocks = match matches.value_of("NUM") { Some(v) => v.parse().map_err(|_| "Invalid block count specified")?, None => 256, }; Ok(service::chain_ops::revert_chain::(config, As::sa(blocks))?) } fn purge_chain(matches: &clap::ArgMatches, spec: ChainSpec>) -> error::Result<()> where F: ServiceFactory, { let base_path = base_path(matches); let database_path = db_path(&base_path, spec.id()); print!("Are you sure to remove {:?}? (y/n)", &database_path); stdout().flush().expect("failed to flush stdout"); let mut input = String::new(); stdin().read_line(&mut input)?; let input = input.trim(); match input.chars().nth(0) { Some('y') | Some('Y') => { fs::remove_dir_all(&database_path)?; println!("{:?} removed.", &database_path); }, _ => println!("Aborted"), } Ok(()) } fn parse_address(default: &str, port_param: &str, matches: &clap::ArgMatches) -> Result { let mut address: SocketAddr = default.parse().ok().ok_or_else(|| format!("Invalid address specified for --{}.", port_param))?; if let Some(port) = matches.value_of(port_param) { let port: u16 = port.parse().ok().ok_or_else(|| format!("Invalid port for --{} specified.", port_param))?; address.set_port(port); } Ok(address) } fn keystore_path(base_path: &Path, chain_id: &str) -> PathBuf { let mut path = base_path.to_owned(); path.push("chains"); path.push(chain_id); path.push("keystore"); path } fn db_path(base_path: &Path, chain_id: &str) -> PathBuf { let mut path = base_path.to_owned(); path.push("chains"); path.push(chain_id); path.push("db"); path } fn network_path(base_path: &Path, chain_id: &str) -> PathBuf { let mut path = base_path.to_owned(); path.push("chains"); path.push(chain_id); path.push("network"); path } fn default_base_path() -> PathBuf { use app_dirs::{AppInfo, AppDataType}; let app_info = AppInfo { name: "Polkadot", author: "Parity Technologies", }; app_dirs::get_app_root( AppDataType::UserData, &app_info, ).expect("app directories exist on all supported platforms; qed") } fn init_logger(pattern: &str) { use ansi_term::Colour; let mut builder = env_logger::LogBuilder::new(); // Disable info logging by default for some modules: builder.filter(Some("ws"), log::LogLevelFilter::Warn); builder.filter(Some("hyper"), log::LogLevelFilter::Warn); // Enable info for others. builder.filter(None, log::LogLevelFilter::Info); if let Ok(lvl) = std::env::var("RUST_LOG") { builder.parse(&lvl); } builder.parse(pattern); let isatty = atty::is(atty::Stream::Stderr); let enable_color = isatty; let format = move |record: &log::LogRecord| { let timestamp = time::strftime("%Y-%m-%d %H:%M:%S", &time::now()).expect("Error formatting log timestamp"); let mut output = if log::max_log_level() <= log::LogLevelFilter::Info { format!("{} {}", Colour::Black.bold().paint(timestamp), record.args()) } else { let name = ::std::thread::current().name().map_or_else(Default::default, |x| format!("{}", Colour::Blue.bold().paint(x))); format!("{} {} {} {} {}", Colour::Black.bold().paint(timestamp), name, record.level(), record.target(), record.args()) }; if !enable_color { output = kill_color(output.as_ref()); } if !isatty && record.level() <= log::LogLevel::Info && atty::is(atty::Stream::Stdout) { // duplicate INFO/WARN output to console println!("{}", output); } output }; builder.format(format); builder.init().expect("Logger initialized only once."); } fn kill_color(s: &str) -> String { lazy_static! { static ref RE: Regex = Regex::new("\x1b\\[[^m]+m").expect("Error initializing color regex"); } RE.replace_all(s, "").to_string() } #[cfg(test)] mod tests { use super::*; #[test] fn tests_node_name_good() { assert!(is_node_name_valid("short name").is_ok()); } #[test] fn tests_node_name_bad() { assert!(is_node_name_valid("long names are not very cool for the ui").is_err()); assert!(is_node_name_valid("Dots.not.Ok").is_err()); assert!(is_node_name_valid("http://visit.me").is_err()); assert!(is_node_name_valid("https://visit.me").is_err()); assert!(is_node_name_valid("www.visit.me").is_err()); assert!(is_node_name_valid("email@domain").is_err()); } }