// This file is part of Substrate. // Copyright (C) 2019-2021 Parity Technologies (UK) Ltd. // SPDX-License-Identifier: GPL-3.0-or-later WITH Classpath-exception-2.0 // This program is free software: you can redistribute it and/or modify // it under the terms of the GNU General Public License as published by // the Free Software Foundation, either version 3 of the License, or // (at your option) any later version. // This program is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU General Public License for more details. // You should have received a copy of the GNU General Public License // along with this program. If not, see . //! Database upgrade logic. use std::fs; use std::io::{Read, Write, ErrorKind}; use std::path::{Path, PathBuf}; use sp_runtime::traits::Block as BlockT; use crate::utils::DatabaseType; use kvdb_rocksdb::{Database, DatabaseConfig}; /// Version file name. const VERSION_FILE_NAME: &'static str = "db_version"; /// Current db version. const CURRENT_VERSION: u32 = 2; /// Number of columns in v1. const V1_NUM_COLUMNS: u32 = 11; /// Upgrade database to current version. pub fn upgrade_db(db_path: &Path, db_type: DatabaseType) -> sp_blockchain::Result<()> { let is_empty = db_path.read_dir().map_or(true, |mut d| d.next().is_none()); if !is_empty { let db_version = current_version(db_path)?; match db_version { 0 => Err(sp_blockchain::Error::Backend(format!("Unsupported database version: {}", db_version)))?, 1 => migrate_1_to_2::(db_path, db_type)?, CURRENT_VERSION => (), _ => Err(sp_blockchain::Error::Backend(format!("Future database version: {}", db_version)))?, } } update_version(db_path) } /// Migration from version1 to version2: /// 1) the number of columns has changed from 11 to 12; /// 2) transactions column is added; fn migrate_1_to_2(db_path: &Path, _db_type: DatabaseType) -> sp_blockchain::Result<()> { let db_path = db_path.to_str() .ok_or_else(|| sp_blockchain::Error::Backend("Invalid database path".into()))?; let db_cfg = DatabaseConfig::with_columns(V1_NUM_COLUMNS); let db = Database::open(&db_cfg, db_path).map_err(db_err)?; db.add_column().map_err(db_err) } /// Reads current database version from the file at given path. /// If the file does not exist returns 0. fn current_version(path: &Path) -> sp_blockchain::Result { let unknown_version_err = || sp_blockchain::Error::Backend("Unknown database version".into()); match fs::File::open(version_file_path(path)) { Err(ref err) if err.kind() == ErrorKind::NotFound => Ok(0), Err(_) => Err(unknown_version_err()), Ok(mut file) => { let mut s = String::new(); file.read_to_string(&mut s).map_err(|_| unknown_version_err())?; u32::from_str_radix(&s, 10).map_err(|_| unknown_version_err()) }, } } /// Maps database error to client error fn db_err(err: std::io::Error) -> sp_blockchain::Error { sp_blockchain::Error::Backend(format!("{}", err)) } /// Writes current database version to the file. /// Creates a new file if the version file does not exist yet. fn update_version(path: &Path) -> sp_blockchain::Result<()> { fs::create_dir_all(path).map_err(db_err)?; let mut file = fs::File::create(version_file_path(path)).map_err(db_err)?; file.write_all(format!("{}", CURRENT_VERSION).as_bytes()).map_err(db_err)?; Ok(()) } /// Returns the version file path. fn version_file_path(path: &Path) -> PathBuf { let mut file_path = path.to_owned(); file_path.push(VERSION_FILE_NAME); file_path } #[cfg(test)] mod tests { use sc_state_db::PruningMode; use crate::{DatabaseSettings, DatabaseSettingsSrc, KeepBlocks, TransactionStorageMode}; use crate::tests::Block; use super::*; fn create_db(db_path: &Path, version: Option) { if let Some(version) = version { fs::create_dir_all(db_path).unwrap(); let mut file = fs::File::create(version_file_path(db_path)).unwrap(); file.write_all(format!("{}", version).as_bytes()).unwrap(); } } fn open_database(db_path: &Path) -> sp_blockchain::Result<()> { crate::utils::open_database::(&DatabaseSettings { state_cache_size: 0, state_cache_child_ratio: None, state_pruning: PruningMode::ArchiveAll, source: DatabaseSettingsSrc::RocksDb { path: db_path.to_owned(), cache_size: 128 }, keep_blocks: KeepBlocks::All, transaction_storage: TransactionStorageMode::BlockBody, }, DatabaseType::Full).map(|_| ()) } #[test] fn downgrade_never_happens() { let db_dir = tempfile::TempDir::new().unwrap(); create_db(db_dir.path(), Some(CURRENT_VERSION + 1)); assert!(open_database(db_dir.path()).is_err()); } #[test] fn open_empty_database_works() { let db_dir = tempfile::TempDir::new().unwrap(); open_database(db_dir.path()).unwrap(); open_database(db_dir.path()).unwrap(); assert_eq!(current_version(db_dir.path()).unwrap(), CURRENT_VERSION); } #[test] fn upgrade_from_1_to_2_works() { for version_from_file in &[None, Some(1)] { let db_dir = tempfile::TempDir::new().unwrap(); let db_path = db_dir.path(); create_db(db_path, *version_from_file); open_database(db_path).unwrap(); assert_eq!(current_version(db_path).unwrap(), CURRENT_VERSION); } } }