Speed up big chainspec json(~1.5 GB) load (#10137)

* Speed up chainspec json load

* Update client/chain-spec/src/chain_spec.rs

* Update client/chain-spec/src/chain_spec.rs

* Update client/chain-spec/src/chain_spec.rs

* Load the chainspec through `mmap`

Co-authored-by: icodezjb <icodezjb@users.noreply.github.com>
Co-authored-by: Bastian Köcher <bkchr@users.noreply.github.com>
Co-authored-by: Jan Bujak <jan@parity.io>
This commit is contained in:
icodezjb
2021-11-01 20:58:18 +08:00
committed by GitHub
parent 710265a4f8
commit 7f1bff9462
3 changed files with 25 additions and 4 deletions
+13 -3
View File
@@ -1648,7 +1648,7 @@ checksum = "42276e3f205fe63887cca255aa9a65a63fb72764c30b9a6252a7c7e46994f689"
dependencies = [
"byteorder",
"dynasm",
"memmap2",
"memmap2 0.2.1",
]
[[package]]
@@ -4097,6 +4097,15 @@ dependencies = [
"libc",
]
[[package]]
name = "memmap2"
version = "0.5.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "4647a11b578fead29cdbb34d4adef8dd3dc35b876c9c6d5240d83f205abfe96e"
dependencies = [
"libc",
]
[[package]]
name = "memoffset"
version = "0.6.4"
@@ -6174,7 +6183,7 @@ dependencies = [
"libc",
"log 0.4.14",
"lz4",
"memmap2",
"memmap2 0.2.1",
"parking_lot 0.11.1",
"rand 0.8.4",
"snap",
@@ -7503,6 +7512,7 @@ name = "sc-chain-spec"
version = "4.0.0-dev"
dependencies = [
"impl-trait-for-tuples",
"memmap2 0.5.0",
"parity-scale-codec",
"sc-chain-spec-derive",
"sc-network",
@@ -11285,7 +11295,7 @@ dependencies = [
"backtrace",
"bincode",
"lazy_static",
"memmap2",
"memmap2 0.2.1",
"more-asserts",
"rustc-demangle",
"serde",