76a7246369
* to_rlp takes self by-reference * clean up some derefs * out-of-order insertion for blockchain * implement block rebuilder without verification * group block chunk header into struct * block rebuilder does verification * integrate snapshot service with client service; flesh out implementation more * initial implementation of snapshot service * remove snapshottaker trait * snapshot writer trait with packed and loose implementations * write chunks using "snapshotwriter" in service * have snapshot taking use snapshotwriter * implement snapshot readers * back up client dbs when replacing * use snapshot reader in snapshot service * describe offset format * use new get_db_path in parity, allow some errors in service * blockchain formatting * implement parity snapshot * implement snapshot restore * force blocks to be submitted in order * fix bug loading block hashes in packed reader * fix seal field loading * fix uncle hash computation * fix a few bugs * store genesis state in db. reverse block chunk order in packed writer * allow out-of-order import for blocks * bring restoration types together * only snapshot the last 30000 blocks * restore into overlaydb instead of journaldb * commit version to database * use memorydbs and commit directly * fix trie test compilation * fix failing tests * sha3_null_rlp, not H256::zero * move overlaydb to ref_overlaydb, add new overlaydb without on-disk rc * port archivedb to new overlaydb * add deletion mode tests for overlaydb * use new overlaydb, check state root at end * share chain info between state and block snapshotting * create blocks snapshot using blockchain directly * allow snapshot from arbitrary block, remove panickers from snapshot creation * begin test framework * blockchain chunking test * implement stateproducer::tick * state snapshot test * create block and state chunks concurrently, better restoration informant * fix tests * add deletion mode tests for overlaydb * address comments * more tests * Fix up tests. * remove a few printlns * add a little more documentation to `commit` * fix tests * fix ref_overlaydb test names * snapshot command skeleton * revert ref_overlaydb renaming * reimplement snapshot commands * fix many errors * everything but inject * get ethcore compiling * get snapshot tests passing again * instrument snapshot commands again * fix fallout from other changes, mark snapshots as experimental * optimize injection patterns * do two injections * fix up tests * take snapshots from 1000 blocks efore * address minor comments * fix a few io crate related errors * clarify names about total difficulty [ci skip]
91 lines
3.2 KiB
Rust
91 lines
3.2 KiB
Rust
// Copyright 2015, 2016 Ethcore (UK) Ltd.
|
|
// This file is part of Parity.
|
|
|
|
// Parity is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
|
|
// Parity is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU General Public License for more details.
|
|
|
|
// You should have received a copy of the GNU General Public License
|
|
// along with Parity. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
//! Block chunker and rebuilder tests.
|
|
|
|
use devtools::RandomTempPath;
|
|
|
|
use blockchain::generator::{ChainGenerator, ChainIterator, BlockFinalizer};
|
|
use blockchain::BlockChain;
|
|
use snapshot::{chunk_blocks, BlockRebuilder};
|
|
use snapshot::io::{PackedReader, PackedWriter, SnapshotReader, SnapshotWriter};
|
|
|
|
use util::{Mutex, snappy};
|
|
use util::kvdb::{Database, DatabaseConfig};
|
|
|
|
use std::sync::Arc;
|
|
|
|
fn chunk_and_restore(amount: u64) {
|
|
let mut canon_chain = ChainGenerator::default();
|
|
let mut finalizer = BlockFinalizer::default();
|
|
let genesis = canon_chain.generate(&mut finalizer).unwrap();
|
|
let db_cfg = DatabaseConfig::with_columns(::client::DB_NO_OF_COLUMNS);
|
|
|
|
let orig_path = RandomTempPath::create_dir();
|
|
let new_path = RandomTempPath::create_dir();
|
|
let mut snapshot_path = new_path.as_path().to_owned();
|
|
snapshot_path.push("SNAP");
|
|
|
|
let old_db = Arc::new(Database::open(&db_cfg, orig_path.as_str()).unwrap());
|
|
let bc = BlockChain::new(Default::default(), &genesis, old_db.clone());
|
|
|
|
// build the blockchain.
|
|
for _ in 0..amount {
|
|
let block = canon_chain.generate(&mut finalizer).unwrap();
|
|
let batch = old_db.transaction();
|
|
bc.insert_block(&batch, &block, vec![]);
|
|
bc.commit();
|
|
old_db.write(batch).unwrap();
|
|
}
|
|
|
|
let best_hash = bc.best_block_hash();
|
|
|
|
// snapshot it.
|
|
let writer = Mutex::new(PackedWriter::new(&snapshot_path).unwrap());
|
|
let block_hashes = chunk_blocks(&bc, (amount, best_hash), &writer).unwrap();
|
|
writer.into_inner().finish(::snapshot::ManifestData {
|
|
state_hashes: Vec::new(),
|
|
block_hashes: block_hashes,
|
|
state_root: Default::default(),
|
|
block_number: amount,
|
|
block_hash: best_hash,
|
|
}).unwrap();
|
|
|
|
// restore it.
|
|
let new_db = Arc::new(Database::open(&db_cfg, new_path.as_str()).unwrap());
|
|
let new_chain = BlockChain::new(Default::default(), &genesis, new_db.clone());
|
|
let mut rebuilder = BlockRebuilder::new(new_chain, amount).unwrap();
|
|
let reader = PackedReader::new(&snapshot_path).unwrap().unwrap();
|
|
let engine = ::engines::NullEngine::new(Default::default(), Default::default());
|
|
for chunk_hash in &reader.manifest().block_hashes {
|
|
let compressed = reader.chunk(*chunk_hash).unwrap();
|
|
let chunk = snappy::decompress(&compressed).unwrap();
|
|
rebuilder.feed(&chunk, &engine).unwrap();
|
|
}
|
|
|
|
rebuilder.glue_chunks();
|
|
drop(rebuilder);
|
|
|
|
// and test it.
|
|
let new_chain = BlockChain::new(Default::default(), &genesis, new_db);
|
|
assert_eq!(new_chain.best_block_hash(), best_hash);
|
|
}
|
|
|
|
#[test]
|
|
fn chunk_and_restore_500() { chunk_and_restore(500) }
|
|
|
|
#[test]
|
|
fn chunk_and_restore_40k() { chunk_and_restore(40000) } |