expose only chunk_blocks and chunk_state APIs
This commit is contained in:
parent
446d59426a
commit
98c7677ce1
@ -756,7 +756,7 @@ impl<V> BlockChainClient for Client<V> where V: Verifier {
|
||||
}
|
||||
|
||||
fn take_snapshot(&self, root_dir: &Path) {
|
||||
use pv64::{BlockChunker, ManifestData, StateChunker};
|
||||
use pv64::{ManifestData, chunk_blocks, chunk_state};
|
||||
|
||||
let best_header_bytes = self.best_block_header();
|
||||
let best_header = HeaderView::new(&best_header_bytes);
|
||||
@ -771,13 +771,13 @@ impl<V> BlockChainClient for Client<V> where V: Verifier {
|
||||
// lock the state db while we create the state chunks.
|
||||
let state_hashes = {
|
||||
let state_db = self.state_db.lock().unwrap();
|
||||
StateChunker::chunk_all(state_db.as_hashdb(), &state_root, &path).unwrap()
|
||||
chunk_state(state_db.as_hashdb(), &state_root, &path).unwrap()
|
||||
};
|
||||
|
||||
let best_hash = best_header.hash();
|
||||
let genesis_hash = self.chain.genesis_hash();
|
||||
|
||||
let block_chunk_hashes = BlockChunker::new(self, best_hash, genesis_hash).chunk_all(&path).unwrap();
|
||||
let block_chunk_hashes = chunk_blocks(self, best_hash, genesis_hash, &path).unwrap();
|
||||
|
||||
let manifest_data = ManifestData {
|
||||
state_hashes: state_hashes,
|
||||
|
@ -36,7 +36,7 @@ use util::numbers::U256;
|
||||
use util::rlp::{DecoderError, Stream, Rlp, RlpStream, UntrustedRlp, View};
|
||||
|
||||
/// Used to build block chunks.
|
||||
pub struct BlockChunker<'a> {
|
||||
struct BlockChunker<'a> {
|
||||
client: &'a BlockChainClient,
|
||||
// block, receipt rlp pairs.
|
||||
rlps: VecDeque<Bytes>,
|
||||
@ -46,18 +46,6 @@ pub struct BlockChunker<'a> {
|
||||
}
|
||||
|
||||
impl<'a> BlockChunker<'a> {
|
||||
/// Create a new BlockChunker given a client and the genesis hash.
|
||||
pub fn new(client: &'a BlockChainClient, best_block_hash: H256, genesis_hash: H256) -> Self {
|
||||
// Todo [rob]: find a way to reuse rlp allocations
|
||||
BlockChunker {
|
||||
client: client,
|
||||
rlps: VecDeque::new(),
|
||||
genesis_hash: genesis_hash,
|
||||
current_hash: best_block_hash,
|
||||
hashes: Vec::new(),
|
||||
}
|
||||
}
|
||||
|
||||
// Try to fill the buffers, moving backwards from current block hash.
|
||||
// This will return true if it created a block chunk, false otherwise.
|
||||
fn fill_buffers(&mut self) -> bool {
|
||||
@ -118,27 +106,33 @@ impl<'a> BlockChunker<'a> {
|
||||
self.hashes.push(hash);
|
||||
Ok(())
|
||||
}
|
||||
}
|
||||
|
||||
/// Create and write out all block chunks to disk, returning a vector of all
|
||||
/// the hashes of block chunks created.
|
||||
///
|
||||
/// The path parameter is the directory to store the block chunks in.
|
||||
/// This function assumes the directory exists already.
|
||||
pub fn chunk_all(mut self, path: &Path) -> Result<Vec<H256>, Error> {
|
||||
while self.fill_buffers() {
|
||||
try!(self.write_chunk(path));
|
||||
}
|
||||
pub fn chunk_blocks(client: &BlockChainClient, best_block_hash: H256, genesis_hash: H256, path: &Path) -> Result<Vec<H256>, Error> {
|
||||
let mut chunker = BlockChunker {
|
||||
client: client,
|
||||
rlps: VecDeque::new(),
|
||||
genesis_hash: genesis_hash,
|
||||
current_hash: best_block_hash,
|
||||
hashes: Vec::new(),
|
||||
};
|
||||
|
||||
if self.rlps.len() != 0 {
|
||||
try!(self.write_chunk(path));
|
||||
while chunker.fill_buffers() {
|
||||
try!(chunker.write_chunk(path));
|
||||
}
|
||||
|
||||
Ok(self.hashes)
|
||||
if chunker.rlps.len() != 0 {
|
||||
try!(chunker.write_chunk(path));
|
||||
}
|
||||
Ok(chunker.hashes)
|
||||
}
|
||||
|
||||
/// State trie chunker.
|
||||
pub struct StateChunker<'a> {
|
||||
struct StateChunker<'a> {
|
||||
hashes: Vec<H256>,
|
||||
rlps: Vec<Bytes>,
|
||||
cur_size: usize,
|
||||
@ -193,13 +187,14 @@ impl<'a> StateChunker<'a> {
|
||||
|
||||
Ok(())
|
||||
}
|
||||
}
|
||||
|
||||
/// Walk the given state database starting from the given root,
|
||||
/// creating chunks and writing them out.
|
||||
///
|
||||
/// Returns a list of hashes of chunks created, or any error it may
|
||||
/// have encountered.
|
||||
pub fn chunk_all(db: &'a HashDB, root: &'a H256, path: &'a Path) -> Result<Vec<H256>, Error> {
|
||||
pub fn chunk_state(db: &HashDB, root: &H256, path: &Path) -> Result<Vec<H256>, Error> {
|
||||
let account_view = try!(TrieDB::new(db, &root));
|
||||
|
||||
let mut chunker = StateChunker {
|
||||
@ -228,7 +223,6 @@ impl<'a> StateChunker<'a> {
|
||||
|
||||
Ok(chunker.hashes)
|
||||
}
|
||||
}
|
||||
|
||||
// An alternate account structure, only used for reading the storage values
|
||||
// out of the account as opposed to writing any.
|
||||
|
Loading…
Reference in New Issue
Block a user