openethereum/ethcore/src/blockchain/extras.rs

351 lines
8.0 KiB
Rust
Raw Normal View History

// Copyright 2015-2017 Parity Technologies (UK) Ltd.
2016-02-05 13:40:41 +01:00
// This file is part of Parity.
// Parity is free software: you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
// Parity is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU General Public License for more details.
// You should have received a copy of the GNU General Public License
// along with Parity. If not, see <http://www.gnu.org/licenses/>.
2016-02-02 15:29:53 +01:00
//! Blockchain DB extras.
use bloomchain;
use util::*;
2017-04-19 14:58:19 +02:00
use util::kvdb::PREFIX_LEN as DB_PREFIX_LEN;
2016-09-01 14:29:59 +02:00
use rlp::*;
use header::BlockNumber;
use receipt::Receipt;
use db::Key;
use blooms::{GroupPosition, BloomGroup};
2015-12-13 17:33:11 +01:00
2015-12-17 01:54:24 +01:00
/// Represents index of extra data in database
2016-01-18 19:23:28 +01:00
#[derive(Copy, Debug, Hash, Eq, PartialEq, Clone)]
2015-12-13 22:39:01 +01:00
pub enum ExtrasIndex {
2016-02-03 16:43:48 +01:00
/// Block details index
2015-12-13 22:39:01 +01:00
BlockDetails = 0,
2016-02-03 16:43:48 +01:00
/// Block hash index
2015-12-13 22:39:01 +01:00
BlockHash = 1,
2016-02-03 16:43:48 +01:00
/// Transaction address index
TransactionAddress = 2,
2016-02-03 16:43:48 +01:00
/// Block blooms index
BlocksBlooms = 3,
/// Block receipts index
BlockReceipts = 4,
2017-04-19 14:58:19 +02:00
/// Epoch transition data index.
EpochTransitions = 5,
2016-03-11 10:57:58 +01:00
}
2015-12-13 22:39:01 +01:00
fn with_index(hash: &H256, i: ExtrasIndex) -> H264 {
let mut result = H264::default();
result[0] = i as u8;
Snapshot creation and restoration (#1679) * to_rlp takes self by-reference * clean up some derefs * out-of-order insertion for blockchain * implement block rebuilder without verification * group block chunk header into struct * block rebuilder does verification * integrate snapshot service with client service; flesh out implementation more * initial implementation of snapshot service * remove snapshottaker trait * snapshot writer trait with packed and loose implementations * write chunks using "snapshotwriter" in service * have snapshot taking use snapshotwriter * implement snapshot readers * back up client dbs when replacing * use snapshot reader in snapshot service * describe offset format * use new get_db_path in parity, allow some errors in service * blockchain formatting * implement parity snapshot * implement snapshot restore * force blocks to be submitted in order * fix bug loading block hashes in packed reader * fix seal field loading * fix uncle hash computation * fix a few bugs * store genesis state in db. reverse block chunk order in packed writer * allow out-of-order import for blocks * bring restoration types together * only snapshot the last 30000 blocks * restore into overlaydb instead of journaldb * commit version to database * use memorydbs and commit directly * fix trie test compilation * fix failing tests * sha3_null_rlp, not H256::zero * move overlaydb to ref_overlaydb, add new overlaydb without on-disk rc * port archivedb to new overlaydb * add deletion mode tests for overlaydb * use new overlaydb, check state root at end * share chain info between state and block snapshotting * create blocks snapshot using blockchain directly * allow snapshot from arbitrary block, remove panickers from snapshot creation * begin test framework * blockchain chunking test * implement stateproducer::tick * state snapshot test * create block and state chunks concurrently, better restoration informant * fix tests * add deletion mode tests for overlaydb * address comments * more tests * Fix up tests. * remove a few printlns * add a little more documentation to `commit` * fix tests * fix ref_overlaydb test names * snapshot command skeleton * revert ref_overlaydb renaming * reimplement snapshot commands * fix many errors * everything but inject * get ethcore compiling * get snapshot tests passing again * instrument snapshot commands again * fix fallout from other changes, mark snapshots as experimental * optimize injection patterns * do two injections * fix up tests * take snapshots from 1000 blocks efore * address minor comments * fix a few io crate related errors * clarify names about total difficulty [ci skip]
2016-08-05 17:00:46 +02:00
(*result)[1..].clone_from_slice(hash);
result
2015-12-17 01:54:24 +01:00
}
2015-12-13 22:39:01 +01:00
pub struct BlockNumberKey([u8; 5]);
2015-12-13 22:39:01 +01:00
impl Deref for BlockNumberKey {
type Target = [u8];
2016-03-11 10:57:58 +01:00
fn deref(&self) -> &Self::Target {
&self.0
2015-12-17 01:54:24 +01:00
}
2015-12-13 22:39:01 +01:00
}
impl Key<H256> for BlockNumber {
type Target = BlockNumberKey;
2015-12-17 01:54:24 +01:00
fn key(&self) -> Self::Target {
let mut result = [0u8; 5];
result[0] = ExtrasIndex::BlockHash as u8;
result[1] = (self >> 24) as u8;
result[2] = (self >> 16) as u8;
result[3] = (self >> 8) as u8;
result[4] = *self as u8;
BlockNumberKey(result)
2015-12-17 01:54:24 +01:00
}
}
2015-12-17 01:54:24 +01:00
impl Key<BlockDetails> for H256 {
type Target = H264;
2015-12-13 22:39:01 +01:00
fn key(&self) -> H264 {
with_index(self, ExtrasIndex::BlockDetails)
2015-12-13 22:39:01 +01:00
}
}
pub struct LogGroupKey([u8; 6]);
impl Deref for LogGroupKey {
type Target = [u8];
fn deref(&self) -> &Self::Target {
&self.0
}
2015-12-13 22:39:01 +01:00
}
#[derive(Debug, PartialEq, Eq, Hash, Clone)]
pub struct LogGroupPosition(GroupPosition);
impl From<bloomchain::group::GroupPosition> for LogGroupPosition {
fn from(position: bloomchain::group::GroupPosition) -> Self {
LogGroupPosition(From::from(position))
2015-12-13 22:39:01 +01:00
}
}
impl HeapSizeOf for LogGroupPosition {
fn heap_size_of_children(&self) -> usize {
self.0.heap_size_of_children()
2015-12-13 22:39:01 +01:00
}
}
impl Key<BloomGroup> for LogGroupPosition {
type Target = LogGroupKey;
fn key(&self) -> Self::Target {
let mut result = [0u8; 6];
result[0] = ExtrasIndex::BlocksBlooms as u8;
result[1] = self.0.level;
result[2] = (self.0.index >> 24) as u8;
result[3] = (self.0.index >> 16) as u8;
result[4] = (self.0.index >> 8) as u8;
result[5] = self.0.index as u8;
LogGroupKey(result)
}
}
impl Key<TransactionAddress> for H256 {
type Target = H264;
fn key(&self) -> H264 {
with_index(self, ExtrasIndex::TransactionAddress)
}
2015-12-17 01:54:24 +01:00
}
impl Key<BlockReceipts> for H256 {
type Target = H264;
fn key(&self) -> H264 {
with_index(self, ExtrasIndex::BlockReceipts)
2015-12-17 01:54:24 +01:00
}
}
2015-12-13 22:39:01 +01:00
2017-04-19 14:58:19 +02:00
/// length of epoch keys.
pub const EPOCH_KEY_LEN: usize = DB_PREFIX_LEN + 16;
/// epoch key prefix.
/// used to iterate over all epoch transitions in order from genesis.
pub fn epoch_key_prefix() -> [u8; DB_PREFIX_LEN] {
let mut arr = [0u8; DB_PREFIX_LEN];
arr[0] = ExtrasIndex::EpochTransitions as u8;
arr
}
pub struct EpochTransitionsKey([u8; EPOCH_KEY_LEN]);
impl Deref for EpochTransitionsKey {
type Target = [u8];
fn deref(&self) -> &[u8] { &self.0[..] }
}
impl Key<EpochTransitions> for u64 {
type Target = EpochTransitionsKey;
fn key(&self) -> Self::Target {
let mut arr = [0u8; EPOCH_KEY_LEN];
arr[..DB_PREFIX_LEN].copy_from_slice(&epoch_key_prefix()[..]);
write!(&mut arr[DB_PREFIX_LEN..], "{:016x}", self)
.expect("format arg is valid; no more than 16 chars will be written; qed");
EpochTransitionsKey(arr)
}
}
2015-12-17 01:54:24 +01:00
/// Familial details concerning a block
2015-12-17 17:20:10 +01:00
#[derive(Debug, Clone)]
2015-12-13 17:33:11 +01:00
pub struct BlockDetails {
2016-02-03 16:43:48 +01:00
/// Block number
pub number: BlockNumber,
2016-02-03 16:43:48 +01:00
/// Total difficulty of the block and all its parents
2015-12-13 17:33:11 +01:00
pub total_difficulty: U256,
2016-02-03 16:43:48 +01:00
/// Parent block hash
2015-12-13 17:33:11 +01:00
pub parent: H256,
2016-02-03 16:43:48 +01:00
/// List of children block hashes
2017-04-19 14:58:19 +02:00
pub children: Vec<H256>,
2015-12-13 17:33:11 +01:00
}
2015-12-16 17:39:15 +01:00
impl HeapSizeOf for BlockDetails {
fn heap_size_of_children(&self) -> usize {
self.children.heap_size_of_children()
}
}
2015-12-13 17:33:11 +01:00
impl Decodable for BlockDetails {
fn decode(rlp: &UntrustedRlp) -> Result<Self, DecoderError> {
2015-12-14 12:18:53 +01:00
let details = BlockDetails {
number: rlp.val_at(0)?,
total_difficulty: rlp.val_at(1)?,
parent: rlp.val_at(2)?,
children: rlp.list_at(3)?,
2015-12-14 12:18:53 +01:00
};
Ok(details)
2015-12-13 17:33:11 +01:00
}
}
impl Encodable for BlockDetails {
2016-01-27 17:22:01 +01:00
fn rlp_append(&self, s: &mut RlpStream) {
s.begin_list(4);
s.append(&self.number);
s.append(&self.total_difficulty);
s.append(&self.parent);
s.append_list(&self.children);
2015-12-13 17:33:11 +01:00
}
}
2015-12-17 01:54:24 +01:00
/// Represents address of certain transaction within block
#[derive(Debug, PartialEq, Clone)]
pub struct TransactionAddress {
2016-02-03 16:43:48 +01:00
/// Block hash
pub block_hash: H256,
2016-02-03 16:43:48 +01:00
/// Transaction index within the block
2016-02-08 15:53:22 +01:00
pub index: usize
}
2015-12-16 17:39:15 +01:00
impl HeapSizeOf for TransactionAddress {
fn heap_size_of_children(&self) -> usize { 0 }
}
impl Decodable for TransactionAddress {
fn decode(rlp: &UntrustedRlp) -> Result<Self, DecoderError> {
let tx_address = TransactionAddress {
block_hash: rlp.val_at(0)?,
index: rlp.val_at(1)?,
};
Ok(tx_address)
}
}
impl Encodable for TransactionAddress {
2016-01-27 17:22:01 +01:00
fn rlp_append(&self, s: &mut RlpStream) {
s.begin_list(2);
s.append(&self.block_hash);
s.append(&self.index);
}
}
/// Contains all block receipts.
#[derive(Clone)]
pub struct BlockReceipts {
2016-02-22 10:14:31 +01:00
pub receipts: Vec<Receipt>,
}
impl BlockReceipts {
pub fn new(receipts: Vec<Receipt>) -> Self {
BlockReceipts {
receipts: receipts
}
}
}
impl Decodable for BlockReceipts {
fn decode(rlp: &UntrustedRlp) -> Result<Self, DecoderError> {
Ok(BlockReceipts {
receipts: rlp.as_list()?,
})
}
}
impl Encodable for BlockReceipts {
fn rlp_append(&self, s: &mut RlpStream) {
s.append_list(&self.receipts);
}
}
impl HeapSizeOf for BlockReceipts {
fn heap_size_of_children(&self) -> usize {
self.receipts.heap_size_of_children()
}
}
2017-04-19 14:58:19 +02:00
/// Candidate transitions to an epoch with specific number.
#[derive(Clone)]
pub struct EpochTransitions {
pub number: u64,
pub candidates: Vec<EpochTransition>,
}
impl Encodable for EpochTransitions {
fn rlp_append(&self, s: &mut RlpStream) {
s.begin_list(2).append(&self.number).append_list(&self.candidates);
}
}
impl Decodable for EpochTransitions {
fn decode(rlp: &UntrustedRlp) -> Result<Self, DecoderError> {
Ok(EpochTransitions {
number: rlp.val_at(0)?,
candidates: rlp.list_at(1)?,
})
}
}
#[derive(Debug, Clone)]
pub struct EpochTransition {
pub block_hash: H256, // block hash at which the transition occurred.
pub proof: Vec<u8>, // "transition/epoch" proof from the engine.
pub state_proof: Vec<DBValue>, // state items necessary to regenerate proof.
}
impl Encodable for EpochTransition {
fn rlp_append(&self, s: &mut RlpStream) {
s.begin_list(3)
.append(&self.block_hash)
.append(&self.proof)
.begin_list(self.state_proof.len());
for item in &self.state_proof {
s.append(&&**item);
}
}
}
impl Decodable for EpochTransition {
fn decode(rlp: &UntrustedRlp) -> Result<Self, DecoderError> {
Ok(EpochTransition {
block_hash: rlp.val_at(0)?,
proof: rlp.val_at(1)?,
state_proof: rlp.at(2)?.iter().map(|x| {
Ok(DBValue::from_slice(x.data()?))
}).collect::<Result<Vec<_>, _>>()?,
})
}
}
#[cfg(test)]
mod tests {
use rlp::*;
use super::BlockReceipts;
#[test]
fn encode_block_receipts() {
let br = BlockReceipts::new(Vec::new());
let mut s = RlpStream::new_list(2);
s.append(&br);
assert!(!s.is_finished(), "List shouldn't finished yet");
s.append(&br);
assert!(s.is_finished(), "List should be finished now");
s.out();
}
}