openethereum/ethcore/src/blockchain/extras.rs

245 lines
5.5 KiB
Rust
Raw Normal View History

2016-12-11 19:30:54 +01:00
// Copyright 2015, 2016 Parity Technologies (UK) Ltd.
2016-02-05 13:40:41 +01:00
// This file is part of Parity.
// Parity is free software: you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
// Parity is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU General Public License for more details.
// You should have received a copy of the GNU General Public License
// along with Parity. If not, see <http://www.gnu.org/licenses/>.
2016-02-02 15:29:53 +01:00
//! Blockchain DB extras.
use bloomchain;
use util::*;
2016-09-01 14:29:59 +02:00
use rlp::*;
use header::BlockNumber;
use receipt::Receipt;
use db::Key;
use blooms::{GroupPosition, BloomGroup};
2015-12-13 17:33:11 +01:00
2015-12-17 01:54:24 +01:00
/// Represents index of extra data in database
2016-01-18 19:23:28 +01:00
#[derive(Copy, Debug, Hash, Eq, PartialEq, Clone)]
2015-12-13 22:39:01 +01:00
pub enum ExtrasIndex {
2016-02-03 16:43:48 +01:00
/// Block details index
2015-12-13 22:39:01 +01:00
BlockDetails = 0,
2016-02-03 16:43:48 +01:00
/// Block hash index
2015-12-13 22:39:01 +01:00
BlockHash = 1,
2016-02-03 16:43:48 +01:00
/// Transaction address index
TransactionAddress = 2,
2016-02-03 16:43:48 +01:00
/// Block blooms index
BlocksBlooms = 3,
/// Block receipts index
BlockReceipts = 4,
2016-03-11 10:57:58 +01:00
}
2015-12-13 22:39:01 +01:00
fn with_index(hash: &H256, i: ExtrasIndex) -> H264 {
let mut result = H264::default();
result[0] = i as u8;
Snapshot creation and restoration (#1679) * to_rlp takes self by-reference * clean up some derefs * out-of-order insertion for blockchain * implement block rebuilder without verification * group block chunk header into struct * block rebuilder does verification * integrate snapshot service with client service; flesh out implementation more * initial implementation of snapshot service * remove snapshottaker trait * snapshot writer trait with packed and loose implementations * write chunks using "snapshotwriter" in service * have snapshot taking use snapshotwriter * implement snapshot readers * back up client dbs when replacing * use snapshot reader in snapshot service * describe offset format * use new get_db_path in parity, allow some errors in service * blockchain formatting * implement parity snapshot * implement snapshot restore * force blocks to be submitted in order * fix bug loading block hashes in packed reader * fix seal field loading * fix uncle hash computation * fix a few bugs * store genesis state in db. reverse block chunk order in packed writer * allow out-of-order import for blocks * bring restoration types together * only snapshot the last 30000 blocks * restore into overlaydb instead of journaldb * commit version to database * use memorydbs and commit directly * fix trie test compilation * fix failing tests * sha3_null_rlp, not H256::zero * move overlaydb to ref_overlaydb, add new overlaydb without on-disk rc * port archivedb to new overlaydb * add deletion mode tests for overlaydb * use new overlaydb, check state root at end * share chain info between state and block snapshotting * create blocks snapshot using blockchain directly * allow snapshot from arbitrary block, remove panickers from snapshot creation * begin test framework * blockchain chunking test * implement stateproducer::tick * state snapshot test * create block and state chunks concurrently, better restoration informant * fix tests * add deletion mode tests for overlaydb * address comments * more tests * Fix up tests. * remove a few printlns * add a little more documentation to `commit` * fix tests * fix ref_overlaydb test names * snapshot command skeleton * revert ref_overlaydb renaming * reimplement snapshot commands * fix many errors * everything but inject * get ethcore compiling * get snapshot tests passing again * instrument snapshot commands again * fix fallout from other changes, mark snapshots as experimental * optimize injection patterns * do two injections * fix up tests * take snapshots from 1000 blocks efore * address minor comments * fix a few io crate related errors * clarify names about total difficulty [ci skip]
2016-08-05 17:00:46 +02:00
(*result)[1..].clone_from_slice(hash);
result
2015-12-17 01:54:24 +01:00
}
2015-12-13 22:39:01 +01:00
pub struct BlockNumberKey([u8; 5]);
2015-12-13 22:39:01 +01:00
impl Deref for BlockNumberKey {
type Target = [u8];
2016-03-11 10:57:58 +01:00
fn deref(&self) -> &Self::Target {
&self.0
2015-12-17 01:54:24 +01:00
}
2015-12-13 22:39:01 +01:00
}
impl Key<H256> for BlockNumber {
type Target = BlockNumberKey;
2015-12-17 01:54:24 +01:00
fn key(&self) -> Self::Target {
let mut result = [0u8; 5];
result[0] = ExtrasIndex::BlockHash as u8;
result[1] = (self >> 24) as u8;
result[2] = (self >> 16) as u8;
result[3] = (self >> 8) as u8;
result[4] = *self as u8;
BlockNumberKey(result)
2015-12-17 01:54:24 +01:00
}
}
2015-12-17 01:54:24 +01:00
impl Key<BlockDetails> for H256 {
type Target = H264;
2015-12-13 22:39:01 +01:00
fn key(&self) -> H264 {
with_index(self, ExtrasIndex::BlockDetails)
2015-12-13 22:39:01 +01:00
}
}
pub struct LogGroupKey([u8; 6]);
impl Deref for LogGroupKey {
type Target = [u8];
fn deref(&self) -> &Self::Target {
&self.0
}
2015-12-13 22:39:01 +01:00
}
#[derive(Debug, PartialEq, Eq, Hash, Clone)]
pub struct LogGroupPosition(GroupPosition);
impl From<bloomchain::group::GroupPosition> for LogGroupPosition {
fn from(position: bloomchain::group::GroupPosition) -> Self {
LogGroupPosition(From::from(position))
2015-12-13 22:39:01 +01:00
}
}
impl HeapSizeOf for LogGroupPosition {
fn heap_size_of_children(&self) -> usize {
self.0.heap_size_of_children()
2015-12-13 22:39:01 +01:00
}
}
impl Key<BloomGroup> for LogGroupPosition {
type Target = LogGroupKey;
fn key(&self) -> Self::Target {
let mut result = [0u8; 6];
result[0] = ExtrasIndex::BlocksBlooms as u8;
result[1] = self.0.level;
result[2] = (self.0.index >> 24) as u8;
result[3] = (self.0.index >> 16) as u8;
result[4] = (self.0.index >> 8) as u8;
result[5] = self.0.index as u8;
LogGroupKey(result)
}
}
impl Key<TransactionAddress> for H256 {
type Target = H264;
fn key(&self) -> H264 {
with_index(self, ExtrasIndex::TransactionAddress)
}
2015-12-17 01:54:24 +01:00
}
impl Key<BlockReceipts> for H256 {
type Target = H264;
fn key(&self) -> H264 {
with_index(self, ExtrasIndex::BlockReceipts)
2015-12-17 01:54:24 +01:00
}
}
2015-12-13 22:39:01 +01:00
2015-12-17 01:54:24 +01:00
/// Familial details concerning a block
2015-12-17 17:20:10 +01:00
#[derive(Debug, Clone)]
2015-12-13 17:33:11 +01:00
pub struct BlockDetails {
2016-02-03 16:43:48 +01:00
/// Block number
pub number: BlockNumber,
2016-02-03 16:43:48 +01:00
/// Total difficulty of the block and all its parents
2015-12-13 17:33:11 +01:00
pub total_difficulty: U256,
2016-02-03 16:43:48 +01:00
/// Parent block hash
2015-12-13 17:33:11 +01:00
pub parent: H256,
2016-02-03 16:43:48 +01:00
/// List of children block hashes
2015-12-13 17:33:11 +01:00
pub children: Vec<H256>
}
2015-12-16 17:39:15 +01:00
impl HeapSizeOf for BlockDetails {
fn heap_size_of_children(&self) -> usize {
self.children.heap_size_of_children()
}
}
2015-12-13 17:33:11 +01:00
impl Decodable for BlockDetails {
fn decode<D>(decoder: &D) -> Result<Self, DecoderError> where D: Decoder {
2016-01-29 13:59:29 +01:00
let d = decoder.as_rlp();
2015-12-14 12:18:53 +01:00
let details = BlockDetails {
2016-01-29 13:59:29 +01:00
number: try!(d.val_at(0)),
total_difficulty: try!(d.val_at(1)),
parent: try!(d.val_at(2)),
children: try!(d.val_at(3)),
2015-12-14 12:18:53 +01:00
};
Ok(details)
2015-12-13 17:33:11 +01:00
}
}
impl Encodable for BlockDetails {
2016-01-27 17:22:01 +01:00
fn rlp_append(&self, s: &mut RlpStream) {
s.begin_list(4);
s.append(&self.number);
s.append(&self.total_difficulty);
s.append(&self.parent);
2016-01-28 20:13:05 +01:00
s.append(&self.children);
2015-12-13 17:33:11 +01:00
}
}
2015-12-17 01:54:24 +01:00
/// Represents address of certain transaction within block
#[derive(Debug, PartialEq, Clone)]
pub struct TransactionAddress {
2016-02-03 16:43:48 +01:00
/// Block hash
pub block_hash: H256,
2016-02-03 16:43:48 +01:00
/// Transaction index within the block
2016-02-08 15:53:22 +01:00
pub index: usize
}
2015-12-16 17:39:15 +01:00
impl HeapSizeOf for TransactionAddress {
fn heap_size_of_children(&self) -> usize { 0 }
}
impl Decodable for TransactionAddress {
fn decode<D>(decoder: &D) -> Result<Self, DecoderError> where D: Decoder {
2016-01-29 13:59:29 +01:00
let d = decoder.as_rlp();
let tx_address = TransactionAddress {
2016-01-29 13:59:29 +01:00
block_hash: try!(d.val_at(0)),
index: try!(d.val_at(1)),
};
Ok(tx_address)
}
}
impl Encodable for TransactionAddress {
2016-01-27 17:22:01 +01:00
fn rlp_append(&self, s: &mut RlpStream) {
s.begin_list(2);
s.append(&self.block_hash);
s.append(&self.index);
}
}
/// Contains all block receipts.
#[derive(Clone)]
pub struct BlockReceipts {
2016-02-22 10:14:31 +01:00
pub receipts: Vec<Receipt>,
}
impl BlockReceipts {
pub fn new(receipts: Vec<Receipt>) -> Self {
BlockReceipts {
receipts: receipts
}
}
}
impl Decodable for BlockReceipts {
fn decode<D>(decoder: &D) -> Result<Self, DecoderError> where D: Decoder {
Ok(BlockReceipts {
receipts: try!(Decodable::decode(decoder))
})
}
}
impl Encodable for BlockReceipts {
fn rlp_append(&self, s: &mut RlpStream) {
s.append(&self.receipts);
}
}
impl HeapSizeOf for BlockReceipts {
fn heap_size_of_children(&self) -> usize {
self.receipts.heap_size_of_children()
}
}