Merge remote-tracking branch 'origin/master' into gav

.gitignore

@@ -12,4 +12,8 @@ Cargo.lock
 # Generated by Cargo
 /target/
 
+# vim stuff
 *.swp
+
+# mac stuff
+.DS_Store

Cargo.toml

@@ -10,8 +10,12 @@ authors = ["Ethcore <admin@ethcore.io>"]
 log = "0.3"
 env_logger = "0.3"
 ethcore-util = "0.1.0"
-evmjit = { path = "rust-evmjit", optional = true }
 rustc-serialize = "0.3"
+flate2 = "0.2"
+rocksdb = "0.2.1"
+heapsize = "0.2.0"
+
+evmjit = { path = "rust-evmjit", optional = true }
 
 [features]
 jit = ["evmjit"]

src/blockchain.rs

@@ -0,0 +1,681 @@
+//! Fast access to blockchain data.
+
+use std::collections::HashMap;
+use std::cell::RefCell;
+use std::path::Path;
+use std::hash::Hash;
+use rocksdb::{DB, WriteBatch, Writable};
+use heapsize::HeapSizeOf;
+use util::hash::*;
+use util::uint::*;
+use util::rlp::*;
+use util::hashdb::*;
+use util::sha3::*;
+use util::bytes::*;
+use util::squeeze::*;
+use header::*;
+use extras::*;
+use transaction::*;
+use views::*;
+
+/// Represents a tree route between `from` block and `to` block:
+/// 
+/// - `blocks` - a vector of hashes of all blocks, ordered from `from` to `to`.
+///
+/// - `ancestor` - best common ancestor of these blocks.
+///
+/// - `index` - an index where best common ancestor would be.
+pub struct TreeRoute {
+	pub blocks: Vec<H256>,
+	pub ancestor: H256,
+	pub index: usize
+}
+
+/// Represents blockchain's in-memory cache size in bytes.
+#[derive(Debug)]
+pub struct CacheSize {
+	pub blocks: usize,
+	pub block_details: usize,
+	pub transaction_addresses: usize,
+	pub block_logs: usize,
+	pub blocks_blooms: usize
+}
+
+/// Information about best block gathered together
+struct BestBlock {
+	pub hash: H256,
+	pub number: U256,
+	pub total_difficulty: U256
+}
+
+impl BestBlock {
+	fn new() -> BestBlock {
+		BestBlock {
+			hash: H256::new(),
+			number: U256::from(0),
+			total_difficulty: U256::from(0)
+		}
+	}
+}
+
+/// Structure providing fast access to blockchain data.
+/// 
+/// **Does not do input data verification.**
+pub struct BlockChain {
+	best_block: RefCell<BestBlock>,
+
+	// block cache
+	blocks: RefCell<HashMap<H256, Bytes>>,
+
+	// extra caches
+	block_details: RefCell<HashMap<H256, BlockDetails>>,
+	block_hashes: RefCell<HashMap<U256, H256>>,
+	transaction_addresses: RefCell<HashMap<H256, TransactionAddress>>,
+	block_logs: RefCell<HashMap<H256, BlockLogBlooms>>,
+	blocks_blooms: RefCell<HashMap<H256, BlocksBlooms>>,
+
+	extras_db: DB,
+	blocks_db: DB
+}
+
+impl BlockChain {
+	/// Create new instance of blockchain from given Genesis
+	/// 
+	/// ```rust
+	/// extern crate ethcore_util as util;
+	/// extern crate ethcore;
+	/// use std::env;
+	/// use std::str::FromStr;
+	/// use ethcore::genesis::*;
+	/// use ethcore::blockchain::*;
+	/// use util::hash::*;
+	/// use util::uint::*;
+	/// 
+	/// fn main() {
+	/// 	let genesis = Genesis::new_frontier();
+	///
+	/// 	let mut dir = env::temp_dir();
+	/// 	dir.push(H32::random().hex());
+	///
+	/// 	let bc = BlockChain::new(genesis.block(), &dir);
+	///
+	/// 	let genesis_hash = "d4e56740f876aef8c010b86a40d5f56745a118d0906a34e69aec8c0db1cb8fa3";
+	/// 	assert_eq!(bc.genesis_hash(), H256::from_str(genesis_hash).unwrap());
+	/// 	assert!(bc.is_known(&bc.genesis_hash()));
+	/// 	assert_eq!(bc.genesis_hash(), bc.block_hash(&U256::from(0u8)).unwrap());
+	/// }
+	/// ```
+	pub fn new(genesis: &[u8], path: &Path) -> BlockChain {
+		// open extras db
+		let mut extras_path = path.to_path_buf();
+		extras_path.push("extras");
+		let extras_db = DB::open_default(extras_path.to_str().unwrap()).unwrap();
+
+		// open blocks db
+		let mut blocks_path = path.to_path_buf();
+		blocks_path.push("blocks");
+		let blocks_db = DB::open_default(blocks_path.to_str().unwrap()).unwrap();
+
+		let bc = BlockChain {
+			best_block: RefCell::new(BestBlock::new()),
+			blocks: RefCell::new(HashMap::new()),
+			block_details: RefCell::new(HashMap::new()),
+			block_hashes: RefCell::new(HashMap::new()),
+			transaction_addresses: RefCell::new(HashMap::new()),
+			block_logs: RefCell::new(HashMap::new()),
+			blocks_blooms: RefCell::new(HashMap::new()),
+			extras_db: extras_db,
+			blocks_db: blocks_db
+		};
+
+		// load best block
+		let best_block_hash = match bc.extras_db.get(b"best").unwrap() {
+			Some(best) => H256::from_slice(&best),
+			None => {
+				// best block does not exist
+				// we need to insert genesis into the cache
+				let block = BlockView::new(genesis);
+				let header = block.header_view();
+				let hash = block.sha3();
+
+				let details = BlockDetails {
+					number: header.number(),
+					total_difficulty: header.difficulty(),
+					parent: header.parent_hash(),
+					children: vec![]
+				};
+
+				bc.blocks_db.put(&hash, genesis).unwrap();
+
+				let batch = WriteBatch::new();
+				batch.put_extras(&hash, &details);
+				batch.put_extras(&header.number(), &hash);
+				batch.put(b"best", &hash).unwrap();
+				bc.extras_db.write(batch).unwrap();
+				
+				hash
+			}
+		};
+
+		{
+			let mut best_block = bc.best_block.borrow_mut();
+			best_block.number = bc.block_number(&best_block_hash).unwrap();
+			best_block.total_difficulty = bc.block_details(&best_block_hash).unwrap().total_difficulty;
+			best_block.hash = best_block_hash;
+		}
+
+		bc
+	}
+
+	/// Returns a tree route between `from` and `to`, which is a tuple of:
+	/// 
+	/// - a vector of hashes of all blocks, ordered from `from` to `to`.
+	///
+	/// - common ancestor of these blocks.
+	///
+	/// - an index where best common ancestor would be
+	/// 
+	/// 1.) from newer to older
+	/// 
+	/// - bc: `A1 -> A2 -> A3 -> A4 -> A5`
+	/// - from: A5, to: A4
+	/// - route: 
+	///
+	///   ```json
+	///   { blocks: [A5], ancestor: A4, index: 1 }
+	///   ```
+	/// 
+	/// 2.) from older to newer
+	/// 
+	/// - bc: `A1 -> A2 -> A3 -> A4 -> A5`
+	/// - from: A3, to: A4
+	/// - route: 
+	/// 
+	///   ```json
+	///   { blocks: [A4], ancestor: A3, index: 0 }
+	///   ```
+	///
+	/// 3.) fork:
+	///
+	/// - bc: 
+	///
+	///   ```text
+	///   A1 -> A2 -> A3 -> A4
+	///              -> B3 -> B4
+	///   ``` 
+	/// - from: B4, to: A4
+	/// - route: 
+	/// 
+	///   ```json
+	///   { blocks: [B4, B3, A3, A4], ancestor: A2, index: 2 }
+	///   ```
+	pub fn tree_route(&self, from: H256, to: H256) -> TreeRoute {
+		let from_details = self.block_details(&from).expect("from hash is invalid!");
+		let to_details = self.block_details(&to).expect("to hash is invalid!");
+
+		self._tree_route((from_details, from), (to_details, to))
+	}
+
+	/// Similar to `tree_route` function, but can be used to return a route
+	/// between blocks which may not be in database yet.
+	fn _tree_route(&self, from: (BlockDetails, H256), to: (BlockDetails, H256)) -> TreeRoute {
+		let mut from_branch = vec![];
+		let mut to_branch = vec![];
+
+		let mut from_details = from.0;
+		let mut to_details = to.0;
+		let mut current_from = from.1;
+		let mut current_to = to.1;
+
+		// reset from && to to the same level
+		while from_details.number > to_details.number {
+			from_branch.push(current_from);
+			current_from = from_details.parent.clone();
+			from_details = self.block_details(&from_details.parent).unwrap();
+		}
+
+		while to_details.number > from_details.number {
+			to_branch.push(current_to);
+			current_to = to_details.parent.clone();
+			to_details = self.block_details(&to_details.parent).unwrap();
+		}
+
+		assert_eq!(from_details.number, to_details.number);
+
+		// move to shared parent
+		while current_from != current_to {
+			from_branch.push(current_from);
+			current_from = from_details.parent.clone();
+			from_details = self.block_details(&from_details.parent).unwrap();
+
+			to_branch.push(current_to);
+			current_to = to_details.parent.clone();
+			to_details = self.block_details(&to_details.parent).unwrap();
+		}
+
+		let index = from_branch.len();
+
+		from_branch.extend(to_branch.into_iter().rev());
+
+		TreeRoute {
+			blocks: from_branch,
+			ancestor: current_from,
+			index: index
+		}
+	}
+
+
+	/// Inserts the block into backing cache database.
+	/// Expects the block to be valid and already verified.
+	/// If the block is already known, does nothing.
+	pub fn insert_block(&self, bytes: &[u8]) {
+		// create views onto rlp
+		let block = BlockView::new(bytes);
+		let header = block.header_view();
+		let hash = block.sha3();
+
+		if self.is_known(&hash) {
+			return;
+		}
+
+		// store block in db
+		self.blocks_db.put(&hash, &bytes).unwrap();
+		let (batch, new_best) = self.block_to_extras_insert_batch(bytes);
+
+		// update best block
+		let mut best_block = self.best_block.borrow_mut();
+		if let Some(b) = new_best {
+			*best_block = b;
+		}
+
+		// update caches
+		let mut write = self.block_details.borrow_mut();
+		write.remove(&header.parent_hash());
+
+		// update extras database
+		self.extras_db.write(batch).unwrap();
+	}
+
+	/// Transforms block into WriteBatch that may be written into database
+	/// Additionally, if it's new best block it returns new best block object.
+	fn block_to_extras_insert_batch(&self, bytes: &[u8]) -> (WriteBatch, Option<BestBlock>) {
+		// create views onto rlp
+		let block = BlockView::new(bytes);
+		let header = block.header_view();
+		
+		// prepare variables
+		let hash = block.sha3();
+		let mut parent_details = self.block_details(&header.parent_hash()).expect("Invalid parent hash.");
+		let total_difficulty = parent_details.total_difficulty + header.difficulty();
+		let is_new_best = total_difficulty > self.best_block_total_difficulty();
+		let parent_hash = header.parent_hash();
+
+		// create current block details
+		let details = BlockDetails {
+			number: header.number(),
+			total_difficulty: total_difficulty,
+			parent: parent_hash.clone(),
+			children: vec![]
+		};
+		
+		// prepare the batch
+		let batch = WriteBatch::new();
+
+		// insert new block details
+		batch.put_extras(&hash, &details);
+
+		// update parent details
+		parent_details.children.push(hash.clone());
+		batch.put_extras(&parent_hash, &parent_details);
+
+		// if it's not new best block, just return
+		if !is_new_best {
+			return (batch, None);
+		}
+
+		// if its new best block we need to make sure that all ancestors 
+		// are moved to "canon chain"
+		// find the route between old best block and the new one
+		let best_hash = self.best_block_hash();
+		let best_details = self.block_details(&best_hash).expect("best block hash is invalid!");
+		let route = self._tree_route((best_details, best_hash), (details, hash.clone()));
+
+		match route.blocks.len() {
+			// its our parent
+			1 => batch.put_extras(&header.number(), &hash),
+			// it is a fork
+			i if i > 1 => {
+				let ancestor_number = self.block_number(&route.ancestor).unwrap();
+				let start_number = ancestor_number + U256::from(1u8);
+				for (index, hash) in route.blocks.iter().skip(route.index).enumerate() {
+					batch.put_extras(&(start_number + U256::from(index as u64)), hash);
+				}
+			},
+			// route.blocks.len() could be 0 only if inserted block is best block,
+			// and this is not possible at this stage
+			_ => { unreachable!(); }
+		};
+
+		// this is new best block
+		batch.put(b"best", &hash).unwrap();
+
+		let best_block = BestBlock {
+			hash: hash,
+			number: header.number(),
+			total_difficulty: total_difficulty
+		};
+
+		(batch, Some(best_block))
+	}
+
+	/// Returns true if the given block is known 
+	/// (though not necessarily a part of the canon chain).
+	pub fn is_known(&self, hash: &H256) -> bool {
+		self.query_extras_exist(hash, &self.block_details)
+	}
+
+	/// Returns true if transaction is known.
+	pub fn is_known_transaction(&self, hash: &H256) -> bool {
+		self.query_extras_exist(hash, &self.transaction_addresses)
+	}
+
+	/// Returns reference to genesis hash.
+	pub fn genesis_hash(&self) -> H256 {
+		self.block_hash(&U256::from(0u8)).expect("Genesis hash should always exist")
+	}
+
+	/// Get the partial-header of a block.
+	pub fn block_header(&self, hash: &H256) -> Option<Header> {
+		self.block(hash).map(|bytes| BlockView::new(&bytes).header())
+	}
+
+	/// Get a list of transactions for a given block.
+	/// Returns None if block deos not exist.
+	pub fn transactions(&self, hash: &H256) -> Option<Vec<Transaction>> {
+		self.block(hash).map(|bytes| BlockView::new(&bytes).transactions())
+	}
+
+	/// Get a list of transaction hashes for a given block.
+	/// Returns None if block does not exist.
+	pub fn transaction_hashes(&self, hash: &H256) -> Option<Vec<H256>> {
+		self.block(hash).map(|bytes| BlockView::new(&bytes).transaction_hashes())
+	}
+
+	/// Get a list of uncles for a given block.
+	/// Returns None if block deos not exist.
+	pub fn uncles(&self, hash: &H256) -> Option<Vec<Header>> {
+		self.block(hash).map(|bytes| BlockView::new(&bytes).uncles())
+	}
+
+	/// Get a list of uncle hashes for a given block.
+	/// Returns None if block does not exist.
+	pub fn uncle_hashes(&self, hash: &H256) -> Option<Vec<H256>> {
+		self.block(hash).map(|bytes| BlockView::new(&bytes).uncle_hashes())
+	}
+
+	/// Get the familial details concerning a block.
+	pub fn block_details(&self, hash: &H256) -> Option<BlockDetails> {
+		self.query_extras(hash, &self.block_details)
+	}
+
+	/// Get the hash of given block's number.
+	pub fn block_hash(&self, hash: &U256) -> Option<H256> {
+		self.query_extras(hash, &self.block_hashes)
+	}
+
+	/// Get best block hash.
+	pub fn best_block_hash(&self) -> H256 {
+		self.best_block.borrow().hash.clone()
+	}
+
+	/// Get best block number.
+	pub fn best_block_number(&self) -> U256 {
+		self.best_block.borrow().number
+	}
+
+	/// Get best block total difficulty.
+	pub fn best_block_total_difficulty(&self) -> U256 {
+		self.best_block.borrow().total_difficulty
+	}
+
+	/// Get the number of given block's hash.
+	pub fn block_number(&self, hash: &H256) -> Option<U256> {
+		self.block(hash).map(|bytes| BlockView::new(&bytes).header_view().number())
+	}
+
+	/// Get the transactions' log blooms of a block.
+	pub fn log_blooms(&self, hash: &H256) -> Option<BlockLogBlooms> {
+		self.query_extras(hash, &self.block_logs)
+	}
+
+	fn block(&self, hash: &H256) -> Option<Bytes> {
+		{
+			let read = self.blocks.borrow();
+			match read.get(hash) {
+				Some(v) => return Some(v.clone()),
+				None => ()
+			}
+		}
+
+		let opt = self.blocks_db.get(hash)
+			.expect("Low level database error. Some issue with disk?");
+
+		match opt {
+			Some(b) => {
+				let bytes: Bytes = b.to_vec();
+				let mut write = self.blocks.borrow_mut();
+				write.insert(hash.clone(), bytes.clone());
+				Some(bytes)
+			},
+			None => None
+		}
+	}
+
+	fn query_extras<K, T>(&self, hash: &K, cache: &RefCell<HashMap<K, T>>) -> Option<T> where 
+		T: Clone + Decodable + ExtrasIndexable, 
+		K: ExtrasSliceConvertable + Eq + Hash + Clone {
+		{
+			let read = cache.borrow();
+			match read.get(hash) {
+				Some(v) => return Some(v.clone()),
+				None => ()
+			}
+		}
+
+		self.extras_db.get_extras(hash).map(| t: T | {
+			let mut write = cache.borrow_mut();
+			write.insert(hash.clone(), t.clone());
+			t
+		})
+	}
+
+	fn query_extras_exist<K, T>(&self, hash: &K, cache: &RefCell<HashMap<K, T>>) -> bool where 
+		K: ExtrasSliceConvertable + Eq + Hash + Clone,
+		T: ExtrasIndexable {
+		{
+			let read = cache.borrow();
+			match read.get(hash) {
+				Some(_) => return true,
+				None => ()
+			}
+		}
+
+		self.extras_db.extras_exists::<_, T>(hash)
+	}
+
+	/// Get current cache size.
+	pub fn cache_size(&self) -> CacheSize {
+		CacheSize {
+			blocks: self.blocks.heap_size_of_children(),
+			block_details: self.block_details.heap_size_of_children(),
+			transaction_addresses: self.transaction_addresses.heap_size_of_children(),
+			block_logs: self.block_logs.heap_size_of_children(),
+			blocks_blooms: self.blocks_blooms.heap_size_of_children()
+		}
+	}
+
+	/// Tries to squeeze the cache if its too big.
+	pub fn squeeze_to_fit(&self, size: CacheSize) {
+		self.blocks.borrow_mut().squeeze(size.blocks);
+		self.block_details.borrow_mut().squeeze(size.block_details);
+		self.transaction_addresses.borrow_mut().squeeze(size.transaction_addresses);
+		self.block_logs.borrow_mut().squeeze(size.block_logs);
+		self.blocks_blooms.borrow_mut().squeeze(size.blocks_blooms);
+	}
+}
+
+#[cfg(test)]
+mod tests {
+	use std::env;
+	use std::str::FromStr;
+	use rustc_serialize::hex::FromHex;
+	use util::hash::*;
+	use util::uint::*;
+	use blockchain::*;
+
+	#[test]
+	fn valid_tests_extra32() {
+		let genesis = "f901fcf901f7a00000000000000000000000000000000000000000000000000000000000000000a01dcc4de8dec75d7aab85b567b6ccd41ad312451b948a7413f0a142fd40d49347948888f1f195afa192cfee860698584c030f4c9db1a0925002c3260b44e44c3edebad1cc442142b03020209df1ab8bb86752edbd2cd7a056e81f171bcc55a6ff8345e692c0f86e5b48e01b996cadc001622fb5e363b421a056e81f171bcc55a6ff8345e692c0f86e5b48e01b996cadc001622fb5e363b421b90100000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000008302000080832fefd8808454c98c8142a0363659b251bf8b819179874c8cce7b9b983d7f3704cbb58a3b334431f7032871889032d09c281e1236c0c0".from_hex().unwrap();
+
+		let mut dir = env::temp_dir();
+		dir.push(H32::random().hex());
+
+		let bc = BlockChain::new(&genesis, &dir);
+		
+		let genesis_hash = H256::from_str("3caa2203f3d7c136c0295ed128a7d31cea520b1ca5e27afe17d0853331798942").unwrap();
+
+		assert_eq!(bc.genesis_hash(), genesis_hash.clone());
+		assert_eq!(bc.best_block_number(), U256::from(0u8));
+		assert_eq!(bc.best_block_hash(), genesis_hash.clone());
+		assert_eq!(bc.block_hash(&U256::from(0u8)), Some(genesis_hash.clone()));
+		assert_eq!(bc.block_hash(&U256::from(1u8)), None);
+		
+
+		let first = "f90285f90219a03caa2203f3d7c136c0295ed128a7d31cea520b1ca5e27afe17d0853331798942a01dcc4de8dec75d7aab85b567b6ccd41ad312451b948a7413f0a142fd40d49347948888f1f195afa192cfee860698584c030f4c9db1a0bac6177a79e910c98d86ec31a09ae37ac2de15b754fd7bed1ba52362c49416bfa0d45893a296c1490a978e0bd321b5f2635d8280365c1fe9f693d65f233e791344a0c7778a7376099ee2e5c455791c1885b5c361b95713fddcbe32d97fd01334d296b90100000000000000000010000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000200000000000000000008000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000040000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000200000000000400000000000000000000000000000000000000000000000000000008302000001832fefd882560b845627cb99a00102030405060708091011121314151617181920212223242526272829303132a08ccb2837fb2923bd97e8f2d08ea32012d6e34be018c73e49a0f98843e8f47d5d88e53be49fec01012ef866f864800a82c35094095e7baea6a6c7c4c2dfeb977efac326af552d8785012a05f200801ba0cb088b8d2ff76a7b2c6616c9d02fb6b7a501afbf8b69d7180b09928a1b80b5e4a06448fe7476c606582039bb72a9f6f4b4fad18507b8dfbd00eebbe151cc573cd2c0".from_hex().unwrap();
+
+		bc.insert_block(&first);
+
+		let first_hash = H256::from_str("a940e5af7d146b3b917c953a82e1966b906dace3a4e355b5b0a4560190357ea1").unwrap();
+
+		assert_eq!(bc.block_hash(&U256::from(0u8)), Some(genesis_hash.clone()));
+		assert_eq!(bc.best_block_number(), U256::from(1u8));
+		assert_eq!(bc.best_block_hash(), first_hash.clone());
+		assert_eq!(bc.block_hash(&U256::from(1u8)), Some(first_hash.clone()));
+		assert_eq!(bc.block_details(&first_hash).unwrap().parent, genesis_hash.clone());
+		assert_eq!(bc.block_details(&genesis_hash).unwrap().children, vec![first_hash.clone()]);
+		assert_eq!(bc.block_hash(&U256::from(2u8)), None);
+	}
+
+	#[test]
+	fn test_small_fork() {
+		let genesis = "f901fcf901f7a00000000000000000000000000000000000000000000000000000000000000000a01dcc4de8dec75d7aab85b567b6ccd41ad312451b948a7413f0a142fd40d49347948888f1f195afa192cfee860698584c030f4c9db1a07dba07d6b448a186e9612e5f737d1c909dce473e53199901a302c00646d523c1a056e81f171bcc55a6ff8345e692c0f86e5b48e01b996cadc001622fb5e363b421a056e81f171bcc55a6ff8345e692c0f86e5b48e01b996cadc001622fb5e363b421b90100000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000008302000080832fefd8808454c98c8142a059262c330941f3fe2a34d16d6e3c7b30d2ceb37c6a0e9a994c494ee1a61d2410885aa4c8bf8e56e264c0c0".from_hex().unwrap();
+		let b1 = "f90261f901f9a05716670833ec874362d65fea27a7cd35af5897d275b31a44944113111e4e96d2a01dcc4de8dec75d7aab85b567b6ccd41ad312451b948a7413f0a142fd40d49347948888f1f195afa192cfee860698584c030f4c9db1a0cb52de543653d86ccd13ba3ddf8b052525b04231c6884a4db3188a184681d878a0e78628dd45a1f8dc495594d83b76c588a3ee67463260f8b7d4a42f574aeab29aa0e9244cf7503b79c03d3a099e07a80d2dbc77bb0b502d8a89d51ac0d68dd31313b90100000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000008302000001832fefd882520884562791e580a051b3ecba4e3f2b49c11d42dd0851ec514b1be3138080f72a2b6e83868275d98f8877671f479c414b47f862f86080018304cb2f94095e7baea6a6c7c4c2dfeb977efac326af552d870a801ca09e2709d7ec9bbe6b1bbbf0b2088828d14cd5e8642a1fee22dc74bfa89761a7f9a04bd8813dee4be989accdb708b1c2e325a7e9c695a8024e30e89d6c644e424747c0".from_hex().unwrap();
+		let b2 = "f902ccf901f9a0437e51676ff10756fcfee5edd9159fa41dbcb1b2c592850450371cbecd54ee4fa01dcc4de8dec75d7aab85b567b6ccd41ad312451b948a7413f0a142fd40d49347948888f1f195afa192cfee860698584c030f4c9db1a0c70a5dc56146e5ef025e4e5726a6373c6f12fd2f6784093a19ead0a7d17fb292a040645cbce4fd399e7bb9160b4c30c40d7ee616a030d4e18ef0ed3b02bdb65911a086e608555f63628417032a011d107b36427af37d153f0da02ce3f90fdd5e8c08b90100000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000008302004002832fefd882c0e384562791e880a0e3cc39ff775cc0a32f175995b92e84b729e5c9a3563ff899e3555b908bc21d75887c3cde283f4846a6f8cdf8cb01018304cb2f8080b87e6060604052606e8060106000396000f360606040526000357c010000000000000000000000000000000000000000000000000000000090048063c0406226146037576035565b005b60406004506056565b6040518082815260200191505060405180910390f35b6000600560006000508190555060059050606b565b90561ba05258615c63503c0a600d6994b12ea5750d45b3c69668e2a371b4fbfb9eeff6b8a0a11be762bc90491231274a2945be35a43f23c27775b1ff24dd521702fe15f73ec0".from_hex().unwrap();
+		let b3a = "f90261f901f9a036fde1253128666fcb95a5956da14a73489e988bb72738717ec1d31e1cee781aa01dcc4de8dec75d7aab85b567b6ccd41ad312451b948a7413f0a142fd40d49347948888f1f195afa192cfee860698584c030f4c9db1a05fb2b4bfdef7b314451cb138a534d225c922fc0e5fbe25e451142732c3e25c25a09dc4b1357c0b7b8108f8a098f4f9a1a274957bc9ebc22a9ae67ae81739e5b19ca007c6fdfa8eea7e86b81f5b0fc0f78f90cc19f4aa60d323151e0cac660199e9a1b90100000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000008302008003832fefd882524d84562791eb80a074861666bd346c025889745c793b91ab9cd1e2ca19b5cf3c50d04d135b0a4d2b8809fe9587ea4cdc04f862f86002018304cb2f94ec0e71ad0a90ffe1909d27dac207f7680abba42d01801ba06fd84874d36d5de9e8e48978c03619b53a96b7ae0a4cd1ac118f103098b44801a00572596974dd7df4f9f69bd7456585618c568d8434ef6453391b89281ce12ae1c0".from_hex().unwrap();
+		let b3b = "f90265f901f9a036fde1253128666fcb95a5956da14a73489e988bb72738717ec1d31e1cee781aa01dcc4de8dec75d7aab85b567b6ccd41ad312451b948a7413f0a142fd40d49347948888f1f195afa192cfee860698584c030f4c9db1a0ab87dc338bfd6f662b1cd90bc0c9e40a1b2146a095312393c9e13ce3a5008b09a0e609b7a7d4b8a2403ec1268627ecd98783627246e8f1b26addb3ff504f76a054a0592fabf92476512952db3a69a2481a42912e668a1ee28c4c322e703bb665f8beb90100000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000008302008003832fefd882a1f084562791ee80a0fe7098fa7e4ac5d637eea81fb23f8f78346826dbab430068dd9a249d0afa99818853e1a6b201ae3545f866f86402018304cb2f94ec0e71ad0a90ffe1909d27dac207f7680abba42d0284c04062261ca06edc9ce8e7da4cc34067beb325dcad59e5655a164a5100a50bc3eb681b12c716a0abf9053d5de65b1be81fe50d327b84de685efbeecea34e7b747180a6c6023e44c0".from_hex().unwrap();
+
+		let genesis_hash = H256::from_str("5716670833ec874362d65fea27a7cd35af5897d275b31a44944113111e4e96d2").unwrap();
+		let b1_hash = H256::from_str("437e51676ff10756fcfee5edd9159fa41dbcb1b2c592850450371cbecd54ee4f").unwrap();
+		let b2_hash = H256::from_str("36fde1253128666fcb95a5956da14a73489e988bb72738717ec1d31e1cee781a").unwrap();
+		let b3a_hash = H256::from_str("c208f88c9f5bf7e00840439742c12e5226d9752981f3ec0521bdcb6dd08af277").unwrap();
+		let b3b_hash = H256::from_str("bf72270ae0d95c9ea39a6adab994793fddb8c10fba7391e26279474124605d54").unwrap();
+
+		// b3a is a part of canon chain, whereas b3b is part of sidechain
+		let best_block_hash = H256::from_str("c208f88c9f5bf7e00840439742c12e5226d9752981f3ec0521bdcb6dd08af277").unwrap();
+
+		let mut dir = env::temp_dir();
+		dir.push(H32::random().hex());
+
+		let bc = BlockChain::new(&genesis, &dir);
+		bc.insert_block(&b1);
+		bc.insert_block(&b2);
+		bc.insert_block(&b3a);
+		bc.insert_block(&b3b);
+
+		assert_eq!(bc.best_block_hash(), best_block_hash);
+		assert_eq!(bc.block_number(&genesis_hash).unwrap(), U256::from(0));
+		assert_eq!(bc.block_number(&b1_hash).unwrap(), U256::from(1));
+		assert_eq!(bc.block_number(&b2_hash).unwrap(), U256::from(2));
+		assert_eq!(bc.block_number(&b3a_hash).unwrap(), U256::from(3));
+		assert_eq!(bc.block_number(&b3b_hash).unwrap(), U256::from(3));
+
+		assert_eq!(bc.block_hash(&U256::from(0)).unwrap(), genesis_hash);
+		assert_eq!(bc.block_hash(&U256::from(1)).unwrap(), b1_hash);
+		assert_eq!(bc.block_hash(&U256::from(2)).unwrap(), b2_hash);
+		assert_eq!(bc.block_hash(&U256::from(3)).unwrap(), b3a_hash);
+
+		// test trie route
+		let r0_1 = bc.tree_route(genesis_hash.clone(), b1_hash.clone());
+		assert_eq!(r0_1.ancestor, genesis_hash);
+		assert_eq!(r0_1.blocks, [b1_hash.clone()]);
+		assert_eq!(r0_1.index, 0);
+
+		let r0_2 = bc.tree_route(genesis_hash.clone(), b2_hash.clone());	
+		assert_eq!(r0_2.ancestor, genesis_hash);
+		assert_eq!(r0_2.blocks, [b1_hash.clone(), b2_hash.clone()]);
+		assert_eq!(r0_2.index, 0);
+
+		let r1_3a = bc.tree_route(b1_hash.clone(), b3a_hash.clone());	
+		assert_eq!(r1_3a.ancestor, b1_hash);
+		assert_eq!(r1_3a.blocks, [b2_hash.clone(), b3a_hash.clone()]);
+		assert_eq!(r1_3a.index, 0);
+
+		let r1_3b = bc.tree_route(b1_hash.clone(), b3b_hash.clone());	
+		assert_eq!(r1_3b.ancestor, b1_hash);
+		assert_eq!(r1_3b.blocks, [b2_hash.clone(), b3b_hash.clone()]);
+		assert_eq!(r1_3b.index, 0);
+
+		let r3a_3b = bc.tree_route(b3a_hash.clone(), b3b_hash.clone());	
+		assert_eq!(r3a_3b.ancestor, b2_hash);
+		assert_eq!(r3a_3b.blocks, [b3a_hash.clone(), b3b_hash.clone()]);
+		assert_eq!(r3a_3b.index, 1);
+
+		let r1_0 = bc.tree_route(b1_hash.clone(), genesis_hash.clone());
+		assert_eq!(r1_0.ancestor, genesis_hash);
+		assert_eq!(r1_0.blocks, [b1_hash.clone()]);
+		assert_eq!(r1_0.index, 1);
+
+		let r2_0 = bc.tree_route(b2_hash.clone(), genesis_hash.clone());
+		assert_eq!(r2_0.ancestor, genesis_hash);
+		assert_eq!(r2_0.blocks, [b2_hash.clone(), b1_hash.clone()]);
+		assert_eq!(r2_0.index, 2);
+		
+		let r3a_1 = bc.tree_route(b3a_hash.clone(), b1_hash.clone());
+		assert_eq!(r3a_1.ancestor, b1_hash);
+		assert_eq!(r3a_1.blocks, [b3a_hash.clone(), b2_hash.clone()]);
+		assert_eq!(r3a_1.index, 2);
+
+		let r3b_1 = bc.tree_route(b3b_hash.clone(), b1_hash.clone());
+		assert_eq!(r3b_1.ancestor, b1_hash);
+		assert_eq!(r3b_1.blocks, [b3b_hash.clone(), b2_hash.clone()]);
+		assert_eq!(r3b_1.index, 2);
+
+		let r3b_3a = bc.tree_route(b3b_hash.clone(), b3a_hash.clone());
+		assert_eq!(r3b_3a.ancestor, b2_hash);
+		assert_eq!(r3b_3a.blocks, [b3b_hash.clone(), b3a_hash.clone()]);
+		assert_eq!(r3b_3a.index, 1);
+	}
+
+	#[test]
+	fn test_reopen_blockchain_db() {
+		let genesis = "f901fcf901f7a00000000000000000000000000000000000000000000000000000000000000000a01dcc4de8dec75d7aab85b567b6ccd41ad312451b948a7413f0a142fd40d49347948888f1f195afa192cfee860698584c030f4c9db1a07dba07d6b448a186e9612e5f737d1c909dce473e53199901a302c00646d523c1a056e81f171bcc55a6ff8345e692c0f86e5b48e01b996cadc001622fb5e363b421a056e81f171bcc55a6ff8345e692c0f86e5b48e01b996cadc001622fb5e363b421b90100000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000008302000080832fefd8808454c98c8142a059262c330941f3fe2a34d16d6e3c7b30d2ceb37c6a0e9a994c494ee1a61d2410885aa4c8bf8e56e264c0c0".from_hex().unwrap();
+		let b1 = "f90261f901f9a05716670833ec874362d65fea27a7cd35af5897d275b31a44944113111e4e96d2a01dcc4de8dec75d7aab85b567b6ccd41ad312451b948a7413f0a142fd40d49347948888f1f195afa192cfee860698584c030f4c9db1a0cb52de543653d86ccd13ba3ddf8b052525b04231c6884a4db3188a184681d878a0e78628dd45a1f8dc495594d83b76c588a3ee67463260f8b7d4a42f574aeab29aa0e9244cf7503b79c03d3a099e07a80d2dbc77bb0b502d8a89d51ac0d68dd31313b90100000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000008302000001832fefd882520884562791e580a051b3ecba4e3f2b49c11d42dd0851ec514b1be3138080f72a2b6e83868275d98f8877671f479c414b47f862f86080018304cb2f94095e7baea6a6c7c4c2dfeb977efac326af552d870a801ca09e2709d7ec9bbe6b1bbbf0b2088828d14cd5e8642a1fee22dc74bfa89761a7f9a04bd8813dee4be989accdb708b1c2e325a7e9c695a8024e30e89d6c644e424747c0".from_hex().unwrap();
+		let genesis_hash = H256::from_str("5716670833ec874362d65fea27a7cd35af5897d275b31a44944113111e4e96d2").unwrap();
+		let b1_hash = H256::from_str("437e51676ff10756fcfee5edd9159fa41dbcb1b2c592850450371cbecd54ee4f").unwrap();
+
+		let mut dir = env::temp_dir();
+		dir.push(H32::random().hex());
+
+		{
+			let bc = BlockChain::new(&genesis, &dir);
+			assert_eq!(bc.best_block_hash(), genesis_hash);
+			bc.insert_block(&b1);
+			assert_eq!(bc.best_block_hash(), b1_hash);
+		}
+
+		{
+			let bc = BlockChain::new(&genesis, &dir);
+			assert_eq!(bc.best_block_hash(), b1_hash);
+		}
+	}
+}

src/extras.rs

@@ -0,0 +1,252 @@
+use heapsize::HeapSizeOf;
+use rocksdb::{DB, Writable};
+use util::uint::*;
+use util::hash::*;
+use util::rlp::*;
+
+/// Represents index of extra data in database
+#[derive(Copy, Clone)]
+pub enum ExtrasIndex {
+	BlockDetails = 0,
+	BlockHash = 1,
+	TransactionAddress = 2,
+	BlockLogBlooms = 3,
+	BlocksBlooms = 4
+} 
+
+/// trait used to write Extras data to db
+pub trait ExtrasWritable {
+	fn put_extras<K, T>(&self, hash: &K, value: &T) where
+		T: ExtrasIndexable + Encodable, 
+		K: ExtrasSliceConvertable;
+}
+
+/// trait used to read Extras data from db
+pub trait ExtrasReadable {
+	fn get_extras<K, T>(&self, hash: &K) -> Option<T> where
+		T: ExtrasIndexable + Decodable,
+		K: ExtrasSliceConvertable;
+
+	fn extras_exists<K, T>(&self, hash: &K) -> bool where
+		T: ExtrasIndexable,
+		K: ExtrasSliceConvertable;
+}
+
+impl<W> ExtrasWritable for W where W: Writable {
+	fn put_extras<K, T>(&self, hash: &K, value: &T) where
+		T: ExtrasIndexable + Encodable, 
+		K: ExtrasSliceConvertable {
+		
+		self.put(&hash.to_extras_slice(T::extras_index()), &encode(value)).unwrap()
+	}
+}
+
+impl ExtrasReadable for DB {
+	fn get_extras<K, T>(&self, hash: &K) -> Option<T> where
+		T: ExtrasIndexable + Decodable,
+		K: ExtrasSliceConvertable {
+
+		self.get(&hash.to_extras_slice(T::extras_index())).unwrap()
+			.map(|v| decode(&v))
+	}
+
+	fn extras_exists<K, T>(&self, hash: &K) -> bool where
+		T: ExtrasIndexable,
+		K: ExtrasSliceConvertable {
+
+		self.get(&hash.to_extras_slice(T::extras_index())).unwrap().is_some()
+	}
+}
+
+/// Implementations should convert arbitrary type to database key slice
+pub trait ExtrasSliceConvertable {
+	fn to_extras_slice(&self, i: ExtrasIndex) -> H264;
+}
+
+impl ExtrasSliceConvertable for H256 {
+	fn to_extras_slice(&self, i: ExtrasIndex) -> H264 {
+		let mut slice = H264::from_slice(self);
+		slice[32] = i as u8;
+		slice
+	}
+}
+
+impl ExtrasSliceConvertable for U256 {
+	fn to_extras_slice(&self, i: ExtrasIndex) -> H264 {
+		H256::from(self).to_extras_slice(i)
+	}
+}
+
+/// Types implementing this trait can be indexed in extras database
+pub trait ExtrasIndexable {
+	fn extras_index() -> ExtrasIndex;
+}
+
+impl ExtrasIndexable for H256 {
+	fn extras_index() -> ExtrasIndex {
+		ExtrasIndex::BlockHash
+	}
+}
+
+/// Familial details concerning a block
+#[derive(Debug, Clone)]
+pub struct BlockDetails {
+	pub number: U256,
+	pub total_difficulty: U256,
+	pub parent: H256,
+	pub children: Vec<H256>
+}
+
+impl ExtrasIndexable for BlockDetails {
+	fn extras_index() -> ExtrasIndex {
+		ExtrasIndex::BlockDetails
+	}
+}
+
+impl HeapSizeOf for BlockDetails {
+	fn heap_size_of_children(&self) -> usize {
+		self.children.heap_size_of_children()
+	}
+}
+
+impl Decodable for BlockDetails {
+	fn decode<D>(decoder: &D) -> Result<Self, DecoderError> where D: Decoder {
+		let d = try!(decoder.as_list());
+		let details = BlockDetails {
+			number: try!(Decodable::decode(&d[0])),
+			total_difficulty: try!(Decodable::decode(&d[1])),
+			parent: try!(Decodable::decode(&d[2])),
+			children: try!(Decodable::decode(&d[3]))
+		};
+		Ok(details)
+	}
+}
+
+impl Encodable for BlockDetails {
+	fn encode<E>(&self, encoder: &mut E) where E: Encoder {
+		encoder.emit_list(| e | {
+			self.number.encode(e);
+			self.total_difficulty.encode(e);
+			self.parent.encode(e);
+			self.children.encode(e);
+		})
+	}
+}
+
+/// Log blooms of certain block
+#[derive(Clone)]
+pub struct BlockLogBlooms {
+	pub blooms: Vec<H2048>
+}
+
+impl ExtrasIndexable for BlockLogBlooms {
+	fn extras_index() -> ExtrasIndex {
+		ExtrasIndex::BlockLogBlooms
+	}
+}
+
+impl HeapSizeOf for BlockLogBlooms {
+	fn heap_size_of_children(&self) -> usize {
+		self.blooms.heap_size_of_children()
+	}
+}
+
+impl Decodable for BlockLogBlooms {
+	fn decode<D>(decoder: &D) -> Result<Self, DecoderError> where D: Decoder {
+		let block_blooms = BlockLogBlooms {
+			blooms: try!(Decodable::decode(decoder))
+		};
+
+		Ok(block_blooms)
+	}
+}
+
+impl Encodable for BlockLogBlooms {
+	fn encode<E>(&self, encoder: &mut E) where E: Encoder {
+		self.blooms.encode(encoder);
+	}
+}
+
+/// Neighboring log blooms on certain level
+pub struct BlocksBlooms {
+	pub blooms: [H2048; 16]
+}
+
+impl ExtrasIndexable for BlocksBlooms {
+	fn extras_index() -> ExtrasIndex {
+		ExtrasIndex::BlocksBlooms
+	}
+}
+
+impl HeapSizeOf for BlocksBlooms {
+	fn heap_size_of_children(&self) -> usize { 0 }
+}
+
+impl Clone for BlocksBlooms {
+	fn clone(&self) -> Self {
+		let mut blooms: [H2048; 16] = unsafe { ::std::mem::uninitialized() };
+
+		for i in 0..self.blooms.len() {
+			blooms[i] = self.blooms[i].clone();
+		}
+
+		BlocksBlooms {
+			blooms: blooms
+		}
+	}
+}
+
+impl Decodable for BlocksBlooms {
+	fn decode<D>(decoder: &D) -> Result<Self, DecoderError> where D: Decoder {
+		let blocks_blooms = BlocksBlooms {
+			blooms: try!(Decodable::decode(decoder))
+		};
+
+		Ok(blocks_blooms)
+	}
+}
+
+impl Encodable for BlocksBlooms {
+	fn encode<E>(&self, encoder: &mut E) where E: Encoder {
+		let blooms_ref: &[H2048] = &self.blooms;
+		blooms_ref.encode(encoder);
+	}
+}
+
+/// Represents address of certain transaction within block
+#[derive(Clone)]
+pub struct TransactionAddress {
+	pub block_hash: H256,
+	pub index: u64
+}
+
+impl ExtrasIndexable for TransactionAddress {
+	fn extras_index() -> ExtrasIndex {
+		ExtrasIndex::TransactionAddress
+	}
+}
+
+impl HeapSizeOf for TransactionAddress {
+	fn heap_size_of_children(&self) -> usize { 0 }
+}
+
+impl Decodable for TransactionAddress {
+	fn decode<D>(decoder: &D) -> Result<Self, DecoderError> where D: Decoder {
+		let d = try!(decoder.as_list());
+		let tx_address = TransactionAddress {
+			block_hash: try!(Decodable::decode(&d[0])),
+			index: try!(Decodable::decode(&d[1]))
+		};
+
+		Ok(tx_address)
+	}
+}
+
+impl Encodable for TransactionAddress {
+	fn encode<E>(&self, encoder: &mut E) where E: Encoder {
+		encoder.emit_list(| e | {
+			self.block_hash.encode(e);
+			self.index.encode(e);
+		})
+	}
+}

src/genesis.rs

@@ -0,0 +1,123 @@
+use std::io::Read;
+use std::str::FromStr;
+use std::collections::HashMap;
+use rustc_serialize::base64::FromBase64;
+use rustc_serialize::json::Json;
+use rustc_serialize::hex::FromHex;
+use flate2::read::GzDecoder;
+use util::rlp::*;
+use util::hash::*;
+use util::uint::*;
+use util::sha3::*;
+use account::*;
+use header::*;
+
+/// Converts file from base64 gzipped bytes to json
+fn base_to_json(source: &[u8]) -> Json {
+	// there is probably no need to store genesis in based64 gzip,
+	// but that's what go does, and it was easy to load it this way
+	let data = source.from_base64().expect("Genesis block is malformed!");
+	let data_ref: &[u8] = &data;
+	let mut decoder = GzDecoder::new(data_ref).expect("Gzip is invalid");
+	let mut s: String = "".to_string();
+	decoder.read_to_string(&mut s).expect("Gzip is invalid");
+	Json::from_str(&s).expect("Json is invalid")
+}
+
+pub struct Genesis {
+	block: Vec<u8>,
+	state: HashMap<Address, Account>
+}
+
+impl Genesis {
+	/// Creates genesis block for frontier network
+	pub fn new_frontier() -> Genesis {
+		let root = H256::from_str("d7f8974fb5ac78d9ac099b9ad5018bedc2ce0a72dad1827a1709da30580f0544").unwrap();
+		let json = base_to_json(include_bytes!("../res/genesis_frontier"));
+		let (header, state) = Self::load_genesis_json(&json, &root);
+		Self::new_from_header_and_state(header, state)
+	}
+
+	/// Creates genesis block from header and state hashmap
+	pub fn new_from_header_and_state(header: Header, state: HashMap<Address, Account>) -> Genesis {
+		let empty_list = RlpStream::new_list(0).out();
+		let mut stream = RlpStream::new_list(3);
+		stream.append(&header);
+		stream.append_raw(&empty_list, 1);
+		stream.append_raw(&empty_list, 1);
+
+		Genesis {
+			block: stream.out(),
+			state: state 
+		}
+	}
+
+	/// Loads genesis block from json file
+	fn load_genesis_json(json: &Json, state_root: &H256) -> (Header, HashMap<Address, Account>)  {
+		// once we commit ourselves to some json parsing library (serde?)
+		// move it to proper data structure
+		
+		let empty_list = RlpStream::new_list(0).out();
+		let empty_list_sha3 = empty_list.sha3();
+		let empty_data = encode(&"");
+		let empty_data_sha3 = empty_data.sha3();
+		
+		let header = Header {
+			parent_hash: H256::from_str(&json["parentHash"].as_string().unwrap()[2..]).unwrap(),
+			uncles_hash: empty_list_sha3.clone(),
+			author: Address::from_str(&json["coinbase"].as_string().unwrap()[2..]).unwrap(),
+			state_root: state_root.clone(),
+			transactions_root: empty_data_sha3.clone(),
+			receipts_root: empty_data_sha3.clone(),
+			log_bloom: H2048::new(),
+			difficulty: U256::from_str(&json["difficulty"].as_string().unwrap()[2..]).unwrap(),
+			number: U256::from(0u8),
+			gas_limit: U256::from_str(&json["gasLimit"].as_string().unwrap()[2..]).unwrap(),
+			gas_used: U256::from(0u8),
+			timestamp: U256::from_str(&json["timestamp"].as_string().unwrap()[2..]).unwrap(),
+			extra_data: json["extraData"].as_string().unwrap()[2..].from_hex().unwrap(),
+			seal: {
+				// ethash specific fields
+				let mixhash = H256::from_str(&json["mixhash"].as_string().unwrap()[2..]).unwrap();
+				let nonce = H64::from_str(&json["nonce"].as_string().unwrap()[2..]).unwrap();
+				vec![mixhash.to_vec(), nonce.to_vec()]
+			}
+		};
+		
+		let mut state = HashMap::new();
+		let accounts = json["alloc"].as_object().expect("Missing genesis state");
+		for (address, acc) in accounts.iter() {
+			let addr = Address::from_str(address).unwrap();
+			let o = acc.as_object().unwrap();
+			let balance = U256::from_dec_str(o["balance"].as_string().unwrap()).unwrap();
+			state.insert(addr, Account::new_basic(balance, U256::from(0)));
+		}
+
+		(header, state)
+	}
+
+	/// Returns genesis block
+	pub fn block(&self) -> &[u8] {
+		&self.block
+	}
+
+	/// Returns genesis block state
+	pub fn state(&self) -> &HashMap<Address, Account> {
+		&self.state
+	}
+
+	// not sure if this one is needed
+	pub fn drain(self) -> (Vec<u8>, HashMap<Address, Account>) {
+		(self.block, self.state)
+	}
+}
+
+#[test]
+fn test_genesis() {
+	use views::*;
+
+	let g = Genesis::new_frontier();
+	let view = BlockView::new(&g.block).header_view();
+	let genesis_hash = H256::from_str("d4e56740f876aef8c010b86a40d5f56745a118d0906a34e69aec8c0db1cb8fa3").unwrap();
+	assert_eq!(view.sha3(), genesis_hash);
+}

src/header.rs

@@ -11,23 +11,23 @@ pub type LogBloom = H2048;
 
 #[derive(Debug)]
 pub struct Header {
-	parent_hash: H256,
-	timestamp: U256,
-	number: U256,
-	author: Address,
+	pub parent_hash: H256,
+	pub timestamp: U256,
+	pub number: U256,
+	pub author: Address,
 
-	transactions_root: H256,
-	uncles_hash: H256,
-	extra_data: Bytes,
+	pub transactions_root: H256,
+	pub uncles_hash: H256,
+	pub extra_data: Bytes,
 
-	state_root: H256,
-	receipts_root: H256,
-	log_bloom: LogBloom,
-	gas_used: U256,
-	gas_limit: U256,
+	pub state_root: H256,
+	pub receipts_root: H256,
+	pub log_bloom: LogBloom,
+	pub gas_used: U256,
+	pub gas_limit: U256,
 
-	difficulty: U256,
-	seal: Vec<Bytes>,
+	pub difficulty: U256,
+	pub seal: Vec<Bytes>,
 }
 
 impl Header {

src/lib.rs

@@ -73,8 +73,12 @@
 
 #[macro_use]
 extern crate log;
-extern crate env_logger;
 extern crate rustc_serialize;
+extern crate flate2;
+extern crate rocksdb;
+extern crate heapsize;
+
+extern crate env_logger;
 #[cfg(feature = "jit" )]
 extern crate evmjit;
 extern crate ethcore_util as util;
@@ -96,3 +100,7 @@ pub mod null_engine;
 pub mod evm_schedule;
 pub mod builtin;
 pub mod spec;
+pub mod genesis;
+pub mod views;
+pub mod blockchain;
+pub mod extras;

src/views.rs

@@ -0,0 +1,148 @@
+//! Block oriented views onto rlp.
+use util::bytes::*;
+use util::hash::*;
+use util::uint::*;
+use util::rlp::*;
+use util::sha3::*;
+use header::*;
+use transaction::*;
+
+/// View onto block rlp.
+pub struct BlockView<'a> {
+	rlp: Rlp<'a>
+}
+
+impl<'a> BlockView<'a> {
+	/// Creates new view onto block from raw bytes.
+	pub fn new(bytes: &'a [u8]) -> BlockView<'a> {
+		BlockView {
+			rlp: Rlp::new(bytes)
+		}
+	}
+
+	/// Creates new view onto block from rlp.
+	pub fn new_from_rlp(rlp: Rlp<'a>) -> BlockView<'a> {
+		BlockView {
+			rlp: rlp
+		}
+	}
+
+	/// Return reference to underlaying rlp.
+	pub fn rlp(&self) -> &Rlp<'a> { 
+		&self.rlp 
+	}
+
+	/// Create new Header object from header rlp.
+	pub fn header(&self) -> Header { 
+		self.rlp.val_at(0)
+	}
+
+	/// Create new header view obto block head rlp.
+	pub fn header_view(&self) -> HeaderView<'a> { 
+		HeaderView::new_from_rlp(self.rlp.at(0)) 
+	}
+
+	/// Return List of transactions in given block.
+	pub fn transactions(&self) -> Vec<Transaction> {
+		self.rlp.val_at(1)
+	}
+
+	/// Return transaction hashes.
+	pub fn transaction_hashes(&self) -> Vec<H256> { 
+		self.rlp.at(1).iter().map(|rlp| rlp.raw().sha3()).collect()
+	}
+
+	/// Return list of uncles of given block.
+	pub fn uncles(&self) -> Vec<Header> {
+		self.rlp.val_at(2)
+	}
+
+	/// Return list of uncle hashes of given block.
+	pub fn uncle_hashes(&self) -> Vec<H256> { 
+		self.rlp.at(2).iter().map(|rlp| rlp.raw().sha3()).collect()
+	}
+}
+
+impl<'a> Hashable for BlockView<'a> {
+	fn sha3(&self) -> H256 {
+		self.header_view().sha3()
+	}
+}
+
+/// View onto block header rlp.
+pub struct HeaderView<'a> {
+	rlp: Rlp<'a>
+}
+
+impl<'a> HeaderView<'a> {
+	/// Creates new view onto header from raw bytes.
+	pub fn new(bytes: &'a [u8]) -> HeaderView<'a> {
+		HeaderView {
+			rlp: Rlp::new(bytes)
+		}
+	}
+
+	/// Creates new view onto header from rlp.
+	pub fn new_from_rlp(rlp: Rlp<'a>) -> HeaderView<'a> {
+		HeaderView {
+			rlp: rlp
+		}
+	}
+
+	/// Returns raw rlp.
+	pub fn rlp(&self) -> &Rlp<'a> { &self.rlp }
+
+	/// Returns parent hash.
+	pub fn parent_hash(&self) -> H256 { self.rlp.val_at(0) }
+
+	/// Returns uncles hash.
+	pub fn uncles_hash(&self) -> H256 { self.rlp.val_at(1) }
+
+	/// Returns author.
+	pub fn author(&self) -> Address { self.rlp.val_at(2) }
+
+	/// Returns state root.
+	pub fn state_root(&self) -> H256 { self.rlp.val_at(3) }
+
+	/// Returns transactions root.
+	pub fn transactions_root(&self) -> H256 { self.rlp.val_at(4) }
+
+	/// Returns block receipts root.
+	pub fn receipts_root(&self) -> H256 { self.rlp.val_at(5) }
+	
+	/// Returns block log bloom.
+	pub fn log_bloom(&self) -> H2048 { self.rlp.val_at(6) }
+
+	/// Returns block difficulty.
+	pub fn difficulty(&self) -> U256 { self.rlp.val_at(7) }
+
+	/// Returns block number.
+	pub fn number(&self) -> U256 { self.rlp.val_at(8) }
+	
+	/// Returns block gas limit.
+	pub fn gas_limit(&self) -> U256 { self.rlp.val_at(9) }
+
+	/// Returns block gas used.
+	pub fn gas_used(&self) -> U256 { self.rlp.val_at(10) }
+
+	/// Returns timestamp.
+	pub fn timestamp(&self) -> U256 { self.rlp.val_at(11) }
+
+	/// Returns block extra data.
+	pub fn extra_data(&self) -> Bytes { self.rlp.val_at(12) }
+
+	/// Returns block seal.
+	pub fn seal(&self) -> Vec<Bytes> { 
+		let mut seal = vec![];
+		for i in 13..self.rlp.item_count() {
+			seal.push(self.rlp.val_at(i));
+		}
+		seal
+	}
+}
+
+impl<'a> Hashable for HeaderView<'a> {
+	fn sha3(&self) -> H256 {
+		self.rlp.raw().sha3()
+	}
+}