openethereum/ethcore/src/snapshot/watcher.rs

205 lines
4.8 KiB
Rust
Raw Normal View History

// Copyright 2015-2017 Parity Technologies (UK) Ltd.
2016-09-02 18:28:47 +02:00
// This file is part of Parity.
// Parity is free software: you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
// Parity is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU General Public License for more details.
// You should have received a copy of the GNU General Public License
// along with Parity. If not, see <http://www.gnu.org/licenses/>.
//! Watcher for snapshot-related chain events.
use parking_lot::Mutex;
`Client` refactoring (#7038) * Improves `BestBlock` comment * Improves `TraceDB` comment * Improves `journaldb::Algorithm` comment. Probably the whole enum should be renamed to `Strategy` or something alike. * Comments some of the `Client`'s fields * Deglobs client imports * Fixes comments * Extracts `import_lock` to `Importer` struct * Extracts `verifier` to `Importer` struct * Extracts `block_queue` to `Importer` struct * Extracts `miner` to `Importer` struct * Extracts `ancient_verifier` to `Importer` struct * Extracts `rng` to `Importer` struct * Extracts `import_old_block` to `Importer` struct * Adds `Nonce` trait * Adds `Balance` trait * Adds `ChainInfo` trait * Fixes imports for tests using `chain_info` method * Adds `BlockInfo` trait * Adds more `ChainInfo` imports * Adds `BlockInfo` imports * Adds `ReopenBlock` trait * Adds `PrepareOpenBlock` trait * Fixes import in tests * Adds `CallContract` trait * Fixes imports in tests using `call_contract` method * Adds `TransactionInfo` trait * Adds `RegistryInfo` trait * Fixes imports in tests using `registry_address` method * Adds `ScheduleInfo` trait * Adds `ImportSealedBlock` trait * Fixes imports in test using `import_sealed_block` method * Adds `BroadcastProposalBlock` trait * Migrates `Miner` to static dispatch * Fixes tests * Moves `calculate_enacted_retracted` to `Importer` * Moves import-related methods to `Importer` * Removes redundant `import_old_block` wrapper * Extracts `import_block*` into separate trait * Fixes tests * Handles `Pending` in `LightFetch` * Handles `Pending` in filters * Handles `Pending` in `ParityClient` * Handles `Pending` in `EthClient` * Removes `BlockId::Pending`, partly refactors dependent code * Adds `StateInfo` trait * Exports `StateOrBlock` and `BlockChain` types from `client` module * Refactors `balance` RPC using generic API * Refactors `storage_at` RPC using generic API * Makes `MinerService::pending_state`'s return type dynamic * Adds `StateOrBlock` and `BlockChain` types * Adds impl of `client::BlockChain` for `Client` * Exports `StateInfo` trait from `client` module * Missing `self` use To be fixed up to "Adds impl of `client::BlockChain` for `Client`" * Adds `number_to_id` and refactors dependent RPC methods * Refactors `code_at` using generic API * Adds `StateClient` trait * Refactors RPC to use `StateClient` trait * Reverts `client::BlockChain` trait stuff, refactors methods to accept `StateOrBlock` * Refactors TestClient * Adds helper function `block_number_to_id` * Uses `block_number_to_id` instead of local function * Handles `Pending` in `list_accounts` and `list_storage_keys` * Attempt to use associated types for state instead of trait objects * Simplifies `state_at_beginning` * Extracts `call` and `call_many` into separate trait * Refactors `build_last_hashes` to accept reference * Exports `Call` type from the module * Refactors `call` and `call_many` to accept state and header * Exports `state_at` in `StateClient` * Exports `pending_block_header` from `MinerService` * Refactors RPC `call` method using new API * Adds missing parentheses * Refactors `parity::call` to use new call API * Update .gitlab-ci.yml fix gitlab lint * Fixes error handling * Refactors `traces::call` and `call_many` to use new call API * Refactors `call_contract` * Refactors `block_header` * Refactors internal RPC method `block` * Moves `estimate_gas` to `Call` trait, refactors parameters * Refactors `estimate_gas` in RPC * Refactors `uncle` * Refactors RPC `transaction` * Covers missing branches * Makes it all compile, fixes compiler grumbles * Adds casts in `blockchain` module * Fixes `PendingBlock` tests, work on `MinerService` * Adds test stubs for StateClient and EngineInfo * Makes `state_db` public * Adds missing impls for `TestBlockChainClient` * Adds trait documentation * Adds missing docs to the `state_db` module * Fixes trivial compilation errors * Moves `code_hash` method to a `BlockInfo` trait * Refactors `Verifier` to be generic over client * Refactors `TransactionFilter` to be generic over client * Refactors `Miner` and `Client` to reflect changes in verifier and txfilter API * Moves `ServiceTransactionChecker` back to `ethcore` * Fixes trait bounds in `Miner` API * Fixes `Client` * Fixes lifetime bound in `FullFamilyParams` * Adds comments to `FullFamilyParams` * Fixes imports in `ethcore` * Fixes BlockNumber handling in `code_at` and `replay_block_transactions` * fix compile issues * First step to redundant trait merge * Fixes compilation error in RPC tests * Adds mock `State` as a stub for `TestClient` * Handles `StateOrBlock::State` in `TestBlockChainClient::balance` * Fixes `transaction_count` RPC * Fixes `transaction_count` * Moves `service_transaction.json` to the `contracts` subfolder * Fixes compilation errors in tests * Refactors client to use `AccountData` * Refactors client to use `BlockChain` * Refactors miner to use aggregate traits * Adds `SealedBlockImporter` trait * Refactors miner to use `SealedBlockImporter` trait * Removes unused imports * Simplifies `RegistryInfo::registry_address` * Fixes indentation * Removes commented out trait bound
2018-03-03 18:42:13 +01:00
use client::{BlockInfo, Client, ChainNotify};
use ids::BlockId;
2016-09-02 18:28:47 +02:00
use service::ClientIoMessage;
use io::IoChannel;
use ethereum_types::H256;
use bytes::Bytes;
2016-09-02 18:28:47 +02:00
use std::sync::Arc;
// helper trait for transforming hashes to numbers and checking if syncing.
trait Oracle: Send + Sync {
2016-09-02 18:28:47 +02:00
fn to_number(&self, hash: H256) -> Option<u64>;
fn is_major_importing(&self) -> bool;
2016-09-02 18:28:47 +02:00
}
struct StandardOracle<F> where F: 'static + Send + Sync + Fn() -> bool {
client: Arc<Client>,
sync_status: F,
}
impl<F> Oracle for StandardOracle<F>
where F: Send + Sync + Fn() -> bool
{
2016-09-02 18:28:47 +02:00
fn to_number(&self, hash: H256) -> Option<u64> {
self.client.block_header(BlockId::Hash(hash)).map(|h| h.number())
2016-09-02 18:28:47 +02:00
}
fn is_major_importing(&self) -> bool {
(self.sync_status)()
}
2016-09-02 18:28:47 +02:00
}
2016-09-05 12:17:21 +02:00
// helper trait for broadcasting a block to take a snapshot at.
trait Broadcast: Send + Sync {
fn take_at(&self, num: Option<u64>);
}
2016-10-30 09:56:34 +01:00
impl Broadcast for Mutex<IoChannel<ClientIoMessage>> {
2016-09-05 12:17:21 +02:00
fn take_at(&self, num: Option<u64>) {
let num = match num {
Some(n) => n,
None => return,
};
2016-09-05 14:25:56 +02:00
trace!(target: "snapshot_watcher", "broadcast: {}", num);
2016-10-30 09:56:34 +01:00
if let Err(e) = self.lock().send(ClientIoMessage::TakeSnapshot(num)) {
2016-09-05 12:17:21 +02:00
warn!("Snapshot watcher disconnected from IoService: {}", e);
}
}
}
2016-09-02 18:28:47 +02:00
/// A `ChainNotify` implementation which will trigger a snapshot event
/// at certain block numbers.
pub struct Watcher {
oracle: Box<Oracle>,
2016-09-05 12:17:21 +02:00
broadcast: Box<Broadcast>,
2016-09-02 18:28:47 +02:00
period: u64,
history: u64,
}
impl Watcher {
/// Create a new `Watcher` which will trigger a snapshot event
/// once every `period` blocks, but only after that block is
/// `history` blocks old.
pub fn new<F>(client: Arc<Client>, sync_status: F, channel: IoChannel<ClientIoMessage>, period: u64, history: u64) -> Self
where F: 'static + Send + Sync + Fn() -> bool
{
2016-09-02 18:28:47 +02:00
Watcher {
oracle: Box::new(StandardOracle {
client: client,
sync_status: sync_status,
}),
2016-10-30 09:56:34 +01:00
broadcast: Box::new(Mutex::new(channel)),
2016-09-02 18:28:47 +02:00
period: period,
history: history,
}
}
}
impl ChainNotify for Watcher {
fn new_blocks(
&self,
imported: Vec<H256>,
_: Vec<H256>,
_: Vec<H256>,
_: Vec<H256>,
_: Vec<H256>,
2016-12-08 12:03:34 +01:00
_: Vec<Bytes>,
2016-09-02 18:28:47 +02:00
_duration: u64)
{
if self.oracle.is_major_importing() { return }
2016-09-05 14:25:56 +02:00
trace!(target: "snapshot_watcher", "{} imported", imported.len());
2016-09-02 18:28:47 +02:00
let highest = imported.into_iter()
.filter_map(|h| self.oracle.to_number(h))
.filter(|&num| num >= self.period + self.history)
.map(|num| num - self.history)
.filter(|num| num % self.period == 0)
.fold(0, ::std::cmp::max);
2016-09-05 12:17:21 +02:00
match highest {
0 => self.broadcast.take_at(None),
_ => self.broadcast.take_at(Some(highest)),
2016-09-02 18:28:47 +02:00
}
}
}
#[cfg(test)]
mod tests {
use super::{Broadcast, Oracle, Watcher};
2016-09-02 18:28:47 +02:00
use client::ChainNotify;
use ethereum_types::{H256, U256};
2016-09-02 18:28:47 +02:00
use std::collections::HashMap;
struct TestOracle(HashMap<H256, u64>);
impl Oracle for TestOracle {
2016-09-02 18:28:47 +02:00
fn to_number(&self, hash: H256) -> Option<u64> {
self.0.get(&hash).cloned()
}
fn is_major_importing(&self) -> bool { false }
2016-09-02 18:28:47 +02:00
}
2016-09-05 12:17:21 +02:00
struct TestBroadcast(Option<u64>);
impl Broadcast for TestBroadcast {
fn take_at(&self, num: Option<u64>) {
if num != self.0 {
panic!("Watcher broadcast wrong number. Expected {:?}, found {:?}", self.0, num);
2016-09-02 18:28:47 +02:00
}
}
}
2016-09-05 12:17:21 +02:00
// helper harness for tests which expect a notification.
fn harness(numbers: Vec<u64>, period: u64, history: u64, expected: Option<u64>) {
2016-09-02 18:28:47 +02:00
let hashes: Vec<_> = numbers.clone().into_iter().map(|x| H256::from(U256::from(x))).collect();
2016-09-05 12:17:21 +02:00
let map = hashes.clone().into_iter().zip(numbers).collect();
2016-09-02 18:28:47 +02:00
let watcher = Watcher {
oracle: Box::new(TestOracle(map)),
2016-09-05 12:17:21 +02:00
broadcast: Box::new(TestBroadcast(expected)),
2016-09-02 18:28:47 +02:00
period: period,
history: history,
};
watcher.new_blocks(
hashes,
vec![],
vec![],
vec![],
vec![],
2016-12-08 12:03:34 +01:00
vec![],
2016-09-02 18:28:47 +02:00
0,
);
}
2016-09-05 12:17:21 +02:00
// helper
2016-09-02 18:28:47 +02:00
#[test]
fn should_not_fire() {
2016-09-05 12:17:21 +02:00
harness(vec![0], 5, 0, None);
2016-09-02 18:28:47 +02:00
}
#[test]
fn fires_once_for_two() {
2016-09-05 12:17:21 +02:00
harness(vec![14, 15], 10, 5, Some(10));
2016-09-02 18:28:47 +02:00
}
#[test]
fn finds_highest() {
2016-09-05 12:17:21 +02:00
harness(vec![15, 25], 10, 5, Some(20));
2016-09-02 18:28:47 +02:00
}
#[test]
fn doesnt_fire_before_history() {
2016-09-05 12:17:21 +02:00
harness(vec![10, 11], 10, 5, None);
2016-09-02 18:28:47 +02:00
}
}