Optimize pending transactions filter (#9026)
* rpc: return unordered transactions in pending transactions filter * ethcore: use LruCache for nonce cache Only clear the nonce cache when a block is retracted * Revert "ethcore: use LruCache for nonce cache" This reverts commit b382c19abdb9985be1724c3b8cde83906da07d68. * Use only cached nonces when computing pending hashes. * Give filters their own locks, so that they don't block one another. * Fix pending transaction count if not sealing. * Clear cache only when block is enacted. * Fix RPC tests. * Address review comments.
This commit is contained in:
parent
6a97a4a11e
commit
f4c5ea8378
@ -15,7 +15,7 @@
|
|||||||
// along with Parity. If not, see <http://www.gnu.org/licenses/>.
|
// along with Parity. If not, see <http://www.gnu.org/licenses/>.
|
||||||
|
|
||||||
use std::time::{Instant, Duration};
|
use std::time::{Instant, Duration};
|
||||||
use std::collections::{BTreeMap, HashSet, HashMap};
|
use std::collections::{BTreeMap, BTreeSet, HashSet, HashMap};
|
||||||
use std::sync::Arc;
|
use std::sync::Arc;
|
||||||
|
|
||||||
use ansi_term::Colour;
|
use ansi_term::Colour;
|
||||||
@ -851,6 +851,37 @@ impl miner::MinerService for Miner {
|
|||||||
self.transaction_queue.all_transactions()
|
self.transaction_queue.all_transactions()
|
||||||
}
|
}
|
||||||
|
|
||||||
|
fn pending_transaction_hashes<C>(&self, chain: &C) -> BTreeSet<H256> where
|
||||||
|
C: ChainInfo + Sync,
|
||||||
|
{
|
||||||
|
let chain_info = chain.chain_info();
|
||||||
|
|
||||||
|
let from_queue = || self.transaction_queue.pending_hashes(
|
||||||
|
|sender| self.nonce_cache.read().get(sender).cloned(),
|
||||||
|
);
|
||||||
|
|
||||||
|
let from_pending = || {
|
||||||
|
self.map_existing_pending_block(|sealing| {
|
||||||
|
sealing.transactions()
|
||||||
|
.iter()
|
||||||
|
.map(|signed| signed.hash())
|
||||||
|
.collect()
|
||||||
|
}, chain_info.best_block_number)
|
||||||
|
};
|
||||||
|
|
||||||
|
match self.options.pending_set {
|
||||||
|
PendingSet::AlwaysQueue => {
|
||||||
|
from_queue()
|
||||||
|
},
|
||||||
|
PendingSet::AlwaysSealing => {
|
||||||
|
from_pending().unwrap_or_default()
|
||||||
|
},
|
||||||
|
PendingSet::SealingOrElseQueue => {
|
||||||
|
from_pending().unwrap_or_else(from_queue)
|
||||||
|
},
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
fn ready_transactions<C>(&self, chain: &C, max_len: usize, ordering: miner::PendingOrdering)
|
fn ready_transactions<C>(&self, chain: &C, max_len: usize, ordering: miner::PendingOrdering)
|
||||||
-> Vec<Arc<VerifiedTransaction>>
|
-> Vec<Arc<VerifiedTransaction>>
|
||||||
where
|
where
|
||||||
@ -1065,8 +1096,12 @@ impl miner::MinerService for Miner {
|
|||||||
// 2. We ignore blocks that are `invalid` because it doesn't have any meaning in terms of the transactions that
|
// 2. We ignore blocks that are `invalid` because it doesn't have any meaning in terms of the transactions that
|
||||||
// are in those blocks
|
// are in those blocks
|
||||||
|
|
||||||
// Clear nonce cache
|
let has_new_best_block = enacted.len() > 0;
|
||||||
self.nonce_cache.write().clear();
|
|
||||||
|
if has_new_best_block {
|
||||||
|
// Clear nonce cache
|
||||||
|
self.nonce_cache.write().clear();
|
||||||
|
}
|
||||||
|
|
||||||
// First update gas limit in transaction queue and minimal gas price.
|
// First update gas limit in transaction queue and minimal gas price.
|
||||||
let gas_limit = *chain.best_block_header().gas_limit();
|
let gas_limit = *chain.best_block_header().gas_limit();
|
||||||
@ -1091,10 +1126,12 @@ impl miner::MinerService for Miner {
|
|||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
// ...and at the end remove the old ones
|
if has_new_best_block {
|
||||||
self.transaction_queue.cull(client);
|
// ...and at the end remove the old ones
|
||||||
|
self.transaction_queue.cull(client);
|
||||||
|
}
|
||||||
|
|
||||||
if enacted.len() > 0 || (imported.len() > 0 && self.options.reseal_on_uncle) {
|
if has_new_best_block || (imported.len() > 0 && self.options.reseal_on_uncle) {
|
||||||
// Reset `next_allowed_reseal` in case a block is imported.
|
// Reset `next_allowed_reseal` in case a block is imported.
|
||||||
// Even if min_period is high, we will always attempt to create
|
// Even if min_period is high, we will always attempt to create
|
||||||
// new pending block.
|
// new pending block.
|
||||||
|
@ -29,7 +29,7 @@ pub use self::miner::{Miner, MinerOptions, Penalization, PendingSet, AuthoringPa
|
|||||||
pub use ethcore_miner::pool::PendingOrdering;
|
pub use ethcore_miner::pool::PendingOrdering;
|
||||||
|
|
||||||
use std::sync::Arc;
|
use std::sync::Arc;
|
||||||
use std::collections::BTreeMap;
|
use std::collections::{BTreeSet, BTreeMap};
|
||||||
|
|
||||||
use bytes::Bytes;
|
use bytes::Bytes;
|
||||||
use ethereum_types::{H256, U256, Address};
|
use ethereum_types::{H256, U256, Address};
|
||||||
@ -164,6 +164,12 @@ pub trait MinerService : Send + Sync {
|
|||||||
fn next_nonce<C>(&self, chain: &C, address: &Address) -> U256
|
fn next_nonce<C>(&self, chain: &C, address: &Address) -> U256
|
||||||
where C: Nonce + Sync;
|
where C: Nonce + Sync;
|
||||||
|
|
||||||
|
/// Get a set of all pending transaction hashes.
|
||||||
|
///
|
||||||
|
/// Depending on the settings may look in transaction pool or only in pending block.
|
||||||
|
fn pending_transaction_hashes<C>(&self, chain: &C) -> BTreeSet<H256> where
|
||||||
|
C: ChainInfo + Sync;
|
||||||
|
|
||||||
/// Get a list of all ready transactions either ordered by priority or unordered (cheaper).
|
/// Get a list of all ready transactions either ordered by priority or unordered (cheaper).
|
||||||
///
|
///
|
||||||
/// Depending on the settings may look in transaction pool or only in pending block.
|
/// Depending on the settings may look in transaction pool or only in pending block.
|
||||||
|
@ -19,7 +19,7 @@
|
|||||||
use std::{cmp, fmt};
|
use std::{cmp, fmt};
|
||||||
use std::sync::Arc;
|
use std::sync::Arc;
|
||||||
use std::sync::atomic::{self, AtomicUsize};
|
use std::sync::atomic::{self, AtomicUsize};
|
||||||
use std::collections::{BTreeMap, HashMap};
|
use std::collections::{BTreeMap, BTreeSet, HashMap};
|
||||||
|
|
||||||
use ethereum_types::{H256, U256, Address};
|
use ethereum_types::{H256, U256, Address};
|
||||||
use parking_lot::RwLock;
|
use parking_lot::RwLock;
|
||||||
@ -296,6 +296,19 @@ impl TransactionQueue {
|
|||||||
self.pool.read().unordered_pending(ready).collect()
|
self.pool.read().unordered_pending(ready).collect()
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/// Computes unordered set of pending hashes.
|
||||||
|
///
|
||||||
|
/// Since strict nonce-checking is not required, you may get some false positive future transactions as well.
|
||||||
|
pub fn pending_hashes<N>(
|
||||||
|
&self,
|
||||||
|
nonce: N,
|
||||||
|
) -> BTreeSet<H256> where
|
||||||
|
N: Fn(&Address) -> Option<U256>,
|
||||||
|
{
|
||||||
|
let ready = ready::OptionalState::new(nonce);
|
||||||
|
self.pool.read().unordered_pending(ready).map(|tx| tx.hash).collect()
|
||||||
|
}
|
||||||
|
|
||||||
/// Returns current pending transactions ordered by priority.
|
/// Returns current pending transactions ordered by priority.
|
||||||
///
|
///
|
||||||
/// NOTE: This may return a cached version of pending transaction set.
|
/// NOTE: This may return a cached version of pending transaction set.
|
||||||
|
@ -129,6 +129,43 @@ impl txpool::Ready<VerifiedTransaction> for Condition {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/// Readiness checker that only relies on nonce cache (does actually go to state).
|
||||||
|
///
|
||||||
|
/// Checks readiness of transactions by comparing the nonce to state nonce. If nonce
|
||||||
|
/// isn't found in provided state nonce store, defaults to the tx nonce and updates
|
||||||
|
/// the nonce store. Useful for using with a state nonce cache when false positives are allowed.
|
||||||
|
pub struct OptionalState<C> {
|
||||||
|
nonces: HashMap<Address, U256>,
|
||||||
|
state: C,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl<C> OptionalState<C> {
|
||||||
|
pub fn new(state: C) -> Self {
|
||||||
|
OptionalState {
|
||||||
|
nonces: Default::default(),
|
||||||
|
state,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
impl<C: Fn(&Address) -> Option<U256>> txpool::Ready<VerifiedTransaction> for OptionalState<C> {
|
||||||
|
fn is_ready(&mut self, tx: &VerifiedTransaction) -> txpool::Readiness {
|
||||||
|
let sender = tx.sender();
|
||||||
|
let state = &self.state;
|
||||||
|
let nonce = self.nonces.entry(*sender).or_insert_with(|| {
|
||||||
|
state(sender).unwrap_or_else(|| tx.transaction.nonce)
|
||||||
|
});
|
||||||
|
match tx.transaction.nonce.cmp(nonce) {
|
||||||
|
cmp::Ordering::Greater => txpool::Readiness::Future,
|
||||||
|
cmp::Ordering::Less => txpool::Readiness::Stale,
|
||||||
|
cmp::Ordering::Equal => {
|
||||||
|
*nonce = *nonce + 1.into();
|
||||||
|
txpool::Readiness::Ready
|
||||||
|
},
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
#[cfg(test)]
|
#[cfg(test)]
|
||||||
mod tests {
|
mod tests {
|
||||||
use super::*;
|
use super::*;
|
||||||
|
@ -39,7 +39,7 @@ mod subscription_manager;
|
|||||||
pub use self::dispatch::{Dispatcher, FullDispatcher};
|
pub use self::dispatch::{Dispatcher, FullDispatcher};
|
||||||
pub use self::network_settings::NetworkSettings;
|
pub use self::network_settings::NetworkSettings;
|
||||||
pub use self::poll_manager::PollManager;
|
pub use self::poll_manager::PollManager;
|
||||||
pub use self::poll_filter::{PollFilter, limit_logs};
|
pub use self::poll_filter::{PollFilter, SyncPollFilter, limit_logs};
|
||||||
pub use self::requests::{
|
pub use self::requests::{
|
||||||
TransactionRequest, FilledTransactionRequest, ConfirmationRequest, ConfirmationPayload, CallRequest,
|
TransactionRequest, FilledTransactionRequest, ConfirmationRequest, ConfirmationPayload, CallRequest,
|
||||||
};
|
};
|
||||||
|
@ -16,19 +16,41 @@
|
|||||||
|
|
||||||
//! Helper type with all filter state data.
|
//! Helper type with all filter state data.
|
||||||
|
|
||||||
use std::collections::HashSet;
|
use std::{
|
||||||
|
collections::{BTreeSet, HashSet},
|
||||||
|
sync::Arc,
|
||||||
|
};
|
||||||
use ethereum_types::H256;
|
use ethereum_types::H256;
|
||||||
|
use parking_lot::Mutex;
|
||||||
use v1::types::{Filter, Log};
|
use v1::types::{Filter, Log};
|
||||||
|
|
||||||
pub type BlockNumber = u64;
|
pub type BlockNumber = u64;
|
||||||
|
|
||||||
|
/// Thread-safe filter state.
|
||||||
|
#[derive(Clone)]
|
||||||
|
pub struct SyncPollFilter(Arc<Mutex<PollFilter>>);
|
||||||
|
|
||||||
|
impl SyncPollFilter {
|
||||||
|
/// New `SyncPollFilter`
|
||||||
|
pub fn new(f: PollFilter) -> Self {
|
||||||
|
SyncPollFilter(Arc::new(Mutex::new(f)))
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Modify underlying filter
|
||||||
|
pub fn modify<F, R>(&self, f: F) -> R where
|
||||||
|
F: FnOnce(&mut PollFilter) -> R,
|
||||||
|
{
|
||||||
|
f(&mut self.0.lock())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
/// Filter state.
|
/// Filter state.
|
||||||
#[derive(Clone)]
|
#[derive(Clone)]
|
||||||
pub enum PollFilter {
|
pub enum PollFilter {
|
||||||
/// Number of last block which client was notified about.
|
/// Number of last block which client was notified about.
|
||||||
Block(BlockNumber),
|
Block(BlockNumber),
|
||||||
/// Hashes of all transactions which client was notified about.
|
/// Hashes of all pending transactions the client knows about.
|
||||||
PendingTransaction(Vec<H256>),
|
PendingTransaction(BTreeSet<H256>),
|
||||||
/// Number of From block number, last seen block hash, pending logs and log filter itself.
|
/// Number of From block number, last seen block hash, pending logs and log filter itself.
|
||||||
Logs(BlockNumber, Option<H256>, HashSet<Log>, Filter)
|
Logs(BlockNumber, Option<H256>, HashSet<Log>, Filter)
|
||||||
}
|
}
|
||||||
|
@ -612,11 +612,9 @@ impl<C, SN: ?Sized, S: ?Sized, M, EM, T: StateInfo + 'static> Eth for EthClient<
|
|||||||
}
|
}
|
||||||
|
|
||||||
fn block_transaction_count_by_number(&self, num: BlockNumber) -> BoxFuture<Option<RpcU256>> {
|
fn block_transaction_count_by_number(&self, num: BlockNumber) -> BoxFuture<Option<RpcU256>> {
|
||||||
let block_number = self.client.chain_info().best_block_number;
|
|
||||||
|
|
||||||
Box::new(future::ok(match num {
|
Box::new(future::ok(match num {
|
||||||
BlockNumber::Pending =>
|
BlockNumber::Pending =>
|
||||||
self.miner.pending_transactions(block_number).map(|x| x.len().into()),
|
Some(self.miner.pending_transaction_hashes(&*self.client).len().into()),
|
||||||
_ =>
|
_ =>
|
||||||
self.client.block(block_number_to_id(num)).map(|block| block.transactions_count().into())
|
self.client.block(block_number_to_id(num)).map(|block| block.transactions_count().into())
|
||||||
}))
|
}))
|
||||||
|
@ -17,7 +17,7 @@
|
|||||||
//! Eth Filter RPC implementation
|
//! Eth Filter RPC implementation
|
||||||
|
|
||||||
use std::sync::Arc;
|
use std::sync::Arc;
|
||||||
use std::collections::HashSet;
|
use std::collections::BTreeSet;
|
||||||
|
|
||||||
use ethcore::miner::{self, MinerService};
|
use ethcore::miner::{self, MinerService};
|
||||||
use ethcore::filter::Filter as EthcoreFilter;
|
use ethcore::filter::Filter as EthcoreFilter;
|
||||||
@ -30,7 +30,7 @@ use jsonrpc_core::futures::{future, Future};
|
|||||||
use jsonrpc_core::futures::future::Either;
|
use jsonrpc_core::futures::future::Either;
|
||||||
use v1::traits::EthFilter;
|
use v1::traits::EthFilter;
|
||||||
use v1::types::{BlockNumber, Index, Filter, FilterChanges, Log, H256 as RpcH256, U256 as RpcU256};
|
use v1::types::{BlockNumber, Index, Filter, FilterChanges, Log, H256 as RpcH256, U256 as RpcU256};
|
||||||
use v1::helpers::{errors, PollFilter, PollManager, limit_logs};
|
use v1::helpers::{errors, SyncPollFilter, PollFilter, PollManager, limit_logs};
|
||||||
use v1::impls::eth::pending_logs;
|
use v1::impls::eth::pending_logs;
|
||||||
|
|
||||||
/// Something which provides data that can be filtered over.
|
/// Something which provides data that can be filtered over.
|
||||||
@ -41,8 +41,8 @@ pub trait Filterable {
|
|||||||
/// Get a block hash by block id.
|
/// Get a block hash by block id.
|
||||||
fn block_hash(&self, id: BlockId) -> Option<H256>;
|
fn block_hash(&self, id: BlockId) -> Option<H256>;
|
||||||
|
|
||||||
/// pending transaction hashes at the given block.
|
/// pending transaction hashes at the given block (unordered).
|
||||||
fn pending_transactions_hashes(&self) -> Vec<H256>;
|
fn pending_transaction_hashes(&self) -> BTreeSet<H256>;
|
||||||
|
|
||||||
/// Get logs that match the given filter.
|
/// Get logs that match the given filter.
|
||||||
fn logs(&self, filter: EthcoreFilter) -> BoxFuture<Vec<Log>>;
|
fn logs(&self, filter: EthcoreFilter) -> BoxFuture<Vec<Log>>;
|
||||||
@ -51,7 +51,7 @@ pub trait Filterable {
|
|||||||
fn pending_logs(&self, block_number: u64, filter: &EthcoreFilter) -> Vec<Log>;
|
fn pending_logs(&self, block_number: u64, filter: &EthcoreFilter) -> Vec<Log>;
|
||||||
|
|
||||||
/// Get a reference to the poll manager.
|
/// Get a reference to the poll manager.
|
||||||
fn polls(&self) -> &Mutex<PollManager<PollFilter>>;
|
fn polls(&self) -> &Mutex<PollManager<SyncPollFilter>>;
|
||||||
|
|
||||||
/// Get removed logs within route from the given block to the nearest canon block, not including the canon block. Also returns how many logs have been traversed.
|
/// Get removed logs within route from the given block to the nearest canon block, not including the canon block. Also returns how many logs have been traversed.
|
||||||
fn removed_logs(&self, block_hash: H256, filter: &EthcoreFilter) -> (Vec<Log>, u64);
|
fn removed_logs(&self, block_hash: H256, filter: &EthcoreFilter) -> (Vec<Log>, u64);
|
||||||
@ -61,7 +61,7 @@ pub trait Filterable {
|
|||||||
pub struct EthFilterClient<C, M> {
|
pub struct EthFilterClient<C, M> {
|
||||||
client: Arc<C>,
|
client: Arc<C>,
|
||||||
miner: Arc<M>,
|
miner: Arc<M>,
|
||||||
polls: Mutex<PollManager<PollFilter>>,
|
polls: Mutex<PollManager<SyncPollFilter>>,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl<C, M> EthFilterClient<C, M> {
|
impl<C, M> EthFilterClient<C, M> {
|
||||||
@ -87,11 +87,8 @@ impl<C, M> Filterable for EthFilterClient<C, M> where
|
|||||||
self.client.block_hash(id)
|
self.client.block_hash(id)
|
||||||
}
|
}
|
||||||
|
|
||||||
fn pending_transactions_hashes(&self) -> Vec<H256> {
|
fn pending_transaction_hashes(&self) -> BTreeSet<H256> {
|
||||||
self.miner.ready_transactions(&*self.client, usize::max_value(), miner::PendingOrdering::Priority)
|
self.miner.pending_transaction_hashes(&*self.client)
|
||||||
.into_iter()
|
|
||||||
.map(|tx| tx.signed().hash())
|
|
||||||
.collect()
|
|
||||||
}
|
}
|
||||||
|
|
||||||
fn logs(&self, filter: EthcoreFilter) -> BoxFuture<Vec<Log>> {
|
fn logs(&self, filter: EthcoreFilter) -> BoxFuture<Vec<Log>> {
|
||||||
@ -102,7 +99,7 @@ impl<C, M> Filterable for EthFilterClient<C, M> where
|
|||||||
pending_logs(&*self.miner, block_number, filter)
|
pending_logs(&*self.miner, block_number, filter)
|
||||||
}
|
}
|
||||||
|
|
||||||
fn polls(&self) -> &Mutex<PollManager<PollFilter>> { &self.polls }
|
fn polls(&self) -> &Mutex<PollManager<SyncPollFilter>> { &self.polls }
|
||||||
|
|
||||||
fn removed_logs(&self, block_hash: H256, filter: &EthcoreFilter) -> (Vec<Log>, u64) {
|
fn removed_logs(&self, block_hash: H256, filter: &EthcoreFilter) -> (Vec<Log>, u64) {
|
||||||
let inner = || -> Option<Vec<H256>> {
|
let inner = || -> Option<Vec<H256>> {
|
||||||
@ -143,127 +140,124 @@ impl<T: Filterable + Send + Sync + 'static> EthFilter for T {
|
|||||||
fn new_filter(&self, filter: Filter) -> Result<RpcU256> {
|
fn new_filter(&self, filter: Filter) -> Result<RpcU256> {
|
||||||
let mut polls = self.polls().lock();
|
let mut polls = self.polls().lock();
|
||||||
let block_number = self.best_block_number();
|
let block_number = self.best_block_number();
|
||||||
let id = polls.create_poll(PollFilter::Logs(block_number, None, Default::default(), filter));
|
let id = polls.create_poll(SyncPollFilter::new(PollFilter::Logs(block_number, None, Default::default(), filter)));
|
||||||
Ok(id.into())
|
Ok(id.into())
|
||||||
}
|
}
|
||||||
|
|
||||||
fn new_block_filter(&self) -> Result<RpcU256> {
|
fn new_block_filter(&self) -> Result<RpcU256> {
|
||||||
let mut polls = self.polls().lock();
|
let mut polls = self.polls().lock();
|
||||||
// +1, since we don't want to include the current block
|
// +1, since we don't want to include the current block
|
||||||
let id = polls.create_poll(PollFilter::Block(self.best_block_number() + 1));
|
let id = polls.create_poll(SyncPollFilter::new(PollFilter::Block(self.best_block_number() + 1)));
|
||||||
Ok(id.into())
|
Ok(id.into())
|
||||||
}
|
}
|
||||||
|
|
||||||
fn new_pending_transaction_filter(&self) -> Result<RpcU256> {
|
fn new_pending_transaction_filter(&self) -> Result<RpcU256> {
|
||||||
let mut polls = self.polls().lock();
|
let mut polls = self.polls().lock();
|
||||||
let pending_transactions = self.pending_transactions_hashes();
|
let pending_transactions = self.pending_transaction_hashes();
|
||||||
let id = polls.create_poll(PollFilter::PendingTransaction(pending_transactions));
|
let id = polls.create_poll(SyncPollFilter::new(PollFilter::PendingTransaction(pending_transactions)));
|
||||||
Ok(id.into())
|
Ok(id.into())
|
||||||
}
|
}
|
||||||
|
|
||||||
fn filter_changes(&self, index: Index) -> BoxFuture<FilterChanges> {
|
fn filter_changes(&self, index: Index) -> BoxFuture<FilterChanges> {
|
||||||
let mut polls = self.polls().lock();
|
let filter = match self.polls().lock().poll_mut(&index.value()) {
|
||||||
Box::new(match polls.poll_mut(&index.value()) {
|
Some(filter) => filter.clone(),
|
||||||
None => Either::A(future::err(errors::filter_not_found())),
|
None => return Box::new(future::err(errors::filter_not_found())),
|
||||||
Some(filter) => match *filter {
|
};
|
||||||
PollFilter::Block(ref mut block_number) => {
|
|
||||||
// +1, cause we want to return hashes including current block hash.
|
|
||||||
let current_number = self.best_block_number() + 1;
|
|
||||||
let hashes = (*block_number..current_number).into_iter()
|
|
||||||
.map(BlockId::Number)
|
|
||||||
.filter_map(|id| self.block_hash(id).map(Into::into))
|
|
||||||
.collect::<Vec<RpcH256>>();
|
|
||||||
|
|
||||||
*block_number = current_number;
|
Box::new(filter.modify(|filter| match *filter {
|
||||||
|
PollFilter::Block(ref mut block_number) => {
|
||||||
|
// +1, cause we want to return hashes including current block hash.
|
||||||
|
let current_number = self.best_block_number() + 1;
|
||||||
|
let hashes = (*block_number..current_number).into_iter()
|
||||||
|
.map(BlockId::Number)
|
||||||
|
.filter_map(|id| self.block_hash(id).map(Into::into))
|
||||||
|
.collect::<Vec<RpcH256>>();
|
||||||
|
|
||||||
Either::A(future::ok(FilterChanges::Hashes(hashes)))
|
*block_number = current_number;
|
||||||
},
|
|
||||||
PollFilter::PendingTransaction(ref mut previous_hashes) => {
|
|
||||||
// get hashes of pending transactions
|
|
||||||
let current_hashes = self.pending_transactions_hashes();
|
|
||||||
|
|
||||||
let new_hashes =
|
Either::A(future::ok(FilterChanges::Hashes(hashes)))
|
||||||
{
|
},
|
||||||
let previous_hashes_set = previous_hashes.iter().collect::<HashSet<_>>();
|
PollFilter::PendingTransaction(ref mut previous_hashes) => {
|
||||||
|
// get hashes of pending transactions
|
||||||
|
let current_hashes = self.pending_transaction_hashes();
|
||||||
|
|
||||||
// find all new hashes
|
let new_hashes = {
|
||||||
current_hashes
|
// find all new hashes
|
||||||
.iter()
|
current_hashes.difference(previous_hashes)
|
||||||
.filter(|hash| !previous_hashes_set.contains(hash))
|
.cloned()
|
||||||
.cloned()
|
.map(Into::into)
|
||||||
.map(Into::into)
|
.collect()
|
||||||
.collect::<Vec<RpcH256>>()
|
};
|
||||||
};
|
|
||||||
|
|
||||||
// save all hashes of pending transactions
|
// save all hashes of pending transactions
|
||||||
*previous_hashes = current_hashes;
|
*previous_hashes = current_hashes;
|
||||||
|
|
||||||
// return new hashes
|
// return new hashes
|
||||||
Either::A(future::ok(FilterChanges::Hashes(new_hashes)))
|
Either::A(future::ok(FilterChanges::Hashes(new_hashes)))
|
||||||
},
|
},
|
||||||
PollFilter::Logs(ref mut block_number, ref mut last_block_hash, ref mut previous_logs, ref filter) => {
|
PollFilter::Logs(ref mut block_number, ref mut last_block_hash, ref mut previous_logs, ref filter) => {
|
||||||
// retrive the current block number
|
// retrive the current block number
|
||||||
let current_number = self.best_block_number();
|
let current_number = self.best_block_number();
|
||||||
|
|
||||||
// check if we need to check pending hashes
|
// check if we need to check pending hashes
|
||||||
let include_pending = filter.to_block == Some(BlockNumber::Pending);
|
let include_pending = filter.to_block == Some(BlockNumber::Pending);
|
||||||
|
|
||||||
// build appropriate filter
|
// build appropriate filter
|
||||||
let mut filter: EthcoreFilter = filter.clone().into();
|
let mut filter: EthcoreFilter = filter.clone().into();
|
||||||
|
|
||||||
// retrieve reorg logs
|
// retrieve reorg logs
|
||||||
let (mut reorg, reorg_len) = last_block_hash.map_or_else(|| (Vec::new(), 0), |h| self.removed_logs(h, &filter));
|
let (mut reorg, reorg_len) = last_block_hash.map_or_else(|| (Vec::new(), 0), |h| self.removed_logs(h, &filter));
|
||||||
*block_number -= reorg_len as u64;
|
*block_number -= reorg_len as u64;
|
||||||
|
|
||||||
filter.from_block = BlockId::Number(*block_number);
|
filter.from_block = BlockId::Number(*block_number);
|
||||||
filter.to_block = BlockId::Latest;
|
filter.to_block = BlockId::Latest;
|
||||||
|
|
||||||
// retrieve pending logs
|
// retrieve pending logs
|
||||||
let pending = if include_pending {
|
let pending = if include_pending {
|
||||||
let pending_logs = self.pending_logs(current_number, &filter);
|
let pending_logs = self.pending_logs(current_number, &filter);
|
||||||
|
|
||||||
// remove logs about which client was already notified about
|
// remove logs about which client was already notified about
|
||||||
let new_pending_logs: Vec<_> = pending_logs.iter()
|
let new_pending_logs: Vec<_> = pending_logs.iter()
|
||||||
.filter(|p| !previous_logs.contains(p))
|
.filter(|p| !previous_logs.contains(p))
|
||||||
.cloned()
|
.cloned()
|
||||||
.collect();
|
.collect();
|
||||||
|
|
||||||
// save all logs retrieved by client
|
// save all logs retrieved by client
|
||||||
*previous_logs = pending_logs.into_iter().collect();
|
*previous_logs = pending_logs.into_iter().collect();
|
||||||
|
|
||||||
new_pending_logs
|
new_pending_logs
|
||||||
} else {
|
} else {
|
||||||
Vec::new()
|
Vec::new()
|
||||||
};
|
};
|
||||||
|
|
||||||
// save the number of the next block as a first block from which
|
// save the number of the next block as a first block from which
|
||||||
// we want to get logs
|
// we want to get logs
|
||||||
*block_number = current_number + 1;
|
*block_number = current_number + 1;
|
||||||
|
|
||||||
// save the current block hash, which we used to get back to the
|
// save the current block hash, which we used to get back to the
|
||||||
// canon chain in case of reorg.
|
// canon chain in case of reorg.
|
||||||
*last_block_hash = self.block_hash(BlockId::Number(current_number));
|
*last_block_hash = self.block_hash(BlockId::Number(current_number));
|
||||||
|
|
||||||
// retrieve logs in range from_block..min(BlockId::Latest..to_block)
|
// retrieve logs in range from_block..min(BlockId::Latest..to_block)
|
||||||
let limit = filter.limit;
|
let limit = filter.limit;
|
||||||
Either::B(self.logs(filter)
|
Either::B(self.logs(filter)
|
||||||
.map(move |logs| { reorg.extend(logs); reorg }) // append reorg logs in the front
|
.map(move |logs| { reorg.extend(logs); reorg }) // append reorg logs in the front
|
||||||
.map(move |mut logs| { logs.extend(pending); logs }) // append fetched pending logs
|
.map(move |mut logs| { logs.extend(pending); logs }) // append fetched pending logs
|
||||||
.map(move |logs| limit_logs(logs, limit)) // limit the logs
|
.map(move |logs| limit_logs(logs, limit)) // limit the logs
|
||||||
.map(FilterChanges::Logs))
|
.map(FilterChanges::Logs))
|
||||||
}
|
|
||||||
}
|
}
|
||||||
})
|
}))
|
||||||
}
|
}
|
||||||
|
|
||||||
fn filter_logs(&self, index: Index) -> BoxFuture<Vec<Log>> {
|
fn filter_logs(&self, index: Index) -> BoxFuture<Vec<Log>> {
|
||||||
let filter = {
|
let filter = {
|
||||||
let mut polls = self.polls().lock();
|
let mut polls = self.polls().lock();
|
||||||
|
|
||||||
match polls.poll(&index.value()) {
|
match polls.poll(&index.value()).and_then(|f| f.modify(|filter| match *filter {
|
||||||
Some(&PollFilter::Logs(ref _block_number, ref _last_block_hash, ref _previous_log, ref filter)) => filter.clone(),
|
PollFilter::Logs(.., ref filter) => Some(filter.clone()),
|
||||||
// just empty array
|
_ => None,
|
||||||
Some(_) => return Box::new(future::ok(Vec::new())),
|
})) {
|
||||||
|
Some(filter) => filter,
|
||||||
None => return Box::new(future::err(errors::filter_not_found())),
|
None => return Box::new(future::err(errors::filter_not_found())),
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
@ -16,6 +16,7 @@
|
|||||||
|
|
||||||
//! Eth RPC interface for the light client.
|
//! Eth RPC interface for the light client.
|
||||||
|
|
||||||
|
use std::collections::BTreeSet;
|
||||||
use std::sync::Arc;
|
use std::sync::Arc;
|
||||||
|
|
||||||
use jsonrpc_core::{Result, BoxFuture};
|
use jsonrpc_core::{Result, BoxFuture};
|
||||||
@ -41,7 +42,7 @@ use transaction::SignedTransaction;
|
|||||||
|
|
||||||
use v1::impls::eth_filter::Filterable;
|
use v1::impls::eth_filter::Filterable;
|
||||||
use v1::helpers::{errors, limit_logs};
|
use v1::helpers::{errors, limit_logs};
|
||||||
use v1::helpers::{PollFilter, PollManager};
|
use v1::helpers::{SyncPollFilter, PollManager};
|
||||||
use v1::helpers::light_fetch::{self, LightFetch};
|
use v1::helpers::light_fetch::{self, LightFetch};
|
||||||
use v1::traits::Eth;
|
use v1::traits::Eth;
|
||||||
use v1::types::{
|
use v1::types::{
|
||||||
@ -61,7 +62,7 @@ pub struct EthClient<T> {
|
|||||||
transaction_queue: Arc<RwLock<TransactionQueue>>,
|
transaction_queue: Arc<RwLock<TransactionQueue>>,
|
||||||
accounts: Arc<AccountProvider>,
|
accounts: Arc<AccountProvider>,
|
||||||
cache: Arc<Mutex<LightDataCache>>,
|
cache: Arc<Mutex<LightDataCache>>,
|
||||||
polls: Mutex<PollManager<PollFilter>>,
|
polls: Mutex<PollManager<SyncPollFilter>>,
|
||||||
poll_lifetime: u32,
|
poll_lifetime: u32,
|
||||||
gas_price_percentile: usize,
|
gas_price_percentile: usize,
|
||||||
}
|
}
|
||||||
@ -537,8 +538,8 @@ impl<T: LightChainClient + 'static> Filterable for EthClient<T> {
|
|||||||
self.client.block_hash(id)
|
self.client.block_hash(id)
|
||||||
}
|
}
|
||||||
|
|
||||||
fn pending_transactions_hashes(&self) -> Vec<::ethereum_types::H256> {
|
fn pending_transaction_hashes(&self) -> BTreeSet<::ethereum_types::H256> {
|
||||||
Vec::new()
|
BTreeSet::new()
|
||||||
}
|
}
|
||||||
|
|
||||||
fn logs(&self, filter: EthcoreFilter) -> BoxFuture<Vec<Log>> {
|
fn logs(&self, filter: EthcoreFilter) -> BoxFuture<Vec<Log>> {
|
||||||
@ -549,7 +550,7 @@ impl<T: LightChainClient + 'static> Filterable for EthClient<T> {
|
|||||||
Vec::new() // light clients don't mine.
|
Vec::new() // light clients don't mine.
|
||||||
}
|
}
|
||||||
|
|
||||||
fn polls(&self) -> &Mutex<PollManager<PollFilter>> {
|
fn polls(&self) -> &Mutex<PollManager<SyncPollFilter>> {
|
||||||
&self.polls
|
&self.polls
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -17,7 +17,7 @@
|
|||||||
//! Test implementation of miner service.
|
//! Test implementation of miner service.
|
||||||
|
|
||||||
use std::sync::Arc;
|
use std::sync::Arc;
|
||||||
use std::collections::{BTreeMap, HashMap};
|
use std::collections::{BTreeMap, BTreeSet, HashMap};
|
||||||
|
|
||||||
use bytes::Bytes;
|
use bytes::Bytes;
|
||||||
use ethcore::account_provider::SignError as AccountError;
|
use ethcore::account_provider::SignError as AccountError;
|
||||||
@ -220,6 +220,10 @@ impl MinerService for TestMinerService {
|
|||||||
self.queued_transactions()
|
self.queued_transactions()
|
||||||
}
|
}
|
||||||
|
|
||||||
|
fn pending_transaction_hashes<C>(&self, _chain: &C) -> BTreeSet<H256> {
|
||||||
|
self.queued_transactions().into_iter().map(|tx| tx.signed().hash()).collect()
|
||||||
|
}
|
||||||
|
|
||||||
fn queued_transactions(&self) -> Vec<Arc<VerifiedTransaction>> {
|
fn queued_transactions(&self) -> Vec<Arc<VerifiedTransaction>> {
|
||||||
self.pending_transactions.lock().values().cloned().map(|tx| {
|
self.pending_transactions.lock().values().cloned().map(|tx| {
|
||||||
Arc::new(VerifiedTransaction::from_pending_block_transaction(tx))
|
Arc::new(VerifiedTransaction::from_pending_block_transaction(tx))
|
||||||
|
Loading…
Reference in New Issue
Block a user