2019-01-07 11:33:07 +01:00
|
|
|
// Copyright 2015-2019 Parity Technologies (UK) Ltd.
|
|
|
|
// This file is part of Parity Ethereum.
|
2016-02-05 13:40:41 +01:00
|
|
|
|
2019-01-07 11:33:07 +01:00
|
|
|
// Parity Ethereum is free software: you can redistribute it and/or modify
|
2016-02-05 13:40:41 +01:00
|
|
|
// it under the terms of the GNU General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version.
|
|
|
|
|
2019-01-07 11:33:07 +01:00
|
|
|
// Parity Ethereum is distributed in the hope that it will be useful,
|
2016-02-05 13:40:41 +01:00
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
// GNU General Public License for more details.
|
|
|
|
|
|
|
|
// You should have received a copy of the GNU General Public License
|
2019-01-07 11:33:07 +01:00
|
|
|
// along with Parity Ethereum. If not, see <http://www.gnu.org/licenses/>.
|
2016-02-05 13:40:41 +01:00
|
|
|
|
2017-09-25 19:45:33 +02:00
|
|
|
extern crate either;
|
2018-08-10 15:36:19 +02:00
|
|
|
extern crate ethereum_types;
|
2017-09-25 19:45:33 +02:00
|
|
|
extern crate memmap;
|
2018-08-10 15:36:19 +02:00
|
|
|
extern crate parking_lot;
|
|
|
|
extern crate primal;
|
2016-07-13 19:59:59 +02:00
|
|
|
|
2017-07-18 15:38:10 +02:00
|
|
|
#[macro_use]
|
|
|
|
extern crate crunchy;
|
2016-01-30 23:02:55 +01:00
|
|
|
#[macro_use]
|
|
|
|
extern crate log;
|
2019-07-08 17:25:49 +02:00
|
|
|
#[macro_use]
|
|
|
|
extern crate static_assertions;
|
2017-09-25 19:45:33 +02:00
|
|
|
|
2019-02-20 10:05:11 +01:00
|
|
|
#[cfg(test)]
|
|
|
|
extern crate rustc_hex;
|
|
|
|
|
|
|
|
#[cfg(test)]
|
|
|
|
extern crate serde_json;
|
|
|
|
|
2018-03-14 12:26:20 +01:00
|
|
|
#[cfg(test)]
|
|
|
|
extern crate tempdir;
|
|
|
|
|
2019-02-20 10:05:11 +01:00
|
|
|
#[cfg(feature = "bench")]
|
|
|
|
pub mod compute;
|
|
|
|
#[cfg(not(feature = "bench"))]
|
2016-01-17 12:00:34 +01:00
|
|
|
mod compute;
|
2019-02-20 10:05:11 +01:00
|
|
|
|
2017-09-25 19:45:33 +02:00
|
|
|
mod seed_compute;
|
|
|
|
mod cache;
|
|
|
|
mod keccak;
|
|
|
|
mod shared;
|
2016-01-17 12:00:34 +01:00
|
|
|
|
2019-02-20 10:05:11 +01:00
|
|
|
#[cfg(feature = "bench")]
|
|
|
|
pub mod progpow;
|
|
|
|
#[cfg(not(feature = "bench"))]
|
|
|
|
mod progpow;
|
|
|
|
|
2017-09-25 19:45:33 +02:00
|
|
|
pub use cache::{NodeCacheBuilder, OptimizeFor};
|
|
|
|
pub use compute::{ProofOfWork, quick_get_difficulty, slow_hash_block_number};
|
|
|
|
use compute::Light;
|
2019-06-03 15:36:21 +02:00
|
|
|
use ethereum_types::{BigEndianHash, U256, U512};
|
2017-09-25 19:45:33 +02:00
|
|
|
use keccak::H256;
|
|
|
|
use parking_lot::Mutex;
|
|
|
|
pub use seed_compute::SeedHashCompute;
|
|
|
|
pub use shared::ETHASH_EPOCH_LENGTH;
|
2016-02-18 22:35:14 +01:00
|
|
|
use std::mem;
|
2017-07-10 12:57:40 +02:00
|
|
|
use std::path::{Path, PathBuf};
|
2019-06-03 15:36:21 +02:00
|
|
|
use std::convert::TryFrom;
|
2016-07-13 19:59:59 +02:00
|
|
|
use std::sync::Arc;
|
2016-01-17 12:00:34 +01:00
|
|
|
|
2016-02-18 22:35:14 +01:00
|
|
|
struct LightCache {
|
|
|
|
recent_epoch: Option<u64>,
|
|
|
|
recent: Option<Arc<Light>>,
|
|
|
|
prev_epoch: Option<u64>,
|
|
|
|
prev: Option<Arc<Light>>,
|
|
|
|
}
|
|
|
|
|
2016-02-29 19:30:13 +01:00
|
|
|
/// Light/Full cache manager.
|
2016-01-17 12:00:34 +01:00
|
|
|
pub struct EthashManager {
|
2017-09-25 19:45:33 +02:00
|
|
|
nodecache_builder: NodeCacheBuilder,
|
2016-02-18 22:35:14 +01:00
|
|
|
cache: Mutex<LightCache>,
|
2017-07-10 12:57:40 +02:00
|
|
|
cache_dir: PathBuf,
|
2019-02-20 10:05:11 +01:00
|
|
|
progpow_transition: u64,
|
2016-01-17 12:00:34 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
impl EthashManager {
|
|
|
|
/// Create a new new instance of ethash manager
|
2019-02-20 10:05:11 +01:00
|
|
|
pub fn new<T: Into<Option<OptimizeFor>>>(cache_dir: &Path, optimize_for: T, progpow_transition: u64) -> EthashManager {
|
2016-02-18 01:47:47 +01:00
|
|
|
EthashManager {
|
2017-09-25 19:45:33 +02:00
|
|
|
cache_dir: cache_dir.to_path_buf(),
|
2019-02-20 10:05:11 +01:00
|
|
|
nodecache_builder: NodeCacheBuilder::new(optimize_for.into().unwrap_or_default(), progpow_transition),
|
|
|
|
progpow_transition: progpow_transition,
|
2016-02-18 22:35:14 +01:00
|
|
|
cache: Mutex::new(LightCache {
|
|
|
|
recent_epoch: None,
|
|
|
|
recent: None,
|
|
|
|
prev_epoch: None,
|
|
|
|
prev: None,
|
|
|
|
}),
|
2016-01-17 12:00:34 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/// Calculate the light client data
|
|
|
|
/// `block_number` - Block number to check
|
|
|
|
/// `light` - The light client handler
|
|
|
|
/// `header_hash` - The header hash to pack into the mix
|
|
|
|
/// `nonce` - The nonce to pack into the mix
|
|
|
|
pub fn compute_light(&self, block_number: u64, header_hash: &H256, nonce: u64) -> ProofOfWork {
|
|
|
|
let epoch = block_number / ETHASH_EPOCH_LENGTH;
|
2016-01-30 23:02:55 +01:00
|
|
|
let light = {
|
2016-07-13 19:59:59 +02:00
|
|
|
let mut lights = self.cache.lock();
|
2019-02-20 10:05:11 +01:00
|
|
|
let light = if block_number == self.progpow_transition {
|
|
|
|
// we need to regenerate the cache to trigger algorithm change to progpow inside `Light`
|
|
|
|
None
|
|
|
|
} else {
|
|
|
|
match lights.recent_epoch.clone() {
|
|
|
|
Some(ref e) if *e == epoch => lights.recent.clone(),
|
|
|
|
_ => match lights.prev_epoch.clone() {
|
|
|
|
Some(e) if e == epoch => {
|
|
|
|
// don't swap if recent is newer.
|
|
|
|
if lights.recent_epoch > lights.prev_epoch {
|
|
|
|
None
|
|
|
|
} else {
|
|
|
|
// swap
|
|
|
|
let t = lights.prev_epoch;
|
|
|
|
lights.prev_epoch = lights.recent_epoch;
|
|
|
|
lights.recent_epoch = t;
|
|
|
|
let t = lights.prev.clone();
|
|
|
|
lights.prev = lights.recent.clone();
|
|
|
|
lights.recent = t;
|
|
|
|
lights.recent.clone()
|
|
|
|
}
|
2016-10-28 16:10:30 +02:00
|
|
|
}
|
2019-02-20 10:05:11 +01:00
|
|
|
_ => None,
|
|
|
|
},
|
|
|
|
}
|
2016-02-18 22:35:14 +01:00
|
|
|
};
|
2019-02-20 10:05:11 +01:00
|
|
|
|
2016-02-18 22:35:14 +01:00
|
|
|
match light {
|
2016-01-30 23:02:55 +01:00
|
|
|
None => {
|
2018-01-10 22:19:03 +01:00
|
|
|
let light = match self.nodecache_builder.light_from_file(
|
2017-09-25 19:45:33 +02:00
|
|
|
&self.cache_dir,
|
|
|
|
block_number,
|
|
|
|
) {
|
2016-01-30 23:02:55 +01:00
|
|
|
Ok(light) => Arc::new(light),
|
2016-02-18 01:47:47 +01:00
|
|
|
Err(e) => {
|
2016-01-30 23:02:55 +01:00
|
|
|
debug!("Light cache file not found for {}:{}", block_number, e);
|
2018-01-10 22:19:03 +01:00
|
|
|
let mut light = self.nodecache_builder.light(
|
2017-09-25 19:45:33 +02:00
|
|
|
&self.cache_dir,
|
|
|
|
block_number,
|
|
|
|
);
|
2016-01-30 23:02:55 +01:00
|
|
|
if let Err(e) = light.to_file() {
|
|
|
|
warn!("Light cache file write error: {}", e);
|
|
|
|
}
|
|
|
|
Arc::new(light)
|
|
|
|
}
|
|
|
|
};
|
2016-02-18 22:35:14 +01:00
|
|
|
lights.prev_epoch = mem::replace(&mut lights.recent_epoch, Some(epoch));
|
|
|
|
lights.prev = mem::replace(&mut lights.recent, Some(light.clone()));
|
2016-01-30 23:02:55 +01:00
|
|
|
light
|
2016-01-21 16:48:37 +01:00
|
|
|
}
|
2016-04-13 00:06:02 +02:00
|
|
|
Some(light) => light,
|
2016-01-17 12:00:34 +01:00
|
|
|
}
|
2016-01-30 23:02:55 +01:00
|
|
|
};
|
2019-02-20 10:05:11 +01:00
|
|
|
light.compute(header_hash, nonce, block_number)
|
2016-01-17 12:00:34 +01:00
|
|
|
}
|
|
|
|
}
|
2016-02-18 22:35:14 +01:00
|
|
|
|
2018-08-10 15:36:19 +02:00
|
|
|
/// Convert an Ethash boundary to its original difficulty. Basically just `f(x) = 2^256 / x`.
|
|
|
|
pub fn boundary_to_difficulty(boundary: ðereum_types::H256) -> U256 {
|
2019-06-03 15:36:21 +02:00
|
|
|
difficulty_to_boundary_aux(&boundary.into_uint())
|
2018-08-10 15:36:19 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
/// Convert an Ethash difficulty to the target boundary. Basically just `f(x) = 2^256 / x`.
|
|
|
|
pub fn difficulty_to_boundary(difficulty: &U256) -> ethereum_types::H256 {
|
2019-06-03 15:36:21 +02:00
|
|
|
BigEndianHash::from_uint(&difficulty_to_boundary_aux(difficulty))
|
2018-08-10 15:36:19 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
fn difficulty_to_boundary_aux<T: Into<U512>>(difficulty: T) -> ethereum_types::U256 {
|
|
|
|
let difficulty = difficulty.into();
|
|
|
|
|
|
|
|
assert!(!difficulty.is_zero());
|
|
|
|
|
|
|
|
if difficulty == U512::one() {
|
|
|
|
U256::max_value()
|
|
|
|
} else {
|
2019-06-03 15:36:21 +02:00
|
|
|
const PROOF: &str = "difficulty > 1, so result never overflows 256 bits; qed";
|
|
|
|
U256::try_from((U512::one() << 256) / difficulty).expect(PROOF)
|
2018-08-10 15:36:19 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2016-02-18 22:35:14 +01:00
|
|
|
#[test]
|
|
|
|
fn test_lru() {
|
2018-03-14 12:26:20 +01:00
|
|
|
use tempdir::TempDir;
|
|
|
|
|
|
|
|
let tempdir = TempDir::new("").unwrap();
|
2019-02-20 10:05:11 +01:00
|
|
|
let ethash = EthashManager::new(tempdir.path(), None, u64::max_value());
|
2016-02-18 22:35:14 +01:00
|
|
|
let hash = [0u8; 32];
|
|
|
|
ethash.compute_light(1, &hash, 1);
|
|
|
|
ethash.compute_light(50000, &hash, 1);
|
2016-07-13 19:59:59 +02:00
|
|
|
assert_eq!(ethash.cache.lock().recent_epoch.unwrap(), 1);
|
|
|
|
assert_eq!(ethash.cache.lock().prev_epoch.unwrap(), 0);
|
2016-02-18 22:35:14 +01:00
|
|
|
ethash.compute_light(1, &hash, 1);
|
2016-07-13 19:59:59 +02:00
|
|
|
assert_eq!(ethash.cache.lock().recent_epoch.unwrap(), 0);
|
|
|
|
assert_eq!(ethash.cache.lock().prev_epoch.unwrap(), 1);
|
2016-02-18 22:35:14 +01:00
|
|
|
ethash.compute_light(70000, &hash, 1);
|
2016-07-13 19:59:59 +02:00
|
|
|
assert_eq!(ethash.cache.lock().recent_epoch.unwrap(), 2);
|
|
|
|
assert_eq!(ethash.cache.lock().prev_epoch.unwrap(), 0);
|
2016-02-18 22:35:14 +01:00
|
|
|
}
|
2017-07-18 14:14:42 +02:00
|
|
|
|
2018-08-10 15:36:19 +02:00
|
|
|
#[test]
|
|
|
|
fn test_difficulty_to_boundary() {
|
2019-06-03 15:36:21 +02:00
|
|
|
use ethereum_types::{H256, BigEndianHash};
|
2018-08-10 15:36:19 +02:00
|
|
|
use std::str::FromStr;
|
|
|
|
|
2019-06-03 15:36:21 +02:00
|
|
|
assert_eq!(difficulty_to_boundary(&U256::from(1)), BigEndianHash::from_uint(&U256::max_value()));
|
2018-08-10 15:36:19 +02:00
|
|
|
assert_eq!(difficulty_to_boundary(&U256::from(2)), H256::from_str("8000000000000000000000000000000000000000000000000000000000000000").unwrap());
|
|
|
|
assert_eq!(difficulty_to_boundary(&U256::from(4)), H256::from_str("4000000000000000000000000000000000000000000000000000000000000000").unwrap());
|
|
|
|
assert_eq!(difficulty_to_boundary(&U256::from(32)), H256::from_str("0800000000000000000000000000000000000000000000000000000000000000").unwrap());
|
|
|
|
}
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
fn test_difficulty_to_boundary_regression() {
|
|
|
|
use ethereum_types::H256;
|
|
|
|
|
|
|
|
// the last bit was originally being truncated when performing the conversion
|
|
|
|
// https://github.com/paritytech/parity-ethereum/issues/8397
|
|
|
|
for difficulty in 1..9 {
|
|
|
|
assert_eq!(U256::from(difficulty), boundary_to_difficulty(&difficulty_to_boundary(&difficulty.into())));
|
2019-06-03 15:36:21 +02:00
|
|
|
assert_eq!(
|
|
|
|
H256::from_low_u64_be(difficulty),
|
|
|
|
difficulty_to_boundary(&boundary_to_difficulty(&H256::from_low_u64_be(difficulty))),
|
|
|
|
);
|
|
|
|
assert_eq!(
|
|
|
|
U256::from(difficulty),
|
|
|
|
boundary_to_difficulty(&BigEndianHash::from_uint(&boundary_to_difficulty(&H256::from_low_u64_be(difficulty)))),
|
|
|
|
);
|
|
|
|
assert_eq!(
|
|
|
|
H256::from_low_u64_be(difficulty),
|
|
|
|
difficulty_to_boundary(&difficulty_to_boundary(&difficulty.into()).into_uint()),
|
|
|
|
);
|
2018-08-10 15:36:19 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
#[should_panic]
|
|
|
|
fn test_difficulty_to_boundary_panics_on_zero() {
|
|
|
|
difficulty_to_boundary(&U256::from(0));
|
|
|
|
}
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
#[should_panic]
|
|
|
|
fn test_boundary_to_difficulty_panics_on_zero() {
|
2019-06-03 15:36:21 +02:00
|
|
|
boundary_to_difficulty(ðereum_types::H256::zero());
|
2018-08-10 15:36:19 +02:00
|
|
|
}
|