224 lines
12 KiB
Rust
224 lines
12 KiB
Rust
// Copyright 2015-2020 Parity Technologies (UK) Ltd.
|
||
// This file is part of Open Ethereum.
|
||
|
||
// Open Ethereum is free software: you can redistribute it and/or modify
|
||
// it under the terms of the GNU General Public License as published by
|
||
// the Free Software Foundation, either version 3 of the License, or
|
||
// (at your option) any later version.
|
||
|
||
// Open Ethereum is distributed in the hope that it will be useful,
|
||
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||
// GNU General Public License for more details.
|
||
|
||
// You should have received a copy of the GNU General Public License
|
||
// along with Open Ethereum. If not, see <http://www.gnu.org/licenses/>.
|
||
|
||
use std::path::Path;
|
||
use std::sync::Arc;
|
||
use client::{Client, ClientConfig};
|
||
use client_traits::{ImportBlock, ChainInfo};
|
||
use spec::Genesis;
|
||
use ethjson::test_helpers::blockchain;
|
||
use miner::Miner;
|
||
use io::IoChannel;
|
||
use test_helpers::{self, EvmTestClient};
|
||
use types::verification::Unverified;
|
||
use verification::{VerifierType, queue::kind::BlockLike};
|
||
use super::{HookType, SKIP_TESTS};
|
||
|
||
#[allow(dead_code)]
|
||
fn skip_test(name: &String) -> bool {
|
||
SKIP_TESTS
|
||
.block
|
||
.iter()
|
||
.any(|block_test|block_test.subtests.contains(name))
|
||
}
|
||
|
||
#[allow(dead_code)]
|
||
pub fn json_chain_test<H: FnMut(&str, HookType)>(path: &Path, json_data: &[u8], start_stop_hook: &mut H) -> Vec<String> {
|
||
let _ = ::env_logger::try_init();
|
||
let tests = blockchain::Test::load(json_data)
|
||
.expect(&format!("Could not parse JSON chain test data from {}", path.display()));
|
||
let mut failed = Vec::new();
|
||
|
||
for (name, blockchain) in tests.into_iter() {
|
||
if skip_test(&name) {
|
||
println!(" - {} | {:?}: SKIPPED", name, blockchain.network);
|
||
continue;
|
||
}
|
||
|
||
start_stop_hook(&name, HookType::OnStart);
|
||
|
||
let mut fail = false;
|
||
{
|
||
let mut fail_unless = |cond: bool| {
|
||
if !cond && !fail {
|
||
failed.push(name.clone());
|
||
flushed_writeln!("FAIL");
|
||
fail = true;
|
||
true
|
||
} else {
|
||
false
|
||
}
|
||
};
|
||
|
||
flushed_write!(" - {}...", name);
|
||
|
||
let spec = {
|
||
let mut spec = match EvmTestClient::fork_spec_from_json(&blockchain.network) {
|
||
Some(spec) => spec,
|
||
None => {
|
||
println!(" - {} | {:?} Ignoring tests because of missing chainspec", name, blockchain.network);
|
||
continue;
|
||
}
|
||
};
|
||
|
||
let genesis = Genesis::from(blockchain.genesis());
|
||
let state = From::from(blockchain.pre_state.clone());
|
||
spec.set_genesis_state(state).expect("Failed to overwrite genesis state");
|
||
spec.overwrite_genesis_params(genesis);
|
||
spec
|
||
};
|
||
|
||
{
|
||
let db = test_helpers::new_db();
|
||
let mut config = ClientConfig::default();
|
||
if ethjson::test_helpers::blockchain::Engine::NoProof == blockchain.engine {
|
||
config.verifier_type = VerifierType::CanonNoSeal;
|
||
config.check_seal = false;
|
||
}
|
||
config.history = 8;
|
||
config.queue.verifier_settings.num_verifiers = 1;
|
||
let client = Client::new(
|
||
config,
|
||
&spec,
|
||
db,
|
||
Arc::new(Miner::new_for_tests(&spec, None)),
|
||
IoChannel::disconnected(),
|
||
).expect("Failed to instantiate a new Client");
|
||
|
||
for b in blockchain.blocks_rlp() {
|
||
let bytes_len = b.len();
|
||
let block = Unverified::from_rlp(b);
|
||
match block {
|
||
Ok(block) => {
|
||
let num = block.header.number();
|
||
let hash = block.hash();
|
||
trace!(target: "json-tests", "{} – Importing {} bytes. Block #{}/{}", name, bytes_len, num, hash);
|
||
let res = client.import_block(block);
|
||
if let Err(e) = res {
|
||
warn!(target: "json-tests", "{} – Error importing block #{}/{}: {:?}", name, num, hash, e);
|
||
}
|
||
client.flush_queue();
|
||
},
|
||
Err(decoder_err) => {
|
||
warn!(target: "json-tests", "Error decoding test block: {:?} ({} bytes)", decoder_err, bytes_len);
|
||
}
|
||
}
|
||
}
|
||
fail_unless(client.chain_info().best_block_hash == blockchain.best_block.into());
|
||
}
|
||
}
|
||
|
||
if !fail {
|
||
flushed_writeln!("OK");
|
||
} else {
|
||
flushed_writeln!("FAILED");
|
||
}
|
||
|
||
start_stop_hook(&name, HookType::OnStop);
|
||
}
|
||
|
||
if failed.len() > 0 {
|
||
println!("!!! {:?} tests failed.", failed.len());
|
||
}
|
||
failed
|
||
}
|
||
|
||
#[cfg(test)]
|
||
mod block_tests {
|
||
use std::path::Path;
|
||
|
||
use super::json_chain_test;
|
||
use json_tests::HookType;
|
||
|
||
fn do_json_test<H: FnMut(&str, HookType)>(path: &Path, json_data: &[u8], h: &mut H) -> Vec<String> {
|
||
json_chain_test(path, json_data, h)
|
||
}
|
||
//todo[dvdplm] do these tests match all folders in `res/` or are there tests we're missing?
|
||
//Issue: https://github.com/openethereum/openethereum/issues/11085
|
||
declare_test!{BlockchainTests_bcBlockGasLimitTest, "BlockchainTests/bcBlockGasLimitTest"}
|
||
declare_test!{BlockchainTests_bcExploitTest, "BlockchainTests/bcExploitTest"}
|
||
declare_test!{BlockchainTests_bcForgedTest, "BlockchainTests/bcForgedTest"}
|
||
declare_test!{BlockchainTests_bcForkStressTest, "BlockchainTests/bcForkStressTest"}
|
||
declare_test!{BlockchainTests_bcGasPricerTest, "BlockchainTests/bcGasPricerTest"}
|
||
declare_test!{BlockchainTests_bcInvalidHeaderTest, "BlockchainTests/bcInvalidHeaderTest"}
|
||
declare_test!{BlockchainTests_bcMultiChainTest, "BlockchainTests/bcMultiChainTest"}
|
||
declare_test!{BlockchainTests_bcRandomBlockhashTest, "BlockchainTests/bcRandomBlockhashTest"}
|
||
declare_test!{BlockchainTests_bcStateTest, "BlockchainTests/bcStateTests"}
|
||
declare_test!{BlockchainTests_bcTotalDifficultyTest, "BlockchainTests/bcTotalDifficultyTest"}
|
||
declare_test!{BlockchainTests_bcUncleHeaderValidity, "BlockchainTests/bcUncleHeaderValidity"}
|
||
declare_test!{BlockchainTests_bcUncleTest, "BlockchainTests/bcUncleTest"}
|
||
declare_test!{BlockchainTests_bcValidBlockTest, "BlockchainTests/bcValidBlockTest"}
|
||
declare_test!{BlockchainTests_bcWalletTest, "BlockchainTests/bcWalletTest"}
|
||
|
||
declare_test!{BlockchainTests_GeneralStateTest_stArgsZeroOneBalance, "BlockchainTests/GeneralStateTests/stArgsZeroOneBalance/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stAttackTest, "BlockchainTests/GeneralStateTests/stAttackTest/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stBadOpcodeTest, "BlockchainTests/GeneralStateTests/stBadOpcode/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stBugsTest, "BlockchainTests/GeneralStateTests/stBugs/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stCallCodes, "BlockchainTests/GeneralStateTests/stCallCodes/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stCallCreateCallCodeTest, "BlockchainTests/GeneralStateTests/stCallCreateCallCodeTest/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stCallDelegateCodesCallCodeHomestead, "BlockchainTests/GeneralStateTests/stCallDelegateCodesCallCodeHomestead/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stCallDelegateCodesHomestead, "BlockchainTests/GeneralStateTests/stCallDelegateCodesHomestead/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stChangedEIP150, "BlockchainTests/GeneralStateTests/stChangedEIP150/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stCodeSizeLimit, "BlockchainTests/GeneralStateTests/stCodeSizeLimit/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stCreate2, "BlockchainTests/GeneralStateTests/stCreate2/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stCreateTest, "BlockchainTests/GeneralStateTests/stCreateTest/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stDelegatecallTestHomestead, "BlockchainTests/GeneralStateTests/stDelegatecallTestHomestead/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stEIP150singleCodeGasPrices, "BlockchainTests/GeneralStateTests/stEIP150singleCodeGasPrices/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stEIP150Specific, "BlockchainTests/GeneralStateTests/stEIP150Specific/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stEIP158Specific, "BlockchainTests/GeneralStateTests/stEIP158Specific/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stExample, "BlockchainTests/GeneralStateTests/stExample/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stHomesteadSpecific, "BlockchainTests/GeneralStateTests/stHomesteadSpecific/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stInitCodeTest, "BlockchainTests/GeneralStateTests/stInitCodeTest/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stLogTests, "BlockchainTests/GeneralStateTests/stLogTests/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stMemExpandingEIP150Calls, "BlockchainTests/GeneralStateTests/stMemExpandingEIP150Calls/"}
|
||
declare_test!{heavy => BlockchainTests_GeneralStateTest_stMemoryStressTest, "BlockchainTests/GeneralStateTests/stMemoryStressTest/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stMemoryTest, "BlockchainTests/GeneralStateTests/stMemoryTest/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stNonZeroCallsTest, "BlockchainTests/GeneralStateTests/stNonZeroCallsTest/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stPreCompiledContracts, "BlockchainTests/GeneralStateTests/stPreCompiledContracts/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stPreCompiledContracts2, "BlockchainTests/GeneralStateTests/stPreCompiledContracts2/"}
|
||
declare_test!{heavy => BlockchainTests_GeneralStateTest_stQuadraticComplexityTest, "BlockchainTests/GeneralStateTests/stQuadraticComplexityTest/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stRandom, "BlockchainTests/GeneralStateTests/stRandom/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stRandom2, "BlockchainTests/GeneralStateTests/stRandom2/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stRecursiveCreate, "BlockchainTests/GeneralStateTests/stRecursiveCreate/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stRefundTest, "BlockchainTests/GeneralStateTests/stRefundTest/"}
|
||
declare_test!{ BlockchainTests_GeneralStateTest_stReturnDataTest, "BlockchainTests/GeneralStateTests/stReturnDataTest/"}
|
||
// todo[dvdplm]:
|
||
// "RevertPrecompiledTouch_storage" contains 4 tests, only two fails
|
||
// "RevertPrecompiledTouchExactOOG" contains a ton of tests, only two fails
|
||
// "RevertPrecompiledTouch" has 4 tests, 2 failures
|
||
// Ignored in currents.json, issue: https://github.com/openethereum/openethereum/issues/11073
|
||
declare_test!{BlockchainTests_GeneralStateTest_stRevertTest, "BlockchainTests/GeneralStateTests/stRevertTest/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stShift, "BlockchainTests/GeneralStateTests/stShift/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stSolidityTest, "BlockchainTests/GeneralStateTests/stSolidityTest/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stSpecialTest, "BlockchainTests/GeneralStateTests/stSpecialTest/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stStackTests, "BlockchainTests/GeneralStateTests/stStackTests/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stStaticCall, "BlockchainTests/GeneralStateTests/stStaticCall/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stSystemOperationsTest, "BlockchainTests/GeneralStateTests/stSystemOperationsTest/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stTransactionTest, "BlockchainTests/GeneralStateTests/stTransactionTest/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stTransitionTest, "BlockchainTests/GeneralStateTests/stTransitionTest/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stWalletTest, "BlockchainTests/GeneralStateTests/stWalletTest/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stZeroCallsRevert, "BlockchainTests/GeneralStateTests/stZeroCallsRevert/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stZeroCallsTest, "BlockchainTests/GeneralStateTests/stZeroCallsTest/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stZeroKnowledge, "BlockchainTests/GeneralStateTests/stZeroKnowledge/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stZeroKnowledge2, "BlockchainTests/GeneralStateTests/stZeroKnowledge2/"}
|
||
declare_test!{BlockchainTests_GeneralStateTest_stSStoreTest, "BlockchainTests/GeneralStateTests/stSStoreTest/"}
|
||
|
||
declare_test!{BlockchainTests_TransitionTests_bcEIP158ToByzantium, "BlockchainTests/TransitionTests/bcEIP158ToByzantium/"}
|
||
declare_test!{BlockchainTests_TransitionTests_bcFrontierToHomestead, "BlockchainTests/TransitionTests/bcFrontierToHomestead/"}
|
||
declare_test!{BlockchainTests_TransitionTests_bcHomesteadToDao, "BlockchainTests/TransitionTests/bcHomesteadToDao/"}
|
||
declare_test!{BlockchainTests_TransitionTests_bcHomesteadToEIP150, "BlockchainTests/TransitionTests/bcHomesteadToEIP150/"}
|
||
}
|