692d5b4e08
* Add constantinople conf to EvmTestClient. * Skip some test to update submodule etheureum/tests submodule to latest. * Put skipping 'under issue' test behind a feature. * Change blockReward for const-test to pass ethereum/tests * Update tests to new constantinple definition (change of reward at block 5). Switch 'reference' to string, that way we can include issues from others repo (more flexible)Update tests to new constantinple definition (change of reward at block 5). Switch 'reference' to string, that way we can include issues from others repo (more flexible). * Fix modexp and bn128_mul gas prices in chain config * Changes `run_test_path` method to append its directory results (without that it stop testing at the first file failure). Add some missing tests. Add skip for those (block create2 is one hundred percent false but on hive we can see that geth and aleth got similar issue for this item). * retab current.json * Update reference to parity issue for failing tests.
371 lines
13 KiB
JSON
371 lines
13 KiB
JSON
{ "block":
|
|
[
|
|
{
|
|
"reference": "9590",
|
|
"failing": "stCreateTest",
|
|
"subtests": [
|
|
"CreateOOGafterInitCodeReturndata2_d0g1v0_Constantinople"
|
|
]
|
|
},
|
|
{
|
|
"reference": "9590",
|
|
"failing": "stCreate2",
|
|
"subtests": [
|
|
"RevertDepthCreateAddressCollision_d0g1v0_Constantinople",
|
|
"RevertDepthCreateAddressCollision_d1g1v1_Constantinople",
|
|
"CREATE2_Suicide_d5g0v0_Constantinople",
|
|
"CREATE2_Suicide_d7g0v0_Constantinople",
|
|
"create2collisionSelfdestructedOOG_d2g0v0_Byzantium",
|
|
"create2collisionSelfdestructedOOG_d2g0v0_Constantinople",
|
|
"create2collisionNonce_d1g0v0_Byzantium",
|
|
"create2collisionNonce_d1g0v0_Constantinople",
|
|
"CreateMessageRevertedOOGInInit_d0g1v0_Constantinople",
|
|
"create2callPrecompiles_d3g0v0_Constantinople",
|
|
"create2collisionCode_d1g0v0_Byzantium",
|
|
"create2collisionCode_d1g0v0_Constantinople",
|
|
"create2collisionStorage_d0g0v0_Byzantium",
|
|
"create2collisionStorage_d0g0v0_Constantinople",
|
|
"create2callPrecompiles_d4g0v0_Constantinople",
|
|
"create2collisionSelfdestructedRevert_d0g0v0_Byzantium",
|
|
"create2collisionSelfdestructedRevert_d0g0v0_Constantinople",
|
|
"CreateMessageReverted_d0g1v0_Constantinople",
|
|
"RevertOpcodeCreate_d0g1v0_Constantinople",
|
|
"CREATE2_Suicide_d11g0v0_Constantinople",
|
|
"create2checkFieldsInInitcode_d5g0v0_Constantinople",
|
|
"create2collisionSelfdestructedOOG_d1g0v0_Byzantium",
|
|
"create2collisionSelfdestructedOOG_d1g0v0_Constantinople",
|
|
"returndatacopy_following_create_d1g0v0_Constantinople",
|
|
"RevertDepthCreate2OOG_d1g1v1_Constantinople",
|
|
"create2collisionSelfdestructed_d2g0v0_Byzantium",
|
|
"create2collisionSelfdestructed_d2g0v0_Constantinople",
|
|
"create2callPrecompiles_d2g0v0_Constantinople",
|
|
"create2InitCodes_d2g0v0_Constantinople",
|
|
"create2collisionNonce_d2g0v0_Byzantium",
|
|
"create2collisionNonce_d2g0v0_Constantinople",
|
|
"create2collisionCode_d0g0v0_Byzantium",
|
|
"create2collisionCode_d0g0v0_Constantinople",
|
|
"CREATE2_Bounds_d0g0v0_Constantinople",
|
|
"RevertDepthCreate2OOG_d0g0v0_Constantinople",
|
|
"CREATE2_Suicide_d1g0v0_Constantinople",
|
|
"CREATE2_Bounds3_d0g1v0_Constantinople",
|
|
"create2collisionStorage_d2g0v0_Byzantium",
|
|
"create2collisionStorage_d2g0v0_Constantinople",
|
|
"RevertDepthCreateAddressCollision_d0g0v1_Constantinople",
|
|
"create2callPrecompiles_d5g0v0_Constantinople",
|
|
"create2collisionCode2_d0g0v0_Byzantium",
|
|
"create2collisionCode2_d0g0v0_Constantinople",
|
|
"create2noCash_d0g0v0_Byzantium",
|
|
"create2noCash_d0g0v0_Constantinople",
|
|
"create2checkFieldsInInitcode_d7g0v0_Constantinople",
|
|
"create2SmartInitCode_d1g0v0_Constantinople",
|
|
"create2InitCodes_d6g0v0_Constantinople",
|
|
"create2noCash_d1g0v0_Byzantium",
|
|
"create2noCash_d1g0v0_Constantinople",
|
|
"CREATE2_ContractSuicideDuringInit_ThenStoreThenReturn_d0g0v0_Constantinople",
|
|
"RevertOpcodeInCreateReturns_d0g0v0_Constantinople",
|
|
"create2collisionStorage_d1g0v0_Byzantium",
|
|
"create2collisionStorage_d1g0v0_Constantinople",
|
|
"create2checkFieldsInInitcode_d3g0v0_Constantinople",
|
|
"create2collisionBalance_d0g0v0_Byzantium",
|
|
"create2collisionBalance_d0g0v0_Constantinople",
|
|
"create2collisionSelfdestructed2_d0g0v0_Constantinople",
|
|
"create2InitCodes_d3g0v0_Constantinople",
|
|
"create2collisionCode2_d1g0v0_Byzantium",
|
|
"create2collisionCode2_d1g0v0_Constantinople",
|
|
"create2checkFieldsInInitcode_d1g0v0_Constantinople",
|
|
"create2collisionBalance_d1g0v0_Byzantium",
|
|
"create2collisionBalance_d1g0v0_Constantinople",
|
|
"CREATE2_Bounds3_d0g2v0_Constantinople",
|
|
"create2callPrecompiles_d6g0v0_Constantinople",
|
|
"Create2Recursive_d0g0v0_Constantinople",
|
|
"create2collisionSelfdestructedOOG_d0g0v0_Byzantium",
|
|
"create2collisionSelfdestructedOOG_d0g0v0_Constantinople",
|
|
"CREATE2_Suicide_d3g0v0_Constantinople",
|
|
"returndatacopy_following_create_d0g0v0_Constantinople",
|
|
"create2InitCodes_d8g0v0_Constantinople",
|
|
"RevertDepthCreate2OOG_d0g0v1_Constantinople",
|
|
"create2checkFieldsInInitcode_d2g0v0_Constantinople",
|
|
"RevertDepthCreate2OOG_d1g0v1_Constantinople",
|
|
"Create2OnDepth1024_d0g0v0_Constantinople",
|
|
"create2collisionSelfdestructed2_d1g0v0_Constantinople",
|
|
"create2collisionSelfdestructedRevert_d2g0v0_Byzantium",
|
|
"create2collisionSelfdestructedRevert_d2g0v0_Constantinople",
|
|
"create2callPrecompiles_d0g0v0_Constantinople",
|
|
"RevertDepthCreateAddressCollision_d0g1v1_Constantinople",
|
|
"create2collisionSelfdestructed_d1g0v0_Byzantium",
|
|
"create2collisionSelfdestructed_d1g0v0_Constantinople",
|
|
"call_outsize_then_create2_successful_then_returndatasize_d0g0v0_Byzantium",
|
|
"call_outsize_then_create2_successful_then_returndatasize_d0g0v0_Constantinople",
|
|
"Create2OOGafterInitCodeRevert_d0g0v0_Constantinople",
|
|
"Create2OOGafterInitCodeReturndata3_d0g0v0_Constantinople",
|
|
"Create2OOGafterInitCodeReturndataSize_d0g0v0_Constantinople",
|
|
"create2InitCodes_d7g0v0_Constantinople",
|
|
"CREATE2_Suicide_d10g0v0_Constantinople",
|
|
"RevertDepthCreate2OOG_d0g1v0_Constantinople",
|
|
"create2InitCodes_d5g0v0_Constantinople",
|
|
"create2collisionSelfdestructedRevert_d1g0v0_Byzantium",
|
|
"create2collisionSelfdestructedRevert_d1g0v0_Constantinople",
|
|
"RevertDepthCreate2OOG_d1g1v0_Constantinople",
|
|
"create2collisionSelfdestructed_d0g0v0_Byzantium",
|
|
"create2collisionSelfdestructed_d0g0v0_Constantinople",
|
|
"create2noCash_d2g0v0_Byzantium",
|
|
"create2noCash_d2g0v0_Constantinople",
|
|
"CREATE2_Bounds3_d0g0v0_Constantinople",
|
|
"create2collisionNonce_d0g0v0_Byzantium",
|
|
"create2collisionNonce_d0g0v0_Constantinople",
|
|
"CREATE2_Suicide_d2g0v0_Constantinople",
|
|
"Create2OOGafterInitCode_d0g0v0_Constantinople",
|
|
"call_then_create2_successful_then_returndatasize_d0g0v0_Byzantium",
|
|
"call_then_create2_successful_then_returndatasize_d0g0v0_Constantinople",
|
|
"create2collisionBalance_d2g0v0_Byzantium",
|
|
"create2collisionBalance_d2g0v0_Constantinople",
|
|
"create2checkFieldsInInitcode_d6g0v0_Constantinople",
|
|
"RevertDepthCreate2OOG_d0g1v1_Constantinople",
|
|
"returndatacopy_afterFailing_create_d0g0v0_Constantinople",
|
|
"returndatacopy_following_revert_in_create_d0g0v0_Constantinople",
|
|
"CREATE2_Suicide_d9g0v0_Constantinople",
|
|
"create2callPrecompiles_d7g0v0_Constantinople",
|
|
"RevertDepthCreateAddressCollision_d1g0v1_Constantinople",
|
|
"create2InitCodes_d1g0v0_Constantinople",
|
|
"CREATE2_Bounds_d0g1v0_Constantinople",
|
|
"Create2OOGafterInitCodeReturndata_d0g0v0_Constantinople",
|
|
"create2checkFieldsInInitcode_d4g0v0_Constantinople",
|
|
"CreateMessageRevertedOOGInInit_d0g0v0_Constantinople",
|
|
"RevertDepthCreateAddressCollision_d1g1v0_Constantinople",
|
|
"returndatacopy_following_successful_create_d0g0v0_Constantinople",
|
|
"create2checkFieldsInInitcode_d0g0v0_Constantinople",
|
|
"CreateMessageReverted_d0g0v0_Constantinople",
|
|
"create2SmartInitCode_d0g0v0_Constantinople",
|
|
"CREATE2_Bounds2_d0g0v0_Constantinople",
|
|
"returndatasize_following_successful_create_d0g0v0_Constantinople",
|
|
"CREATE2_Bounds2_d0g1v0_Constantinople",
|
|
"returndatacopy_0_0_following_successful_create_d0g0v0_Constantinople",
|
|
"RevertDepthCreateAddressCollision_d0g0v0_Constantinople",
|
|
"CREATE2_Suicide_d0g0v0_Constantinople",
|
|
"create2InitCodes_d0g0v0_Constantinople",
|
|
"Create2OnDepth1023_d0g0v0_Constantinople",
|
|
"create2InitCodes_d4g0v0_Constantinople",
|
|
"Create2OOGafterInitCodeReturndata2_d0g0v0_Constantinople",
|
|
"create2collisionBalance_d3g0v0_Byzantium",
|
|
"create2collisionBalance_d3g0v0_Constantinople",
|
|
"CREATE2_Suicide_d4g0v0_Constantinople",
|
|
"Create2OOGafterInitCode_d0g1v0_Constantinople",
|
|
"RevertDepthCreateAddressCollision_d1g0v0_Constantinople",
|
|
"Create2OOGafterInitCodeRevert2_d0g0v0_Constantinople",
|
|
"Create2OOGafterInitCodeReturndata_d0g1v0_Constantinople",
|
|
"Create2Recursive_d0g1v0_Constantinople",
|
|
"create2collisionCode_d2g0v0_Byzantium",
|
|
"create2collisionCode_d2g0v0_Constantinople",
|
|
"CREATE2_Suicide_d6g0v0_Constantinople",
|
|
"CREATE2_Suicide_d8g0v0_Constantinople",
|
|
"RevertOpcodeCreate_d0g0v0_Constantinople",
|
|
"Create2OOGafterInitCodeReturndata2_d0g1v0_Constantinople",
|
|
"create2callPrecompiles_d1g0v0_Constantinople",
|
|
"RevertInCreateInInit_d0g0v0_Constantinople",
|
|
"RevertDepthCreate2OOG_d1g0v0_Constantinople"
|
|
]
|
|
},
|
|
{
|
|
"reference": "9590",
|
|
"failing": "bcStateTest",
|
|
"subtests": [
|
|
"suicideStorageCheck_Byzantium",
|
|
"suicideStorageCheck_Constantinople",
|
|
"suicideStorageCheckVCreate2_Byzantium",
|
|
"suicideStorageCheckVCreate2_Constantinople",
|
|
"create2collisionwithSelfdestructSameBlock_Constantinople",
|
|
"blockhashNonConstArg_Constantinople",
|
|
"suicideThenCheckBalance_Constantinople",
|
|
"suicideThenCheckBalance_Homestead",
|
|
"suicideStorageCheckVCreate_Byzantium",
|
|
"suicideStorageCheckVCreate_Constantinople"
|
|
]
|
|
},
|
|
{
|
|
"reference": "9590",
|
|
"failing": "stEIP158Specific",
|
|
"subtests": [
|
|
"callToEmptyThenCallError_d0g0v0_Byzantium",
|
|
"callToEmptyThenCallError_d0g0v0_Constantinople",
|
|
"callToEmptyThenCallError_d0g0v0_EIP158"
|
|
]
|
|
},
|
|
{
|
|
"reference": "9590",
|
|
"failing": "stPreCompiledContracts",
|
|
"subtests": [
|
|
"identity_to_smaller_d0g0v0_Constantinople",
|
|
"identity_to_bigger_d0g0v0_Constantinople"
|
|
]
|
|
},
|
|
{
|
|
"reference": "9590",
|
|
"failing": "stReturnDataTest",
|
|
"subtests": [
|
|
"modexp_modsize0_returndatasize_d0g1v0_Constantinople",
|
|
"modexp_modsize0_returndatasize_d0g2v0_Constantinople",
|
|
"modexp_modsize0_returndatasize_d0g3v0_Constantinople"
|
|
]
|
|
},
|
|
{
|
|
"reference": "9590",
|
|
"failing": "stSpecialTest",
|
|
"subtests": [
|
|
"push32withoutByte_d0g0v0_Constantinople"
|
|
]
|
|
}
|
|
|
|
],
|
|
"state":
|
|
[
|
|
{
|
|
"reference": "9590",
|
|
"failing": "stCreateTest",
|
|
"subtests": {
|
|
"CreateOOGafterInitCodeReturndata2": {
|
|
"subnumbers": ["2"],
|
|
"chain": "Constantinople (test)"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"reference": "9590",
|
|
"failing": "stCreate2Test",
|
|
"subtests": {
|
|
"RevertInCreateInInit": {
|
|
"subnumbers": ["1"],
|
|
"chain": "Constantinople (test)"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"reference": "9590",
|
|
"failing": "stEIP150Specific",
|
|
"subtests": {
|
|
"NewGasPriceForCodes": {
|
|
"subnumbers": ["1"],
|
|
"chain": "Constantinople (test)"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"reference": "9590",
|
|
"failing": "stInitCodeTest",
|
|
"subtests": {
|
|
"OutOfGasContractCreation": {
|
|
"subnumbers": ["4"],
|
|
"chain": "Constantinople (test)"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"reference": "9590",
|
|
"failing": "stPreCompiledContracts",
|
|
"subtests": {
|
|
"modexp": {
|
|
"subnumbers": ["*"],
|
|
"chain": "Constantinople (test)"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"reference": "9590",
|
|
"failing": "stRevertTest",
|
|
"subtests": {
|
|
"LoopCallsDepthThenRevert3": {
|
|
"subnumbers": ["1"],
|
|
"chain": "Constantinople (test)"
|
|
},
|
|
"RevertOpcodeCreate": {
|
|
"subnumbers": ["1"],
|
|
"chain": "Constantinople (test)"
|
|
},
|
|
"RevertSubCallStorageOOG2": {
|
|
"subnumbers": ["1","3"],
|
|
"chain": "Constantinople (test)"
|
|
},
|
|
"RevertDepthCreateOOG": {
|
|
"subnumbers": ["3","4"],
|
|
"chain": "Constantinople (test)"
|
|
},
|
|
"RevertOpcodeMultipleSubCalls": {
|
|
"subnumbers": ["*"],
|
|
"chain": "Constantinople (test)"
|
|
},
|
|
"RevertOpcodeDirectCall": {
|
|
"subnumbers": ["1","2"],
|
|
"chain": "Constantinople (test)"
|
|
},
|
|
"LoopCallsDepthThenRevert2": {
|
|
"subnumbers": ["1"],
|
|
"chain": "Constantinople (test)"
|
|
},
|
|
"RevertDepth2": {
|
|
"subnumbers": ["1"],
|
|
"chain": "Constantinople (test)"
|
|
},
|
|
"RevertRemoteSubCallStorageOOG2": {
|
|
"subnumbers": ["1","2"],
|
|
"chain": "Constantinople (test)"
|
|
},
|
|
"RevertDepthCreateAddressCollision": {
|
|
"subnumbers": ["3","4"],
|
|
"chain": "Constantinople (test)"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"reference": "9590",
|
|
"failing": "stStaticCall",
|
|
"subtests": {
|
|
"static_RevertDepth2": {
|
|
"subnumbers": ["1","3"],
|
|
"chain": "Constantinople (test)"
|
|
},
|
|
"static_CheckOpcodes4": {
|
|
"subnumbers": ["3"],
|
|
"chain": "Constantinople (test)"
|
|
},
|
|
"static_CheckOpcodes3": {
|
|
"subnumbers": ["5","6","7","8"],
|
|
"chain": "Constantinople (test)"
|
|
},
|
|
"static_callBasic": {
|
|
"subnumbers": ["1","2"],
|
|
"chain": "Constantinople (test)"
|
|
},
|
|
"static_CheckOpcodes2": {
|
|
"subnumbers": ["5","6","7","8"],
|
|
"chain": "Constantinople (test)"
|
|
},
|
|
"static_callCreate": {
|
|
"subnumbers": ["2"],
|
|
"chain": "Constantinople (test)"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"reference": "https://github.com/ethereum/tests/issues/512",
|
|
"failing": "stZeroKnowledge",
|
|
"subtests": {
|
|
"pointAddTrunc": {
|
|
"subnumbers": ["*"],
|
|
"chain": "Constantinople (test)"
|
|
},
|
|
"pointAdd": {
|
|
"subnumbers": ["*"],
|
|
"chain": "Constantinople (test)"
|
|
},
|
|
"pointMulAdd": {
|
|
"subnumbers": ["*"],
|
|
"chain": "Constantinople (test)"
|
|
},
|
|
"pointMulAdd2": {
|
|
"subnumbers": ["*"],
|
|
"chain": "Constantinople (test)"
|
|
}
|
|
}
|
|
}
|
|
]
|
|
}
|