2016-02-05 13:40:41 +01:00
|
|
|
// Copyright 2015, 2016 Ethcore (UK) Ltd.
|
|
|
|
// This file is part of Parity.
|
|
|
|
|
|
|
|
// Parity is free software: you can redistribute it and/or modify
|
|
|
|
// it under the terms of the GNU General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version.
|
|
|
|
|
|
|
|
// Parity is distributed in the hope that it will be useful,
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
// GNU General Public License for more details.
|
|
|
|
|
|
|
|
// You should have received a copy of the GNU General Public License
|
|
|
|
// along with Parity. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
2015-12-26 15:48:41 +01:00
|
|
|
//! Rlp serialization module
|
|
|
|
//!
|
|
|
|
//! Allows encoding, decoding, and view onto rlp-slice
|
2015-12-08 00:07:07 +01:00
|
|
|
//!
|
|
|
|
//!# What should you use when?
|
|
|
|
//!
|
2015-12-26 15:48:41 +01:00
|
|
|
//!### Use `encode` function when:
|
2015-12-08 00:07:07 +01:00
|
|
|
//! * You want to encode something inline.
|
|
|
|
//! * You do not work on big set of data.
|
|
|
|
//! * You want to encode whole data structure at once.
|
|
|
|
//!
|
|
|
|
//!### Use `decode` function when:
|
|
|
|
//! * You want to decode something inline.
|
|
|
|
//! * You do not work on big set of data.
|
|
|
|
//! * You want to decode whole rlp at once.
|
|
|
|
//!
|
|
|
|
//!### Use `RlpStream` when:
|
|
|
|
//! * You want to encode something in portions.
|
|
|
|
//! * You encode a big set of data.
|
|
|
|
//!
|
|
|
|
//!### Use `Rlp` when:
|
|
|
|
//! * You are working on trusted data (not corrupted).
|
|
|
|
//! * You want to get view onto rlp-slice.
|
|
|
|
//! * You don't want to decode whole rlp at once.
|
|
|
|
//!
|
2015-12-26 15:48:41 +01:00
|
|
|
//!### Use `UntrustedRlp` when:
|
2015-12-08 00:07:07 +01:00
|
|
|
//! * You are working on untrusted data (~corrupted).
|
|
|
|
//! * You need to handle data corruption errors.
|
|
|
|
//! * You are working on input data.
|
|
|
|
//! * You want to get view onto rlp-slice.
|
|
|
|
//! * You don't want to decode whole rlp at once.
|
|
|
|
|
2015-12-19 13:35:26 +01:00
|
|
|
pub mod rlptraits;
|
2016-01-29 13:59:29 +01:00
|
|
|
mod rlperrors;
|
|
|
|
mod rlpin;
|
|
|
|
mod untrusted_rlp;
|
|
|
|
mod rlpstream;
|
Blocks and snapshot compression (#1687)
* new Compressible rlp trait
* new Compressible rlp trait
* make compressed rlp iterable
* make compressed rlp iterable
* invalid rlp slice swapper
* switch compress to swapper, add reverse swapper test case
* add basic account compression test
* add new rlp trait
* new Compressible rlp trait
* make compressed rlp iterable
* invalid rlp slice swapper
* invalid rlp slice swapper
* switch compress to swapper, add reverse swapper test case
* switch compress to swapper, add reverse swapper test case
* add account compress/ decompress test
* make compressor cleaner, use hashmaps for swapper
* improve compression tests
* add a DecompressingDecoder, change Decoder to take refernce
* separate rlp compression related stuff
* new Compressible rlp trait
* new Compressible rlp trait
* new Compressible rlp trait
* make compressed rlp iterable
* make compressed rlp iterable
* make compressed rlp iterable
* invalid rlp slice swapper
* invalid rlp slice swapper
* invalid rlp slice swapper
* switch compress to swapper, add reverse swapper test case
* switch compress to swapper, add reverse swapper test case
* switch compress to swapper, add reverse swapper test case
* add basic account compression test
* add new rlp trait
* add account compress/ decompress test
* make compressor cleaner, use hashmaps for swapper
* improve compression tests
* add a DecompressingDecoder, change Decoder to take refernce
* separate rlp compression related stuff
* DecompressingDecoder test
* initial compressing HashDB wrapper
* remove unused test
* change CompressedDB to struct wrapper with overlay
* simplify compressor
* failed RefCell attempt
* use denote to return reference
* compiled compresseddb
* compressdb test, add overlay emplace
* fix overlay reference count handling
* add immutable compresseddb, make account use hashdb
* simplify using trait objects
* enable hashdb for account
* initial state compression attempt
* wrap state db
* add tests for analyzing db
* add account predicate
* try to compress data fields as rlp too
* remove compression for storage trie
* add a compressing migration
* more compression stats tests
* fix migration import
* nested encoding compression test
* fix decompression, move db stats tests to rlpcompression
* added malformed rlp tests, cover a few edge cases
* new CompressingEncoder struct
* extend migrations to state
* first version working on the whole db
* clean up Compressible impl
* tests cleanup
* add a testing migration
* refactor deep compression using option, add simple compression
* put tests in a module
* fix compressed overlay loading
* simple compression for snapshots
* remove unused DecompressingDecoder
* add a general compressing migration
* add more common rlps to compress
* use static slices for swapper
* add precomputed hashes and invalid rlps
* make decoder private again
* cover more cases with tests
* style
* fix weird indentation
* remove possible panic in payload_info
* make prefix checking safe
* fix db existence check
* remove db dir from test
* pass usize by value [ci skip]
* Improve comment on panic removal.
* add common blocks db rlps
* add compression to blockchain db
* add blocks db migration
* fix the migrations
* remove state compression
* add a separate snapshot swapper
* ability to use different swappers and traversal
* update tests to new interface
* clean up code ordering
* update usage
* fix compilation
* remove unnecessary changes
* move methods to functions to reduce interface
* move test to module
* update common rlps to blocks db
* move tests to tests modules
* remove redundant &
2016-07-27 17:11:41 +02:00
|
|
|
mod rlpcompression;
|
|
|
|
mod commonrlps;
|
2016-01-29 13:59:29 +01:00
|
|
|
mod bytes;
|
2015-12-07 16:32:06 +01:00
|
|
|
|
2015-12-08 12:59:19 +01:00
|
|
|
#[cfg(test)]
|
|
|
|
mod tests;
|
|
|
|
|
2015-12-19 13:35:26 +01:00
|
|
|
pub use self::rlperrors::DecoderError;
|
Blocks and snapshot compression (#1687)
* new Compressible rlp trait
* new Compressible rlp trait
* make compressed rlp iterable
* make compressed rlp iterable
* invalid rlp slice swapper
* switch compress to swapper, add reverse swapper test case
* add basic account compression test
* add new rlp trait
* new Compressible rlp trait
* make compressed rlp iterable
* invalid rlp slice swapper
* invalid rlp slice swapper
* switch compress to swapper, add reverse swapper test case
* switch compress to swapper, add reverse swapper test case
* add account compress/ decompress test
* make compressor cleaner, use hashmaps for swapper
* improve compression tests
* add a DecompressingDecoder, change Decoder to take refernce
* separate rlp compression related stuff
* new Compressible rlp trait
* new Compressible rlp trait
* new Compressible rlp trait
* make compressed rlp iterable
* make compressed rlp iterable
* make compressed rlp iterable
* invalid rlp slice swapper
* invalid rlp slice swapper
* invalid rlp slice swapper
* switch compress to swapper, add reverse swapper test case
* switch compress to swapper, add reverse swapper test case
* switch compress to swapper, add reverse swapper test case
* add basic account compression test
* add new rlp trait
* add account compress/ decompress test
* make compressor cleaner, use hashmaps for swapper
* improve compression tests
* add a DecompressingDecoder, change Decoder to take refernce
* separate rlp compression related stuff
* DecompressingDecoder test
* initial compressing HashDB wrapper
* remove unused test
* change CompressedDB to struct wrapper with overlay
* simplify compressor
* failed RefCell attempt
* use denote to return reference
* compiled compresseddb
* compressdb test, add overlay emplace
* fix overlay reference count handling
* add immutable compresseddb, make account use hashdb
* simplify using trait objects
* enable hashdb for account
* initial state compression attempt
* wrap state db
* add tests for analyzing db
* add account predicate
* try to compress data fields as rlp too
* remove compression for storage trie
* add a compressing migration
* more compression stats tests
* fix migration import
* nested encoding compression test
* fix decompression, move db stats tests to rlpcompression
* added malformed rlp tests, cover a few edge cases
* new CompressingEncoder struct
* extend migrations to state
* first version working on the whole db
* clean up Compressible impl
* tests cleanup
* add a testing migration
* refactor deep compression using option, add simple compression
* put tests in a module
* fix compressed overlay loading
* simple compression for snapshots
* remove unused DecompressingDecoder
* add a general compressing migration
* add more common rlps to compress
* use static slices for swapper
* add precomputed hashes and invalid rlps
* make decoder private again
* cover more cases with tests
* style
* fix weird indentation
* remove possible panic in payload_info
* make prefix checking safe
* fix db existence check
* remove db dir from test
* pass usize by value [ci skip]
* Improve comment on panic removal.
* add common blocks db rlps
* add compression to blockchain db
* add blocks db migration
* fix the migrations
* remove state compression
* add a separate snapshot swapper
* ability to use different swappers and traversal
* update tests to new interface
* clean up code ordering
* update usage
* fix compilation
* remove unnecessary changes
* move methods to functions to reduce interface
* move test to module
* update common rlps to blocks db
* move tests to tests modules
* remove redundant &
2016-07-27 17:11:41 +02:00
|
|
|
pub use self::rlptraits::{Decoder, Decodable, View, Stream, Encodable, Encoder, RlpEncodable, RlpDecodable, Compressible};
|
2015-12-08 13:02:32 +01:00
|
|
|
pub use self::untrusted_rlp::{UntrustedRlp, UntrustedRlpIterator, PayloadInfo, Prototype};
|
2016-01-09 12:12:36 +01:00
|
|
|
pub use self::rlpin::{Rlp, RlpIterator};
|
Blocks and snapshot compression (#1687)
* new Compressible rlp trait
* new Compressible rlp trait
* make compressed rlp iterable
* make compressed rlp iterable
* invalid rlp slice swapper
* switch compress to swapper, add reverse swapper test case
* add basic account compression test
* add new rlp trait
* new Compressible rlp trait
* make compressed rlp iterable
* invalid rlp slice swapper
* invalid rlp slice swapper
* switch compress to swapper, add reverse swapper test case
* switch compress to swapper, add reverse swapper test case
* add account compress/ decompress test
* make compressor cleaner, use hashmaps for swapper
* improve compression tests
* add a DecompressingDecoder, change Decoder to take refernce
* separate rlp compression related stuff
* new Compressible rlp trait
* new Compressible rlp trait
* new Compressible rlp trait
* make compressed rlp iterable
* make compressed rlp iterable
* make compressed rlp iterable
* invalid rlp slice swapper
* invalid rlp slice swapper
* invalid rlp slice swapper
* switch compress to swapper, add reverse swapper test case
* switch compress to swapper, add reverse swapper test case
* switch compress to swapper, add reverse swapper test case
* add basic account compression test
* add new rlp trait
* add account compress/ decompress test
* make compressor cleaner, use hashmaps for swapper
* improve compression tests
* add a DecompressingDecoder, change Decoder to take refernce
* separate rlp compression related stuff
* DecompressingDecoder test
* initial compressing HashDB wrapper
* remove unused test
* change CompressedDB to struct wrapper with overlay
* simplify compressor
* failed RefCell attempt
* use denote to return reference
* compiled compresseddb
* compressdb test, add overlay emplace
* fix overlay reference count handling
* add immutable compresseddb, make account use hashdb
* simplify using trait objects
* enable hashdb for account
* initial state compression attempt
* wrap state db
* add tests for analyzing db
* add account predicate
* try to compress data fields as rlp too
* remove compression for storage trie
* add a compressing migration
* more compression stats tests
* fix migration import
* nested encoding compression test
* fix decompression, move db stats tests to rlpcompression
* added malformed rlp tests, cover a few edge cases
* new CompressingEncoder struct
* extend migrations to state
* first version working on the whole db
* clean up Compressible impl
* tests cleanup
* add a testing migration
* refactor deep compression using option, add simple compression
* put tests in a module
* fix compressed overlay loading
* simple compression for snapshots
* remove unused DecompressingDecoder
* add a general compressing migration
* add more common rlps to compress
* use static slices for swapper
* add precomputed hashes and invalid rlps
* make decoder private again
* cover more cases with tests
* style
* fix weird indentation
* remove possible panic in payload_info
* make prefix checking safe
* fix db existence check
* remove db dir from test
* pass usize by value [ci skip]
* Improve comment on panic removal.
* add common blocks db rlps
* add compression to blockchain db
* add blocks db migration
* fix the migrations
* remove state compression
* add a separate snapshot swapper
* ability to use different swappers and traversal
* update tests to new interface
* clean up code ordering
* update usage
* fix compilation
* remove unnecessary changes
* move methods to functions to reduce interface
* move test to module
* update common rlps to blocks db
* move tests to tests modules
* remove redundant &
2016-07-27 17:11:41 +02:00
|
|
|
pub use self::rlpstream::RlpStream;
|
|
|
|
pub use self::rlpcompression::RlpType;
|
2016-01-27 12:14:57 +01:00
|
|
|
pub use elastic_array::ElasticArray1024;
|
2015-12-19 13:35:26 +01:00
|
|
|
use super::hash::H256;
|
|
|
|
|
2016-02-03 14:51:45 +01:00
|
|
|
/// The RLP encoded empty data (used to mean "null value").
|
2015-12-19 13:35:26 +01:00
|
|
|
pub const NULL_RLP: [u8; 1] = [0x80; 1];
|
2016-02-03 14:51:45 +01:00
|
|
|
/// The RLP encoded empty list.
|
2015-12-26 15:48:41 +01:00
|
|
|
pub const EMPTY_LIST_RLP: [u8; 1] = [0xC0; 1];
|
2016-02-03 14:51:45 +01:00
|
|
|
/// The SHA3 of the RLP encoding of empty data.
|
2015-12-19 13:35:26 +01:00
|
|
|
pub const SHA3_NULL_RLP: H256 = H256( [0x56, 0xe8, 0x1f, 0x17, 0x1b, 0xcc, 0x55, 0xa6, 0xff, 0x83, 0x45, 0xe6, 0x92, 0xc0, 0xf8, 0x6e, 0x5b, 0x48, 0xe0, 0x1b, 0x99, 0x6c, 0xad, 0xc0, 0x01, 0x62, 0x2f, 0xb5, 0xe3, 0x63, 0xb4, 0x21] );
|
2016-02-03 14:51:45 +01:00
|
|
|
/// The SHA3 of the RLP encoding of empty list.
|
2015-12-26 15:48:41 +01:00
|
|
|
pub const SHA3_EMPTY_LIST_RLP: H256 = H256( [0x1d, 0xcc, 0x4d, 0xe8, 0xde, 0xc7, 0x5d, 0x7a, 0xab, 0x85, 0xb5, 0x67, 0xb6, 0xcc, 0xd4, 0x1a, 0xd3, 0x12, 0x45, 0x1b, 0x94, 0x8a, 0x74, 0x13, 0xf0, 0xa1, 0x42, 0xfd, 0x40, 0xd4, 0x93, 0x47] );
|
2015-12-08 00:45:04 +01:00
|
|
|
|
2015-12-08 12:33:05 +01:00
|
|
|
/// Shortcut function to decode trusted rlp
|
2015-12-26 15:48:41 +01:00
|
|
|
///
|
2015-12-08 12:33:05 +01:00
|
|
|
/// ```rust
|
|
|
|
/// extern crate ethcore_util as util;
|
|
|
|
/// use util::rlp::*;
|
2015-12-26 15:48:41 +01:00
|
|
|
///
|
2015-12-08 12:33:05 +01:00
|
|
|
/// fn main () {
|
|
|
|
/// let data = vec![0xc8, 0x83, b'c', b'a', b't', 0x83, b'd', b'o', b'g'];
|
|
|
|
/// let animals: Vec<String> = decode(&data);
|
|
|
|
/// assert_eq!(animals, vec!["cat".to_string(), "dog".to_string()]);
|
|
|
|
/// }
|
|
|
|
/// ```
|
2016-01-29 13:59:29 +01:00
|
|
|
pub fn decode<T>(bytes: &[u8]) -> T where T: RlpDecodable {
|
2015-12-08 00:45:04 +01:00
|
|
|
let rlp = Rlp::new(bytes);
|
|
|
|
rlp.as_val()
|
|
|
|
}
|
2015-12-08 12:33:05 +01:00
|
|
|
|
|
|
|
/// Shortcut function to encode structure into rlp.
|
|
|
|
///
|
|
|
|
/// ```rust
|
|
|
|
/// extern crate ethcore_util as util;
|
|
|
|
/// use util::rlp::*;
|
2015-12-26 15:48:41 +01:00
|
|
|
///
|
2015-12-08 12:33:05 +01:00
|
|
|
/// fn main () {
|
2016-01-27 12:14:57 +01:00
|
|
|
/// let animal = "cat";
|
2016-01-27 16:58:22 +01:00
|
|
|
/// let out = encode(&animal).to_vec();
|
2016-01-27 12:14:57 +01:00
|
|
|
/// assert_eq!(out, vec![0x83, b'c', b'a', b't']);
|
|
|
|
/// }
|
|
|
|
/// ```
|
2016-01-28 20:13:05 +01:00
|
|
|
pub fn encode<E>(object: &E) -> ElasticArray1024<u8> where E: RlpEncodable {
|
2016-01-27 12:14:57 +01:00
|
|
|
let mut stream = RlpStream::new();
|
|
|
|
stream.append(object);
|
|
|
|
stream.drain()
|
|
|
|
}
|