// Copyright 2015-2019 Parity Technologies (UK) Ltd.
// This file is part of Parity Ethereum.
// Parity Ethereum is free software: you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
// Parity Ethereum is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU General Public License for more details.
// You should have received a copy of the GNU General Public License
// along with Parity Ethereum. If not, see .
use std::io::{Seek, SeekFrom, Write, Read};
use std::path::Path;
use std::{io, fs};
use ethbloom;
/// Autoresizable file containing blooms.
pub struct File {
/// Backing file.
file: fs::File,
/// Current file len.
len: u64,
}
impl File {
/// Opens database file. Creates new file if database file does not exist.
pub fn open
(path: P) -> io::Result where P: AsRef {
let file = fs::OpenOptions::new()
.read(true)
.write(true)
.create(true)
// appending is done manually by calling `ensure_space_for_write`
.append(false)
.open(path)?;
let len = file.metadata()?.len();
let file = File {
file,
len,
};
Ok(file)
}
/// Resizes the file if there is not enough space to write bloom at given position.
fn ensure_space_for_write(&mut self, pos: u64) -> io::Result<()> {
// position to write + 256 bytes
let required_space = (pos + 1) * 256;
if required_space > self.len {
self.file.set_len(required_space)?;
self.len = required_space;
}
Ok(())
}
/// Read bloom at given position.
pub fn read_bloom(&self, pos: u64) -> io::Result {
let mut file_ref = &self.file;
file_ref.seek(SeekFrom::Start(pos * 256))?;
let mut bloom = ethbloom::Bloom::default();
file_ref.read_exact(bloom.as_bytes_mut())?;
Ok(bloom)
}
/// Accrue bloom into bloom at given position.
pub fn accrue_bloom<'a, B>(&mut self, pos: u64, bloom: B) -> io::Result<()> where ethbloom::BloomRef<'a>: From {
self.ensure_space_for_write(pos)?;
let mut old_bloom: ethbloom::Bloom = self.read_bloom(pos)?;
old_bloom.accrue_bloom(bloom);
let mut file_ref = &self.file;
file_ref.seek(SeekFrom::Start(pos * 256))?;
file_ref.write_all(old_bloom.as_bytes())
}
/// Replace bloom at given position with a new one.
pub fn replace_bloom<'a, B>(&mut self, pos: u64, bloom: B) -> io::Result<()> where ethbloom::BloomRef<'a>: From {
self.ensure_space_for_write(pos)?;
let mut file_ref = &self.file;
file_ref.seek(SeekFrom::Start(pos * 256))?;
file_ref.write_all(ethbloom::BloomRef::from(bloom).data())
}
/// Returns an iterator over file.
///
/// This function needs to be mutable `fs::File` is just a shared reference a system file handle.
/// https://users.rust-lang.org/t/how-to-handle-match-with-irrelevant-ok--/6291/15
pub fn iterator_from(&mut self, pos: u64) -> io::Result {
let start = std::cmp::min(self.len, pos * 256);
let mut buf_reader = io::BufReader::new(&self.file);
buf_reader.seek(SeekFrom::Start(start))?;
let iter = FileIterator {
file: buf_reader,
};
Ok(iter)
}
/// Flush outstanding modifications to the disk
pub fn flush(&mut self) -> io::Result<()> {
self.file.flush()
}
}
/// Iterator over blooms of a single file.
pub struct FileIterator<'a> {
/// Backing file.
file: io::BufReader<&'a fs::File>,
}
impl<'a> FileIterator<'a> {
/// Advance file by n blooms
pub fn advance(&mut self, n: u64) -> io::Result<()> {
self.file.seek(SeekFrom::Current(n as i64 * 256))?;
Ok(())
}
}
impl<'a> Iterator for FileIterator<'a> {
type Item = io::Result;
fn next(&mut self) -> Option {
let mut bloom = ethbloom::Bloom::default();
match self.file.read_exact(bloom.as_bytes_mut()) {
Ok(_) => Some(Ok(bloom)),
Err(ref err) if err.kind() == io::ErrorKind::UnexpectedEof => None,
Err(err) => Some(Err(err)),
}
}
}
#[cfg(test)]
mod tests {
use ethbloom::Bloom;
use tempdir::TempDir;
use super::File;
#[test]
fn test_file() {
let tempdir = TempDir::new("").unwrap();
let mut file = File::open(tempdir.path().join("file")).unwrap();
file.accrue_bloom(0, &Bloom::from_low_u64_be(1)).unwrap();
file.flush().unwrap();
assert_eq!(file.read_bloom(0).unwrap(), Bloom::from_low_u64_be(1));
}
}