2017-01-25 18:51:41 +01:00
|
|
|
// Copyright 2015-2017 Parity Technologies (UK) Ltd.
|
2016-12-11 19:15:58 +01:00
|
|
|
// This file is part of Parity.
|
|
|
|
|
|
|
|
// Parity is free software: you can redistribute it and/or modify
|
|
|
|
// it under the terms of the GNU General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version.
|
|
|
|
|
|
|
|
// Parity is distributed in the hope that it will be useful,
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
// GNU General Public License for more details.
|
|
|
|
|
|
|
|
// You should have received a copy of the GNU General Public License
|
|
|
|
// along with Parity. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
|
|
|
//! Hash-addressed content resolver & fetcher.
|
|
|
|
|
|
|
|
use std::{io, fs};
|
2016-12-22 18:26:39 +01:00
|
|
|
use std::io::Write;
|
2016-12-11 19:15:58 +01:00
|
|
|
use std::sync::Arc;
|
|
|
|
use std::path::PathBuf;
|
|
|
|
|
2016-12-22 18:26:39 +01:00
|
|
|
use fetch::{Fetch, Response, Error as FetchError, Client as FetchClient};
|
|
|
|
use futures::Future;
|
|
|
|
use parity_reactor::Remote;
|
2016-12-11 19:15:58 +01:00
|
|
|
use urlhint::{ContractClient, URLHintContract, URLHint, URLHintResult};
|
2016-12-22 18:26:39 +01:00
|
|
|
use util::{H256, sha3};
|
2016-12-11 19:15:58 +01:00
|
|
|
|
|
|
|
/// API for fetching by hash.
|
|
|
|
pub trait HashFetch: Send + Sync + 'static {
|
|
|
|
/// Fetch hash-addressed content.
|
|
|
|
/// Parameters:
|
|
|
|
/// 1. `hash` - content hash
|
|
|
|
/// 2. `on_done` - callback function invoked when the content is ready (or there was error during fetch)
|
|
|
|
///
|
|
|
|
/// This function may fail immediately when fetch cannot be initialized or content cannot be resolved.
|
2016-12-22 18:26:39 +01:00
|
|
|
fn fetch(&self, hash: H256, on_done: Box<Fn(Result<PathBuf, Error>) + Send>);
|
2016-12-11 19:15:58 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
/// Hash-fetching error.
|
|
|
|
#[derive(Debug)]
|
|
|
|
pub enum Error {
|
|
|
|
/// Hash could not be resolved to a valid content address.
|
|
|
|
NoResolution,
|
|
|
|
/// Downloaded content hash does not match.
|
|
|
|
HashMismatch {
|
|
|
|
/// Expected hash
|
|
|
|
expected: H256,
|
|
|
|
/// Computed hash
|
|
|
|
got: H256,
|
|
|
|
},
|
|
|
|
/// IO Error while validating hash.
|
|
|
|
IO(io::Error),
|
|
|
|
/// Error during fetch.
|
|
|
|
Fetch(FetchError),
|
|
|
|
}
|
|
|
|
|
|
|
|
impl From<FetchError> for Error {
|
|
|
|
fn from(error: FetchError) -> Self {
|
|
|
|
Error::Fetch(error)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl From<io::Error> for Error {
|
|
|
|
fn from(error: io::Error) -> Self {
|
|
|
|
Error::IO(error)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/// Default Hash-fetching client using on-chain contract to resolve hashes to URLs.
|
2016-12-22 18:26:39 +01:00
|
|
|
pub struct Client<F: Fetch + 'static = FetchClient> {
|
2016-12-11 19:15:58 +01:00
|
|
|
contract: URLHintContract,
|
2016-12-22 18:26:39 +01:00
|
|
|
fetch: F,
|
|
|
|
remote: Remote,
|
2016-12-11 19:15:58 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
impl Client {
|
2016-12-22 18:26:39 +01:00
|
|
|
/// Creates new instance of the `Client` given on-chain contract client and task runner.
|
|
|
|
pub fn new(contract: Arc<ContractClient>, remote: Remote) -> Self {
|
|
|
|
Client::with_fetch(contract, FetchClient::new().unwrap(), remote)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl<F: Fetch + 'static> Client<F> {
|
|
|
|
|
|
|
|
/// Creates new instance of the `Client` given on-chain contract client, fetch service and task runner.
|
|
|
|
pub fn with_fetch(contract: Arc<ContractClient>, fetch: F, remote: Remote) -> Self {
|
2016-12-11 19:15:58 +01:00
|
|
|
Client {
|
|
|
|
contract: URLHintContract::new(contract),
|
2016-12-22 18:26:39 +01:00
|
|
|
fetch: fetch,
|
|
|
|
remote: remote,
|
2016-12-11 19:15:58 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2016-12-22 18:26:39 +01:00
|
|
|
impl<F: Fetch + 'static> HashFetch for Client<F> {
|
|
|
|
fn fetch(&self, hash: H256, on_done: Box<Fn(Result<PathBuf, Error>) + Send>) {
|
2016-12-11 19:15:58 +01:00
|
|
|
debug!(target: "fetch", "Fetching: {:?}", hash);
|
|
|
|
|
2016-12-22 18:26:39 +01:00
|
|
|
let url = self.contract.resolve(hash.to_vec()).map(|content| match content {
|
2016-12-11 19:15:58 +01:00
|
|
|
URLHintResult::Dapp(dapp) => {
|
|
|
|
dapp.url()
|
|
|
|
},
|
|
|
|
URLHintResult::Content(content) => {
|
|
|
|
content.url
|
|
|
|
},
|
2016-12-22 18:26:39 +01:00
|
|
|
}).ok_or_else(|| Error::NoResolution);
|
2016-12-11 19:15:58 +01:00
|
|
|
|
|
|
|
debug!(target: "fetch", "Resolved {:?} to {:?}. Fetching...", hash, url);
|
|
|
|
|
2016-12-22 18:26:39 +01:00
|
|
|
match url {
|
|
|
|
Err(err) => on_done(Err(err)),
|
|
|
|
Ok(url) => {
|
|
|
|
let future = self.fetch.fetch(&url).then(move |result| {
|
|
|
|
fn validate_hash(path: PathBuf, hash: H256, result: Result<Response, FetchError>) -> Result<PathBuf, Error> {
|
2016-12-27 12:53:56 +01:00
|
|
|
let response = result?;
|
2016-12-22 18:26:39 +01:00
|
|
|
// Read the response
|
|
|
|
let mut reader = io::BufReader::new(response);
|
2016-12-27 12:53:56 +01:00
|
|
|
let mut writer = io::BufWriter::new(fs::File::create(&path)?);
|
|
|
|
io::copy(&mut reader, &mut writer)?;
|
|
|
|
writer.flush()?;
|
2016-12-22 18:26:39 +01:00
|
|
|
|
|
|
|
// And validate the hash
|
2016-12-27 12:53:56 +01:00
|
|
|
let mut file_reader = io::BufReader::new(fs::File::open(&path)?);
|
|
|
|
let content_hash = sha3(&mut file_reader)?;
|
2016-12-22 18:26:39 +01:00
|
|
|
if content_hash != hash {
|
|
|
|
Err(Error::HashMismatch{ got: content_hash, expected: hash })
|
|
|
|
} else {
|
|
|
|
Ok(path)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
debug!(target: "fetch", "Content fetched, validating hash ({:?})", hash);
|
|
|
|
let path = random_temp_path();
|
|
|
|
let res = validate_hash(path.clone(), hash, result);
|
|
|
|
if let Err(ref err) = res {
|
|
|
|
trace!(target: "fetch", "Error: {:?}", err);
|
|
|
|
// Remove temporary file in case of error
|
|
|
|
let _ = fs::remove_dir_all(&path);
|
|
|
|
}
|
|
|
|
on_done(res);
|
|
|
|
|
|
|
|
Ok(()) as Result<(), ()>
|
|
|
|
});
|
|
|
|
self.remote.spawn(self.fetch.process(future));
|
|
|
|
},
|
|
|
|
}
|
2016-12-11 19:15:58 +01:00
|
|
|
}
|
|
|
|
}
|
2016-12-22 18:26:39 +01:00
|
|
|
|
|
|
|
fn random_temp_path() -> PathBuf {
|
|
|
|
use ::rand::Rng;
|
|
|
|
use ::std::env;
|
|
|
|
|
|
|
|
let mut rng = ::rand::OsRng::new().expect("Reliable random source is required to work.");
|
|
|
|
let file: String = rng.gen_ascii_chars().take(12).collect();
|
|
|
|
|
|
|
|
let mut path = env::temp_dir();
|
|
|
|
path.push(file);
|
|
|
|
path
|
|
|
|
}
|