openethereum/updater/hash-fetch/src/client.rs

// Copyright 2015-2019 Parity Technologies (UK) Ltd.
// This file is part of Parity Ethereum.

// Parity Ethereum is free software: you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.

// Parity Ethereum is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
// GNU General Public License for more details.

// You should have received a copy of the GNU General Public License
// along with Parity Ethereum.  If not, see <http://www.gnu.org/licenses/>.

//! Hash-addressed content resolver & fetcher.

use std::{io, fs};
use std::io::Write;
use std::sync::{Arc, Weak};
use std::path::PathBuf;

use hash::keccak_buffer;
use fetch::{self, Fetch};
use futures::{Future, IntoFuture};
use parity_runtime::Executor;
use urlhint::{URLHintContract, URLHint, URLHintResult};
use registrar::RegistrarClient;
use ethereum_types::H256;

/// API for fetching by hash.
pub trait HashFetch: Send + Sync + 'static {
	/// Fetch hash-addressed content.
	/// Parameters:
	/// 1. `hash` - content hash
	/// 2. `on_done` - callback function invoked when the content is ready (or there was error during fetch)
	///
	/// This function may fail immediately when fetch cannot be initialized or content cannot be resolved.
	fn fetch(&self, hash: H256, abort: fetch::Abort, on_done: Box<dyn Fn(Result<PathBuf, Error>) + Send>);
}

/// Hash-fetching error.
#[derive(Debug)]
pub enum Error {
	/// Hash could not be resolved to a valid content address.
	NoResolution,
	/// Downloaded content hash does not match.
	HashMismatch {
		/// Expected hash
		expected: H256,
		/// Computed hash
		got: H256,
	},
	/// Server didn't respond with OK status.
	InvalidStatus,
	/// IO Error while validating hash.
	IO(io::Error),
	/// Error during fetch.
	Fetch(fetch::Error),
}

#[cfg(test)]
impl PartialEq for Error {
	fn eq(&self, other: &Self) -> bool {
		use Error::*;
		match (self, other)  {
			(&HashMismatch { expected, got }, &HashMismatch { expected: e, got: g }) => {
				expected == e && got == g
			},
			(&NoResolution, &NoResolution) => true,
			(&InvalidStatus, &InvalidStatus) => true,
			(&IO(_), &IO(_)) => true,
			(&Fetch(_), &Fetch(_)) => true,
			_ => false,
		}
	}
}

impl From<fetch::Error> for Error {
	fn from(error: fetch::Error) -> Self {
		Error::Fetch(error)
	}
}

impl From<io::Error> for Error {
	fn from(error: io::Error) -> Self {
		Error::IO(error)
	}
}

fn validate_hash(path: PathBuf, hash: H256, body: fetch::BodyReader) -> Result<PathBuf, Error> {
	// Read the response
	let mut reader = io::BufReader::new(body);
	let mut writer = io::BufWriter::new(fs::File::create(&path)?);
	io::copy(&mut reader, &mut writer)?;
	writer.flush()?;

	// And validate the hash
	let mut file_reader = io::BufReader::new(fs::File::open(&path)?);
	let content_hash = keccak_buffer(&mut file_reader)?;
	if content_hash != hash {
		Err(Error::HashMismatch{ got: content_hash, expected: hash })
	} else {
		Ok(path)
	}
}

/// Default Hash-fetching client using on-chain contract to resolve hashes to URLs.
pub struct Client<F: Fetch + 'static = fetch::Client> {
	contract: URLHintContract,
	fetch: F,
	executor: Executor,
	random_path: Arc<dyn Fn() -> PathBuf + Sync + Send>,
}

impl<F: Fetch + 'static> Client<F> {
	/// Creates new instance of the `Client` given on-chain contract client, fetch service and task runner.
	pub fn with_fetch(contract: Weak<dyn RegistrarClient>, fetch: F, executor: Executor) -> Self {
		Client {
			contract: URLHintContract::new(contract),
			fetch: fetch,
			executor: executor,
			random_path: Arc::new(random_temp_path),
		}
	}
}

impl<F: Fetch + 'static> HashFetch for Client<F> {
	fn fetch(&self, hash: H256, abort: fetch::Abort, on_done: Box<dyn Fn(Result<PathBuf, Error>) + Send>) {
		debug!(target: "fetch", "Fetching: {:?}", hash);

		let random_path = self.random_path.clone();
		let remote_fetch = self.fetch.clone();
		let future = self.contract.resolve(hash)
			.into_future()
			.map_err(|e| { warn!("Error resolving URL: {}", e); Error::NoResolution })
			.and_then(|maybe_url| maybe_url.ok_or(Error::NoResolution))
			.map(|content| match content {
					URLHintResult::Dapp(dapp) => {
						dapp.url()
					},
					URLHintResult::GithubDapp(content) => {
						content.url
					},
					URLHintResult::Content(content) => {
						content.url
					},
			})
			.into_future()
			.and_then(move |url| {
				debug!(target: "fetch", "Resolved {:?} to {:?}. Fetching...", hash, url);
				remote_fetch.get(&url, abort).from_err()
			})
			.and_then(move |response| {
				if !response.is_success() {
					Err(Error::InvalidStatus)
				} else {
					Ok(response)
				}
			})
			.and_then(move |response| {
				debug!(target: "fetch", "Content fetched, validating hash ({:?})", hash);
				let path = random_path();
				let res = validate_hash(path.clone(), hash, fetch::BodyReader::new(response));
				if let Err(ref err) = res {
					trace!(target: "fetch", "Error: {:?}", err);
					// Remove temporary file in case of error
					let _ = fs::remove_file(&path);
				}
				res
			})
			.then(move |res| { on_done(res); Ok(()) as Result<(), ()> });

		self.executor.spawn(future);
	}
}

fn random_temp_path() -> PathBuf {
	use rand::{Rng, rngs::OsRng, distributions::Alphanumeric};
	use std::env;

	let rng = OsRng;
	let file: String = rng.sample_iter(&Alphanumeric).take(12).collect();

	let mut path = env::temp_dir();
	path.push(file);
	path
}

#[cfg(test)]
mod tests {
	use fake_fetch::FakeFetch;
	use rustc_hex::FromHex;
	use std::sync::{Arc, mpsc};
	use parking_lot::Mutex;
	use parity_runtime::Executor;
	use urlhint::tests::{FakeRegistrar, URLHINT};
	use super::{Error, Client, HashFetch, random_temp_path, H256};
	use std::str::FromStr;
	use registrar::RegistrarClient;

	fn registrar() -> FakeRegistrar {
		let mut registrar = FakeRegistrar::new();
		registrar.responses = Mutex::new(vec![
			Ok(format!("000000000000000000000000{}", URLHINT).from_hex().unwrap()),
			Ok("00000000000000000000000000000000000000000000000000000000000000600000000000000000000000000000000000000000000000000000000000000000000000000000000000000000deadcafebeefbeefcafedeaddeedfeedffffffff000000000000000000000000000000000000000000000000000000000000003c68747470733a2f2f7061726974792e696f2f6173736574732f696d616765732f657468636f72652d626c61636b2d686f72697a6f6e74616c2e706e6700000000".from_hex().unwrap()),
		]);
		registrar
	}

	#[test]
	fn should_return_error_if_hash_not_found() {
		// given
		let contract = Arc::new(FakeRegistrar::new()) as Arc<dyn RegistrarClient>;
		let fetch = FakeFetch::new(None::<usize>);
		let client = Client::with_fetch(Arc::downgrade(&contract), fetch, Executor::new_sync());

		// when
		let (tx, rx) = mpsc::channel();
		client.fetch(H256::from_low_u64_be(2), Default::default(), Box::new(move |result| {
			tx.send(result).unwrap();
		}));

		// then
		let result = rx.recv().unwrap();
		assert_eq!(result.unwrap_err(), Error::NoResolution);
	}

	#[test]
	fn should_return_error_if_response_is_not_successful() {
		// given
		let registrar = Arc::new(registrar()) as Arc<dyn RegistrarClient>;
		let fetch = FakeFetch::new(None::<usize>);
		let client = Client::with_fetch(Arc::downgrade(&registrar), fetch, Executor::new_sync());

		// when
		let (tx, rx) = mpsc::channel();
		client.fetch(H256::from_low_u64_be(2), Default::default(), Box::new(move |result| {
			tx.send(result).unwrap();
		}));

		// then
		let result = rx.recv().unwrap();
		assert_eq!(result.unwrap_err(), Error::InvalidStatus);
	}

	#[test]
	fn should_return_hash_mismatch() {
		// given
		let registrar = Arc::new(registrar()) as Arc<dyn RegistrarClient>;
		let fetch = FakeFetch::new(Some(1));
		let mut client = Client::with_fetch(Arc::downgrade(&registrar), fetch, Executor::new_sync());
		let path = random_temp_path();
		let path2 = path.clone();
		client.random_path = Arc::new(move || path2.clone());

		// when
		let (tx, rx) = mpsc::channel();
		client.fetch(H256::from_low_u64_be(2), Default::default(), Box::new(move |result| {
			tx.send(result).unwrap();
		}));

		// then
		let result = rx.recv().unwrap();
		let hash = H256::from_str("2be00befcf008bc0e7d9cdefc194db9c75352e8632f48498b5a6bfce9f02c88e").unwrap();
		assert_eq!(result.unwrap_err(), Error::HashMismatch { expected: H256::from_low_u64_be(2), got: hash });
		assert!(!path.exists(), "Temporary file should be removed.");
	}

	#[test]
	fn should_return_path_if_hash_matches() {
		// given
		let registrar = Arc::new(registrar()) as Arc<dyn RegistrarClient>;
		let fetch = FakeFetch::new(Some(1));
		let client = Client::with_fetch(Arc::downgrade(&registrar), fetch, Executor::new_sync());

		// when
		let (tx, rx) = mpsc::channel();
		client.fetch(H256::from_str("2be00befcf008bc0e7d9cdefc194db9c75352e8632f48498b5a6bfce9f02c88e").unwrap(),
			Default::default(),
			Box::new(move |result| { tx.send(result).unwrap(); }));

		// then
		let result = rx.recv().unwrap();
		assert!(result.is_ok(), "Should return path, got: {:?}", result);
	}
}