// Copyright 2016 The Grin Developers // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. //! Serialization and deserialization layer specialized for binary encoding. //! Ensures consistency and safety. Basically a minimal subset or //! rustc_serialize customized for our need. //! //! To use it simply implement `Writeable` or `Readable` and then use the //! `serialize` or `deserialize` functions on them as appropriate. use std::{error, fmt}; use std::io::{self, Write, Read}; use byteorder::{ByteOrder, ReadBytesExt, BigEndian}; /// Possible errors deriving from serializing or deserializing. #[derive(Debug)] pub enum Error { /// Wraps an io error produced when reading or writing IOErr(io::Error), /// Expected a given value that wasn't found UnexpectedData { expected: Vec, received: Vec, }, /// Data wasn't in a consumable format CorruptedData, /// When asked to read too much data TooLargeReadErr(String), } impl From for Error { fn from(e: io::Error) -> Error { Error::IOErr(e) } } impl fmt::Display for Error { fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result { match *self { Error::IOErr(ref e) => write!(f, "{}", e), Error::UnexpectedData { expected: ref e, received: ref r } => write!(f, "expected {:?}, got {:?}", e, r), Error::CorruptedData => f.write_str("corrupted data"), Error::TooLargeReadErr(ref s) => f.write_str(&s) } } } impl error::Error for Error { fn cause(&self) -> Option<&error::Error> { match *self { Error::IOErr(ref e) => Some(e), _ => None } } fn description(&self) -> &str { match *self { Error::IOErr(ref e) => error::Error::description(e), Error::UnexpectedData { expected: _, received: _ } => "unexpected data", Error::CorruptedData => "corrupted data", Error::TooLargeReadErr(ref s) => s } } } /// Useful trait to implement on types that can be translated to byte slices /// directly. Allows the use of `write_fixed_bytes` on them. pub trait AsFixedBytes { /// The slice representation of self fn as_fixed_bytes(&self) -> &[u8]; } /// Signal to a serializable object how much of its data should be serialized #[derive(Copy, Clone, PartialEq, Eq)] pub enum SerializationMode { /// Serialize everything sufficiently to fully reconstruct the object Full, /// Serialize the data that defines the object Hash, /// Serialize everything that a signer of the object should know SigHash } /// Implementations defined how different numbers and binary structures are /// written to an underlying stream or container (depending on implementation). pub trait Writer { /// The mode this serializer is writing in fn serialization_mode(&self) -> SerializationMode; /// Writes a u8 as bytes fn write_u8(&mut self, n: u8) -> Result<(), Error> { self.write_fixed_bytes(&[n]) } /// Writes a u16 as bytes fn write_u16(&mut self, n: u16) -> Result<(), Error> { let mut bytes = [0; 2]; BigEndian::write_u16(&mut bytes, n); self.write_fixed_bytes(&bytes) } /// Writes a u32 as bytes fn write_u32(&mut self, n: u32) -> Result<(), Error> { let mut bytes = [0; 4]; BigEndian::write_u32(&mut bytes, n); self.write_fixed_bytes(&bytes) } /// Writes a u64 as bytes fn write_u64(&mut self, n: u64) -> Result<(), Error> { let mut bytes = [0; 8]; BigEndian::write_u64(&mut bytes, n); self.write_fixed_bytes(&bytes) } /// Writes a i64 as bytes fn write_i64(&mut self, n: i64) -> Result<(), Error> { let mut bytes = [0; 8]; BigEndian::write_i64(&mut bytes, n); self.write_fixed_bytes(&bytes) } /// Writes a variable number of bytes. The length is encoded as a 64-bit /// prefix. fn write_bytes(&mut self, bytes: &AsFixedBytes) -> Result<(), Error> { try!(self.write_u64(bytes.as_fixed_bytes().len() as u64)); self.write_fixed_bytes(bytes) } /// Writes a fixed number of bytes from something that can turn itself into /// a `&[u8]`. The reader is expected to know the actual length on read. fn write_fixed_bytes(&mut self, fixed: &AsFixedBytes) -> Result<(), Error>; } /// Implementations defined how different numbers and binary structures are /// read from an underlying stream or container (depending on implementation). pub trait Reader { /// Read a u8 from the underlying Read fn read_u8(&mut self) -> Result; /// Read a u16 from the underlying Read fn read_u16(&mut self) -> Result; /// Read a u32 from the underlying Read fn read_u32(&mut self) -> Result; /// Read a u64 from the underlying Read fn read_u64(&mut self) -> Result; /// Read a i32 from the underlying Read fn read_i64(&mut self) -> Result; /// first before the data bytes. fn read_vec(&mut self) -> Result, Error>; /// Read a fixed number of bytes from the underlying reader. fn read_fixed_bytes(&mut self, length: usize) -> Result, Error>; /// Convenience function to read 32 fixed bytes fn read_32_bytes(&mut self) -> Result, Error>; /// Convenience function to read 33 fixed bytes fn read_33_bytes(&mut self) -> Result, Error>; /// Consumes a byte from the reader, producing an error if it doesn't have /// the expected value fn expect_u8(&mut self, val: u8) -> Result; } /// Trait that every type that can be serialized as binary must implement. /// Writes directly to a Writer, a utility type thinly wrapping an /// underlying Write implementation. pub trait Writeable { /// Write the data held by this Writeable to the provided writer fn write(&self, writer: &mut Writer) -> Result<(), Error>; } /// Trait that every type that can be deserialized from binary must implement. /// Reads directly to a Reader, a utility type thinly wrapping an /// underlying Read implementation. pub trait Readable { /// Reads the data necessary to this Readable from the provided reader fn read(reader: &mut Reader) -> Result; } /// Deserializes a Readeable from any std::io::Read implementation. pub fn deserialize>(mut source: &mut Read) -> Result { let mut reader = BinReader { source: source }; T::read(&mut reader) } /// Serializes a Writeable into any std::io::Write implementation. pub fn serialize(mut sink: &mut Write, thing: &Writeable) -> Result<(), Error> { let mut writer = BinWriter { sink: sink }; thing.write(&mut writer) } /// Utility function to serialize a writeable directly in memory using a /// Vec. pub fn ser_vec(thing: &Writeable) -> Result, Error> { let mut vec = Vec::new(); try!(serialize(&mut vec, thing)); Ok(vec) } struct BinReader<'a> { source: &'a mut Read, } /// Utility wrapper for an underlying byte Reader. Defines higher level methods /// to read numbers, byte vectors, hashes, etc. impl<'a> Reader for BinReader<'a> { fn read_u8(&mut self) -> Result { self.source.read_u8().map_err(Error::IOErr) } fn read_u16(&mut self) -> Result { self.source.read_u16::().map_err(Error::IOErr) } fn read_u32(&mut self) -> Result { self.source.read_u32::().map_err(Error::IOErr) } fn read_u64(&mut self) -> Result { self.source.read_u64::().map_err(Error::IOErr) } fn read_i64(&mut self) -> Result { self.source.read_i64::().map_err(Error::IOErr) } /// Read a variable size vector from the underlying Read. Expects a usize fn read_vec(&mut self) -> Result, Error> { let len = try!(self.read_u64()); self.read_fixed_bytes(len as usize) } fn read_fixed_bytes(&mut self, length: usize) -> Result, Error> { // not reading more than 100k in a single read if length > 100000 { return Err(Error::TooLargeReadErr(format!("fixed bytes length too large: {}", length))); } let mut buf = vec![0; length]; self.source.read_exact(&mut buf).map(move |_| buf).map_err(Error::IOErr) } fn read_32_bytes(&mut self) -> Result, Error> { self.read_fixed_bytes(32) } fn read_33_bytes(&mut self) -> Result, Error> { self.read_fixed_bytes(33) } fn expect_u8(&mut self, val: u8) -> Result { let b = try!(self.read_u8()); if b == val { Ok(b) } else { Err(Error::UnexpectedData { expected: vec![val], received: vec![b], }) } } } /// Utility wrapper for an underlying byte Writer. Defines higher level methods /// to write numbers, byte vectors, hashes, etc. struct BinWriter<'a> { sink: &'a mut Write, } impl<'a> Writer for BinWriter<'a> { fn serialization_mode(&self) -> SerializationMode { SerializationMode::Full } fn write_fixed_bytes(&mut self, fixed: &AsFixedBytes) -> Result<(), Error> { let bs = fixed.as_fixed_bytes(); try!(self.sink.write_all(bs)); Ok(()) } } macro_rules! impl_slice_bytes { ($byteable: ty) => { impl AsFixedBytes for $byteable { fn as_fixed_bytes(&self) -> &[u8] { &self[..] } } } } impl_slice_bytes!(::secp::key::SecretKey); impl_slice_bytes!(::secp::Signature); impl_slice_bytes!(::secp::pedersen::Commitment); impl_slice_bytes!(Vec); impl_slice_bytes!([u8; 1]); impl_slice_bytes!([u8; 2]); impl_slice_bytes!([u8; 4]); impl_slice_bytes!([u8; 8]); impl<'a> AsFixedBytes for &'a [u8] { fn as_fixed_bytes(&self) -> &[u8] { *self } } impl<'a> AsFixedBytes for String { fn as_fixed_bytes(&self) -> &[u8] { self.as_bytes() } } impl AsFixedBytes for ::core::hash::Hash { fn as_fixed_bytes(&self) -> &[u8] { self.to_slice() } } impl AsFixedBytes for ::secp::pedersen::RangeProof { fn as_fixed_bytes(&self) -> &[u8] { &self.bytes() } }