// Copyright 2018 The Grin Developers // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. //! Provides a connection wrapper that handles the lower level tasks in sending //! or receiving data from the TCP socket, as well as dealing with timeouts. //! //! Because of a few idiosyncracies in the Rust `TcpStream`, this has to use //! async I/O to be able to both read *and* write on the connection. Which //! forces us to go through some additional gymnastic to loop over the async //! stream and make sure we get the right number of bytes out. use std::fs::File; use std::io::{self, Read, Write}; use std::net::{Shutdown, TcpStream}; use std::sync::{mpsc, Arc}; use std::{cmp, thread, time}; use crate::core::ser; use crate::core::ser::FixedLength; use crate::msg::{read_body, read_header, read_item, write_to_buf, MsgHeader, Type}; use crate::types::Error; use crate::util::read_write::{read_exact, write_all}; use crate::util::{RateCounter, RwLock}; /// A trait to be implemented in order to receive messages from the /// connection. Allows providing an optional response. pub trait MessageHandler: Send + 'static { fn consume<'a>( &self, msg: Message<'a>, writer: &'a mut dyn Write, received_bytes: Arc>, ) -> Result>, Error>; } // Macro to simplify the boilerplate around async I/O error handling, // especially with WouldBlock kind of errors. macro_rules! try_break { ($inner:expr) => { match $inner { Ok(v) => Some(v), Err(Error::Connection(ref e)) if e.kind() == io::ErrorKind::WouldBlock => None, Err(Error::Store(_)) | Err(Error::Chain(_)) | Err(Error::Internal) | Err(Error::NoDandelionRelay) => None, Err(ref e) => { debug!("try_break: exit the loop: {:?}", e); break; } } }; } /// A message as received by the connection. Provides access to the message /// header lazily consumes the message body, handling its deserialization. pub struct Message<'a> { pub header: MsgHeader, stream: &'a mut dyn Read, } impl<'a> Message<'a> { fn from_header(header: MsgHeader, stream: &'a mut dyn Read) -> Message<'a> { Message { header, stream } } /// Read the message body from the underlying connection pub fn body(&mut self) -> Result { read_body(&self.header, self.stream) } /// Read a single "thing" from the underlying connection. /// Return the thing and the total bytes read. pub fn streaming_read(&mut self) -> Result<(T, u64), Error> { read_item(self.stream) } pub fn copy_attachment(&mut self, len: usize, writer: &mut dyn Write) -> Result { let mut written = 0; while written < len { let read_len = cmp::min(8000, len - written); let mut buf = vec![0u8; read_len]; read_exact( &mut self.stream, &mut buf[..], time::Duration::from_secs(10), true, )?; writer.write_all(&mut buf)?; written += read_len; } Ok(written) } } /// Response to a `Message`. pub struct Response<'a> { resp_type: Type, body: Vec, stream: &'a mut dyn Write, attachment: Option, } impl<'a> Response<'a> { pub fn new( resp_type: Type, body: T, stream: &'a mut dyn Write, ) -> Result, Error> { let body = ser::ser_vec(&body)?; Ok(Response { resp_type, body, stream, attachment: None, }) } fn write(mut self, sent_bytes: Arc>) -> Result<(), Error> { let mut msg = ser::ser_vec(&MsgHeader::new(self.resp_type, self.body.len() as u64))?; msg.append(&mut self.body); write_all(&mut self.stream, &msg[..], time::Duration::from_secs(10))?; // Increase sent bytes counter { let mut sent_bytes = sent_bytes.write(); sent_bytes.inc(msg.len() as u64); } if let Some(mut file) = self.attachment { let mut buf = [0u8; 8000]; loop { match file.read(&mut buf[..]) { Ok(0) => break, Ok(n) => { write_all(&mut self.stream, &buf[..n], time::Duration::from_secs(10))?; // Increase sent bytes "quietly" without incrementing the counter. // (In a loop here for the single attachment). let mut sent_bytes = sent_bytes.write(); sent_bytes.inc_quiet(n as u64); } Err(e) => return Err(From::from(e)), } } } Ok(()) } pub fn add_attachment(&mut self, file: File) { self.attachment = Some(file); } } pub const SEND_CHANNEL_CAP: usize = 10; pub struct Tracker { /// Bytes we've sent. pub sent_bytes: Arc>, /// Bytes we've received. pub received_bytes: Arc>, /// Channel to allow sending data through the connection pub send_channel: mpsc::SyncSender>, /// Channel to close the connection pub close_channel: mpsc::Sender<()>, } impl Tracker { pub fn send(&self, body: T, msg_type: Type) -> Result<(), Error> where T: ser::Writeable, { let buf = write_to_buf(body, msg_type)?; let buf_len = buf.len(); self.send_channel.try_send(buf)?; // Increase sent bytes counter let mut sent_bytes = self.sent_bytes.write(); sent_bytes.inc(buf_len as u64); Ok(()) } } /// Start listening on the provided connection and wraps it. Does not hang /// the current thread, instead just returns a future and the Connection /// itself. pub fn listen(stream: TcpStream, handler: H) -> Tracker where H: MessageHandler, { let (send_tx, send_rx) = mpsc::sync_channel(SEND_CHANNEL_CAP); let (close_tx, close_rx) = mpsc::channel(); // Counter of number of bytes received let received_bytes = Arc::new(RwLock::new(RateCounter::new())); // Counter of number of bytes sent let sent_bytes = Arc::new(RwLock::new(RateCounter::new())); stream .set_nonblocking(true) .expect("Non-blocking IO not available."); poll( stream, handler, send_rx, close_rx, received_bytes.clone(), sent_bytes.clone(), ); Tracker { sent_bytes: sent_bytes.clone(), received_bytes: received_bytes.clone(), send_channel: send_tx, close_channel: close_tx, } } fn poll( conn: TcpStream, handler: H, send_rx: mpsc::Receiver>, close_rx: mpsc::Receiver<()>, received_bytes: Arc>, sent_bytes: Arc>, ) where H: MessageHandler, { // Split out tcp stream out into separate reader/writer halves. let mut reader = conn.try_clone().expect("clone conn for reader failed"); let mut writer = conn.try_clone().expect("clone conn for writer failed"); let _ = thread::Builder::new() .name("peer".to_string()) .spawn(move || { let sleep_time = time::Duration::from_millis(5); let mut retry_send = Err(()); loop { // check the read end if let Some(h) = try_break!(read_header(&mut reader, None)) { let msg = Message::from_header(h, &mut reader); trace!( "Received message header, type {:?}, len {}.", msg.header.msg_type, msg.header.msg_len ); // Increase received bytes counter let received = received_bytes.clone(); { let mut received_bytes = received_bytes.write(); received_bytes.inc(MsgHeader::LEN as u64 + msg.header.msg_len); } if let Some(Some(resp)) = try_break!(handler.consume(msg, &mut writer, received)) { try_break!(resp.write(sent_bytes.clone())); } } // check the write end, use or_else so try_recv is lazily eval'd let maybe_data = retry_send.or_else(|_| send_rx.try_recv()); retry_send = Err(()); if let Ok(data) = maybe_data { let written = try_break!(writer.write_all(&data[..]).map_err(&From::from)); if written.is_none() { retry_send = Ok(data); } } // check the close channel if let Ok(_) = close_rx.try_recv() { break; } thread::sleep(sleep_time); } debug!( "Shutting down connection with {}", conn.peer_addr() .map(|a| a.to_string()) .unwrap_or("?".to_owned()) ); let _ = conn.shutdown(Shutdown::Both); }); }