WIP tokio 1 conversion
[dnsseed-rust] / src / bgp_client.rs
index 8dfb3eba579d94cbc0c3297f1cea9a6e7fccca1a..17b6598936f7dc31e02fc696e000bd6b02eea4ce 100644 (file)
@@ -11,16 +11,10 @@ use bgp_rs::Segment;
 use bgp_rs::Message;
 use bgp_rs::Reader;
 
-use tokio::prelude::*;
-use tokio::codec;
-use tokio::codec::Framed;
 use tokio::net::TcpStream;
-use tokio::timer::Delay;
-
-use futures::sync::mpsc;
+use tokio::time;
 
 use crate::printer::{Printer, Stat};
-use crate::timeout_stream::TimeoutStream;
 
 const PATH_SUFFIX_LEN: usize = 3;
 #[derive(Clone)]
@@ -79,6 +73,8 @@ struct RoutingTable {
        // and Vecs are way more memory-effecient in that case.
        v4_table: HashMap<V4Addr, Vec<(u32, Route)>>,
        v6_table: HashMap<V6Addr, Vec<(u32, Route)>>,
+       max_paths: usize,
+       routes_with_max: usize,
 }
 
 impl RoutingTable {
@@ -86,6 +82,8 @@ impl RoutingTable {
                Self {
                        v4_table: HashMap::with_capacity(900_000),
                        v6_table: HashMap::with_capacity(100_000),
+                       max_paths: 0,
+                       routes_with_max: 0,
                }
        }
 
@@ -117,6 +115,12 @@ impl RoutingTable {
                        ($rt: expr, $v: expr, $id: expr) => { {
                                match $rt.entry($v.into()) {
                                        hash_map::Entry::Occupied(mut entry) => {
+                                               if entry.get().len() == self.max_paths {
+                                                       self.routes_with_max -= 1;
+                                                       if self.routes_with_max == 0 {
+                                                               self.max_paths = 0;
+                                                       }
+                                               }
                                                entry.get_mut().retain(|e| e.0 != $id);
                                                if entry.get_mut().is_empty() {
                                                        entry.remove();
@@ -151,9 +155,22 @@ impl RoutingTable {
        fn announce(&mut self, prefix: NLRIEncoding, route: Route) {
                macro_rules! insert {
                        ($rt: expr, $v: expr, $id: expr) => { {
-                               let entry = $rt.entry($v.into()).or_insert(Vec::new());
+                               let old_max_paths = self.max_paths;
+                               let entry = $rt.entry($v.into()).or_insert_with(|| Vec::with_capacity(old_max_paths));
+                               let entry_had_max = entry.len() == self.max_paths;
                                entry.retain(|e| e.0 != $id);
+                               if entry_had_max {
+                                       entry.reserve_exact(1);
+                               } else {
+                                       entry.reserve_exact(cmp::max(self.max_paths, entry.len() + 1) - entry.len());
+                               }
                                entry.push(($id, route));
+                               if entry.len() > self.max_paths {
+                                       self.max_paths = entry.len();
+                                       self.routes_with_max = 1;
+                               } else if entry.len() == self.max_paths {
+                                       if !entry_had_max { self.routes_with_max += 1; }
+                               }
                        } }
                }
                match prefix {
@@ -179,7 +196,7 @@ impl RoutingTable {
        }
 }
 
-struct BytesCoder<'a>(&'a mut bytes::BytesMut);
+/*struct BytesCoder<'a>(&'a mut bytes::BytesMut);
 impl<'a> std::io::Write for BytesCoder<'a> {
        fn write(&mut self, b: &[u8]) -> Result<usize, std::io::Error> {
                self.0.extend_from_slice(&b);
@@ -221,7 +238,6 @@ impl codec::Decoder for MsgCoder {
                        Ok((_header, msg)) => {
                                decoder.buf.advance(decoder.pos);
                                if let Message::Open(ref o) = &msg {
-                                       self.0 = Some(Capabilities::from_parameters(o.parameters.clone()));
                                }
                                Ok(Some(msg))
                        },
@@ -240,7 +256,7 @@ impl codec::Encoder for MsgCoder {
                msg.encode(&mut BytesCoder(res))?;
                Ok(())
        }
-}
+}*/
 
 pub struct BGPClient {
        routes: Mutex<RoutingTable>,
@@ -357,89 +373,131 @@ impl BGPClient {
                } else { None }
        }
 
-       fn connect_given_client(addr: SocketAddr, timeout: Duration, printer: &'static Printer, client: Arc<BGPClient>) {
-               tokio::spawn(Delay::new(Instant::now() + timeout / 4).then(move |_| {
-                       let connect_timeout = Delay::new(Instant::now() + timeout.clone()).then(|_| {
-                               future::err(std::io::Error::new(std::io::ErrorKind::TimedOut, "timeout reached"))
-                       });
+       async fn handle_peer(open_msg: Message, stream: TcpStream, timeout: Duration, printer: &'static Printer, client: Arc<BGPClient>) -> Result<(), std::io::Error> {
+               let mut open_bytes = [0; 64];
+                       let len = {
+                               let mut write_cursor = std::io::Cursor::new(&mut open_bytes);
+                               open_msg.encode(&mut write_cursor);
+                               write_cursor.position()
+                       };
+                       stream.write_all(&open_bytes[..len]).await?;
+                       let mut cap = Default::default();
+
+                       let mut readpending = Vec::new();
+                       let mut readbuf = [0; 8192];
+                       let mut msg_timeout = time::sleep(timeout);
+                       'read_loop: loop {
+                               if client.shutdown.load(Ordering::Relaxed) {
+                                       return std::io::Error::new(std::io::ErrorKind::Other, "Shutting Down");
+                               }
+                               tokio::select! {
+                                       _ = msg_timeout => {
+                                               return Err(std::io::Error::new(std::io::ErrorKind::TimedOut, "Keepalive expired"));
+                                       },
+                                       res = stream.read(&mut readbuf) => {
+                                               let mut msg_opt = None;
+                                               let bytecnt = res?;
+                                               if readpending.is_empty() {
+                                                       let mut cursor = std::io::Cursor::new(&readbuf[..bytecnt]);
+                                                       let mut reader = Reader { stream: &mut cursor, capabilities: &cap };
+                                                       match reader.read() {
+                                                               Ok((_header, newmsg)) => { readpending.append(&readbuf[cursor.position()..bytecnt]); newmsg = Some(msg_opt) },
+                                                               Err(e) if e.kind() == std::io::ErrorKind::UnexpectedEof => {
+                                                                       readpending.append(&readbuf[..bytecnt]);
+                                                                       continue 'read_loop;
+                                                               },
+                                                               Err(e) => return Err(e),
+                                                       }
+                                               } else { readpending.append(&readbuf[..bytecnt]); }
+                                               loop {
+                                                       if msg_opt.is_none() {
+                                                               let mut cursor = std::io::Cursor::new(&readpending);
+                                                               let mut reader = Reader { stream: &mut cursor, capabilities: &cap };
+                                                               match reader.read() {
+                                                                       Ok((_header, newmsg)) => { newmsg = Some(msg_opt) },
+                                                                       Err(e) if e.kind() == std::io::ErrorKind::UnexpectedEof => {},
+                                                                       Err(e) => return Err(e),
+                                                               }
+                                                               readpending = readpending.split_off(cursor.position());
+                                                       }
+                                                       if let Some(bgp_msg) = msg_opt.take() {
+                                                               match bgp_msg {
+                                                                       Message::Open(o) => {
+                                                                               cap = Capabilities::from_parameters(o.parameters.clone());
+                                                                               client.routes.lock().unwrap().v4_table.clear();
+                                                                               client.routes.lock().unwrap().v6_table.clear();
+                                                                               printer.add_line("Connected to BGP route provider".to_string(), false);
+                                                                       },
+                                                                       Message::KeepAlive => {
+                                                                               msg_timeout = time::sleep(timeout);
+                                                                               //XXX: let _ = sender.try_send(Message::KeepAlive);
+                                                                       },
+                                                                       Message::Update(mut upd) => {
+                                                                               upd.normalize();
+                                                                               let mut route_table = client.routes.lock().unwrap();
+                                                                               for r in upd.withdrawn_routes {
+                                                                                       route_table.withdraw(r);
+                                                                               }
+                                                                               if let Some(path) = Self::map_attrs(upd.attributes) {
+                                                                                       for r in upd.announced_routes {
+                                                                                               route_table.announce(r, path.clone());
+                                                                                       }
+                                                                               }
+                                                                               printer.set_stat(Stat::V4RoutingTableSize(route_table.v4_table.len()));
+                                                                               printer.set_stat(Stat::V6RoutingTableSize(route_table.v6_table.len()));
+                                                                               printer.set_stat(Stat::RoutingTablePaths(route_table.max_paths));
+                                                                       },
+                                                                       _ => {}
+                                                               }
+                                                       } else { break; }
+                                               }
+                                       }
+                               };
+               }
+       }
+
+       fn connect_given_client(remote_asn: u32, addr: SocketAddr, timeout: Duration, printer: &'static Printer, client: Arc<BGPClient>) {
+               tokio::spawn(async move {
+                       time::sleep(timeout / 4).await;
+
                        let client_reconn = Arc::clone(&client);
-                       TcpStream::connect(&addr).select(connect_timeout)
-                               .or_else(move |_| {
-                                       Delay::new(Instant::now() + timeout / 2).then(|_| {
-                                               future::err(())
-                                       })
-                               }).and_then(move |stream| {
-                                       let (write, read) = Framed::new(stream.0, MsgCoder(None)).split();
-                                       let (mut sender, receiver) = mpsc::channel(10); // We never really should send more than 10 messages unless they're dumb
-                                       tokio::spawn(write.sink_map_err(|_| { () }).send_all(receiver)
-                                               .then(|_| {
-                                                       future::err(())
-                                               }));
-                                       let _ = sender.try_send(Message::Open(Open {
+                       tokio::select! {
+                               _ = time::sleep(timeout) => {
+                                       time::sleep(timeout / 2).await;
+                               },
+                               mut stream = TcpStream::connect(&addr) => {
+                                       let peer_asn = if remote_asn > u16::max_value() as u32 { 23456 } else { remote_asn as u16 };
+                                       let open_msg = Message::Open(Open {
                                                version: 4,
-                                               peer_asn: 23456,
+                                               peer_asn,
                                                hold_timer: timeout.as_secs() as u16,
-                                               identifier: 0x453b1215, // 69.59.18.21
+                                               identifier: 0x453b1215, // 69.59.18.21. Note that you never actually need to change this.
                                                parameters: vec![OpenParameter::Capabilities(vec![
                                                        OpenCapability::MultiProtocol((AFI::IPV4, SAFI::Unicast)),
                                                        OpenCapability::MultiProtocol((AFI::IPV6, SAFI::Unicast)),
-                                                       OpenCapability::FourByteASN(397444),
+                                                       OpenCapability::FourByteASN(remote_asn),
                                                        OpenCapability::RouteRefresh,
                                                        OpenCapability::AddPath(vec![
                                                                (AFI::IPV4, SAFI::Unicast, AddPathDirection::ReceivePaths),
                                                                (AFI::IPV6, SAFI::Unicast, AddPathDirection::ReceivePaths)]),
                                                ])],
-                                       }));
-                                       TimeoutStream::new_persistent(read, timeout).for_each(move |bgp_msg| {
-                                               if client.shutdown.load(Ordering::Relaxed) {
-                                                       return future::err(std::io::Error::new(std::io::ErrorKind::Other, "Shutting Down"));
-                                               }
-                                               match bgp_msg {
-                                                       Message::Open(_) => {
-                                                               client.routes.lock().unwrap().v4_table.clear();
-                                                               client.routes.lock().unwrap().v6_table.clear();
-                                                               printer.add_line("Connected to BGP route provider".to_string(), false);
-                                                       },
-                                                       Message::KeepAlive => {
-                                                               let _ = sender.try_send(Message::KeepAlive);
-                                                       },
-                                                       Message::Update(mut upd) => {
-                                                               upd.normalize();
-                                                               let mut route_table = client.routes.lock().unwrap();
-                                                               for r in upd.withdrawn_routes {
-                                                                       route_table.withdraw(r);
-                                                               }
-                                                               if let Some(path) = Self::map_attrs(upd.attributes) {
-                                                                       for r in upd.announced_routes {
-                                                                               route_table.announce(r, path.clone());
-                                                                       }
-                                                               }
-                                                               printer.set_stat(Stat::V4RoutingTableSize(route_table.v4_table.len()));
-                                                               printer.set_stat(Stat::V6RoutingTableSize(route_table.v6_table.len()));
-                                                       },
-                                                       _ => {}
-                                               }
-                                               future::ok(())
-                                       }).or_else(move |e| {
-                                               printer.add_line(format!("Got error from BGP stream: {:?}", e), true);
-                                               future::ok(())
-                                       })
-                               }).then(move |_| {
-                                       if !client_reconn.shutdown.load(Ordering::Relaxed) {
-                                               BGPClient::connect_given_client(addr, timeout, printer, client_reconn);
-                                       }
-                                       future::ok(())
-                               })
-                       })
-               );
+                                       });
+                                       let e = Self::handle_peer(open_msg, stream, printer, client);
+                                       printer.add_line(format!("Got error from BGP stream: {:?}", e), true);
+                               }
+                       };
+                       if !client_reconn.shutdown.load(Ordering::Relaxed) {
+                               BGPClient::connect_given_client(remote_asn, addr, timeout, printer, client_reconn);
+                       }
+               });
        }
 
-       pub fn new(addr: SocketAddr, timeout: Duration, printer: &'static Printer) -> Arc<BGPClient> {
+       pub fn new(remote_asn: u32, addr: SocketAddr, timeout: Duration, printer: &'static Printer) -> Arc<BGPClient> {
                let client = Arc::new(BGPClient {
                        routes: Mutex::new(RoutingTable::new()),
                        shutdown: AtomicBool::new(false),
                });
-               BGPClient::connect_given_client(addr, timeout, printer, Arc::clone(&client));
+               BGPClient::connect_given_client(remote_asn, addr, timeout, printer, Arc::clone(&client));
                client
        }
 }