Fix a minor timing issue, load nodes at start with an old time
[dnsseed-rust] / src / main.rs
index 4bf93510c5e3aaa41ba8fb38e8c4356965f3af73..f9de3d4e1b95f23a11d6c2c777db81570aff9c73 100644 (file)
@@ -1,10 +1,11 @@
 mod printer;
 mod reader;
 mod peer;
+mod bgp_client;
 mod timeout_stream;
 mod datastore;
 
-use std::{cmp, env};
+use std::env;
 use std::collections::HashMap;
 use std::sync::{Arc, Mutex};
 use std::sync::atomic::{Ordering, AtomicBool};
@@ -25,6 +26,7 @@ use peer::Peer;
 use datastore::{AddressState, Store, U64Setting, RegexSetting};
 use timeout_stream::TimeoutStream;
 use rand::Rng;
+use bgp_client::BGPClient;
 
 use tokio::prelude::*;
 use tokio::timer::Delay;
@@ -35,6 +37,7 @@ static mut HEADER_MAP: Option<Box<Mutex<HashMap<sha256d::Hash, u64>>>> = None;
 static mut HEIGHT_MAP: Option<Box<Mutex<HashMap<u64, sha256d::Hash>>>> = None;
 static mut DATA_STORE: Option<Box<Store>> = None;
 static mut PRINTER: Option<Box<Printer>> = None;
+static mut TOR_PROXY: Option<SocketAddr> = None;
 pub static START_SHUTDOWN: AtomicBool = AtomicBool::new(false);
 static SCANNING: AtomicBool = AtomicBool::new(false);
 
@@ -75,7 +78,7 @@ pub fn scan_node(scan_time: Instant, node: SocketAddr, manual: bool) {
        let peer = Delay::new(scan_time).then(move |_| {
                printer.set_stat(Stat::NewConnection);
                let timeout = store.get_u64(U64Setting::RunTimeout);
-               Peer::new(node.clone(), Duration::from_secs(timeout), printer)
+               Peer::new(node.clone(), unsafe { TOR_PROXY.as_ref().unwrap() }, Duration::from_secs(timeout), printer)
        });
        tokio::spawn(peer.and_then(move |(mut write, read)| {
                TimeoutStream::new_timeout(read, scan_time + Duration::from_secs(store.get_u64(U64Setting::RunTimeout))).map_err(move |err| {
@@ -105,7 +108,7 @@ pub fn scan_node(scan_time: Instant, node: SocketAddr, manual: bool) {
                        }
                        state_lock.fail_reason = AddressState::TimeoutDuringRequest;
                        match msg {
-                               NetworkMessage::Version(ver) => {
+                               Some(NetworkMessage::Version(ver)) => {
                                        if ver.start_height < 0 || ver.start_height as u64 > state_lock.request.0 + 1008*2 {
                                                state_lock.fail_reason = AddressState::HighBlockCount;
                                                return future::err(());
@@ -139,18 +142,18 @@ pub fn scan_node(scan_time: Instant, node: SocketAddr, manual: bool) {
                                                return future::err(());
                                        }
                                },
-                               NetworkMessage::Verack => {
+                               Some(NetworkMessage::Verack) => {
                                        check_set_flag!(recvd_verack, "verack");
                                        if let Err(_) = write.try_send(NetworkMessage::Ping(state_lock.pong_nonce)) {
                                                return future::err(());
                                        }
                                },
-                               NetworkMessage::Ping(v) => {
+                               Some(NetworkMessage::Ping(v)) => {
                                        if let Err(_) = write.try_send(NetworkMessage::Pong(v)) {
                                                return future::err(())
                                        }
                                },
-                               NetworkMessage::Pong(v) => {
+                               Some(NetworkMessage::Pong(v)) => {
                                        if v != state_lock.pong_nonce {
                                                state_lock.fail_reason = AddressState::ProtocolViolation;
                                                state_lock.msg = ("due to invalid pong nonce".to_string(), true);
@@ -161,7 +164,7 @@ pub fn scan_node(scan_time: Instant, node: SocketAddr, manual: bool) {
                                                return future::err(());
                                        }
                                },
-                               NetworkMessage::Addr(addrs) => {
+                               Some(NetworkMessage::Addr(addrs)) => {
                                        if addrs.len() > 1000 {
                                                state_lock.fail_reason = AddressState::ProtocolViolation;
                                                state_lock.msg = (format!("due to oversized addr: {}", addrs.len()), true);
@@ -181,7 +184,7 @@ pub fn scan_node(scan_time: Instant, node: SocketAddr, manual: bool) {
                                        }
                                        unsafe { DATA_STORE.as_ref().unwrap() }.add_fresh_nodes(&addrs);
                                },
-                               NetworkMessage::Block(block) => {
+                               Some(NetworkMessage::Block(block)) => {
                                        if block != state_lock.request.2 {
                                                state_lock.fail_reason = AddressState::ProtocolViolation;
                                                state_lock.msg = ("due to bad block".to_string(), true);
@@ -190,7 +193,7 @@ pub fn scan_node(scan_time: Instant, node: SocketAddr, manual: bool) {
                                        check_set_flag!(recvd_block, "block");
                                        return future::err(());
                                },
-                               NetworkMessage::Inv(invs) => {
+                               Some(NetworkMessage::Inv(invs)) => {
                                        for inv in invs {
                                                if inv.inv_type == InvType::Transaction {
                                                        state_lock.fail_reason = AddressState::EvilNode;
@@ -199,7 +202,7 @@ pub fn scan_node(scan_time: Instant, node: SocketAddr, manual: bool) {
                                                }
                                        }
                                },
-                               NetworkMessage::Tx(_) => {
+                               Some(NetworkMessage::Tx(_)) => {
                                        state_lock.fail_reason = AddressState::EvilNode;
                                        state_lock.msg = ("due to unrequested transaction".to_string(), true);
                                        return future::err(());
@@ -245,7 +248,7 @@ pub fn scan_node(scan_time: Instant, node: SocketAddr, manual: bool) {
        }));
 }
 
-fn poll_dnsseeds() {
+fn poll_dnsseeds(bgp_client: Arc<BGPClient>) {
        tokio::spawn(future::lazy(|| {
                let printer = unsafe { PRINTER.as_ref().unwrap() };
                let store = unsafe { DATA_STORE.as_ref().unwrap() };
@@ -258,9 +261,12 @@ fn poll_dnsseeds() {
                printer.add_line(format!("Added {} new addresses from other DNS seeds", new_addrs), false);
                Delay::new(Instant::now() + Duration::from_secs(60)).then(|_| {
                        let store = unsafe { DATA_STORE.as_ref().unwrap() };
-                       store.save_data().then(|_| {
+                       let dns_future = store.write_dns(Arc::clone(&bgp_client));
+                       store.save_data().join(dns_future).then(|_| {
                                if !START_SHUTDOWN.load(Ordering::Relaxed) {
-                                       poll_dnsseeds();
+                                       poll_dnsseeds(bgp_client);
+                               } else {
+                                       bgp_client.disconnect();
                                }
                                future::ok(())
                        })
@@ -273,17 +279,19 @@ fn scan_net() {
                let printer = unsafe { PRINTER.as_ref().unwrap() };
                let store = unsafe { DATA_STORE.as_ref().unwrap() };
 
+               let start_time = Instant::now();
                let mut scan_nodes = store.get_next_scan_nodes();
                printer.add_line(format!("Got {} addresses to scan", scan_nodes.len()), false);
-               let per_iter_time = Duration::from_millis(1000 / store.get_u64(U64Setting::ConnsPerSec));
-               let start_time = Instant::now();
-               let mut iter_time = start_time;
+               if !scan_nodes.is_empty() {
+                       let per_iter_time = Duration::from_millis(datastore::SECS_PER_SCAN_RESULTS * 1000 / scan_nodes.len() as u64);
+                       let mut iter_time = start_time;
 
-               for node in scan_nodes.drain(..) {
-                       scan_node(iter_time, node, false);
-                       iter_time += per_iter_time;
+                       for node in scan_nodes.drain(..) {
+                               scan_node(iter_time, node, false);
+                               iter_time += per_iter_time;
+                       }
                }
-               Delay::new(cmp::max(iter_time, start_time + Duration::from_secs(1))).then(|_| {
+               Delay::new(start_time + Duration::from_secs(datastore::SECS_PER_SCAN_RESULTS)).then(move |_| {
                        if !START_SHUTDOWN.load(Ordering::Relaxed) {
                                scan_net();
                        }
@@ -292,9 +300,10 @@ fn scan_net() {
        }));
 }
 
-fn make_trusted_conn(trusted_sockaddr: SocketAddr) {
+fn make_trusted_conn(trusted_sockaddr: SocketAddr, bgp_client: Arc<BGPClient>) {
        let printer = unsafe { PRINTER.as_ref().unwrap() };
-       let trusted_peer = Peer::new(trusted_sockaddr.clone(), Duration::from_secs(600), printer);
+       let trusted_peer = Peer::new(trusted_sockaddr.clone(), unsafe { TOR_PROXY.as_ref().unwrap() }, Duration::from_secs(600), printer);
+       let bgp_reload = Arc::clone(&bgp_client);
        tokio::spawn(trusted_peer.and_then(move |(mut trusted_write, trusted_read)| {
                printer.add_line("Connected to local peer".to_string(), false);
                let mut starting_height = 0;
@@ -303,13 +312,13 @@ fn make_trusted_conn(trusted_sockaddr: SocketAddr) {
                                return future::err(());
                        }
                        match msg {
-                               NetworkMessage::Version(ver) => {
+                               Some(NetworkMessage::Version(ver)) => {
                                        if let Err(_) = trusted_write.try_send(NetworkMessage::Verack) {
                                                return future::err(())
                                        }
                                        starting_height = ver.start_height;
                                },
-                               NetworkMessage::Verack => {
+                               Some(NetworkMessage::Verack) => {
                                        if let Err(_) = trusted_write.try_send(NetworkMessage::SendHeaders) {
                                                return future::err(());
                                        }
@@ -324,10 +333,10 @@ fn make_trusted_conn(trusted_sockaddr: SocketAddr) {
                                                return future::err(());
                                        }
                                },
-                               NetworkMessage::Addr(addrs) => {
+                               Some(NetworkMessage::Addr(addrs)) => {
                                        unsafe { DATA_STORE.as_ref().unwrap() }.add_fresh_nodes(&addrs);
                                },
-                               NetworkMessage::Headers(headers) => {
+                               Some(NetworkMessage::Headers(headers)) => {
                                        if headers.is_empty() {
                                                return future::ok(());
                                        }
@@ -369,7 +378,7 @@ fn make_trusted_conn(trusted_sockaddr: SocketAddr) {
                                                return future::err(())
                                        }
                                },
-                               NetworkMessage::Block(block) => {
+                               Some(NetworkMessage::Block(block)) => {
                                        let hash = block.header.bitcoin_hash();
                                        let header_map = unsafe { HEADER_MAP.as_ref().unwrap() }.lock().unwrap();
                                        let height = *header_map.get(&hash).expect("Got loose block from trusted peer we coulnd't have requested");
@@ -377,11 +386,11 @@ fn make_trusted_conn(trusted_sockaddr: SocketAddr) {
                                                *unsafe { REQUEST_BLOCK.as_ref().unwrap() }.lock().unwrap() = Arc::new((height, hash, block));
                                                if !SCANNING.swap(true, Ordering::SeqCst) {
                                                        scan_net();
-                                                       poll_dnsseeds();
+                                                       poll_dnsseeds(Arc::clone(&bgp_client));
                                                }
                                        }
                                },
-                               NetworkMessage::Ping(v) => {
+                               Some(NetworkMessage::Ping(v)) => {
                                        if let Err(_) = trusted_write.try_send(NetworkMessage::Pong(v)) {
                                                return future::err(())
                                        }
@@ -395,15 +404,15 @@ fn make_trusted_conn(trusted_sockaddr: SocketAddr) {
        }).then(move |_: Result<(), ()>| {
                if !START_SHUTDOWN.load(Ordering::Relaxed) {
                        printer.add_line("Lost connection from trusted peer".to_string(), true);
-                       make_trusted_conn(trusted_sockaddr);
+                       make_trusted_conn(trusted_sockaddr, bgp_reload);
                }
                future::ok(())
        }));
 }
 
 fn main() {
-       if env::args().len() != 3 {
-               println!("USAGE: dnsseed-rust datastore localPeerAddress");
+       if env::args().len() != 5 {
+               println!("USAGE: dnsseed-rust datastore localPeerAddress tor_proxy_addr bgp_peer");
                return;
        }
 
@@ -422,17 +431,22 @@ fn main() {
                let mut args = env::args();
                args.next();
                let path = args.next().unwrap();
-               let addr = args.next().unwrap();
+               let trusted_sockaddr: SocketAddr = args.next().unwrap().parse().unwrap();
+
+               let tor_socks5_sockaddr: SocketAddr = args.next().unwrap().parse().unwrap();
+               unsafe { TOR_PROXY = Some(tor_socks5_sockaddr); }
+
+               let bgp_sockaddr: SocketAddr = args.next().unwrap().parse().unwrap();
 
                Store::new(path).and_then(move |store| {
                        unsafe { DATA_STORE = Some(Box::new(store)) };
                        let store = unsafe { DATA_STORE.as_ref().unwrap() };
                        unsafe { PRINTER = Some(Box::new(Printer::new(store))) };
 
-                       let trusted_sockaddr: SocketAddr = addr.parse().unwrap();
-                       make_trusted_conn(trusted_sockaddr);
+                       let bgp_client = BGPClient::new(bgp_sockaddr, Duration::from_secs(60), unsafe { PRINTER.as_ref().unwrap() });
+                       make_trusted_conn(trusted_sockaddr, Arc::clone(&bgp_client));
 
-                       reader::read(store, unsafe { PRINTER.as_ref().unwrap() });
+                       reader::read(store, unsafe { PRINTER.as_ref().unwrap() }, bgp_client);
 
                        future::ok(())
                }).or_else(|_| {