X-Git-Url: http://git.bitcoin.ninja/index.cgi?a=blobdiff_plain;f=src%2Fmain.rs;h=f9de3d4e1b95f23a11d6c2c777db81570aff9c73;hb=866152d7203c8f11a686d073a2c3f617f9131675;hp=5c7e506a18ba5fa7ba016b77ac9a4874be5afc4f;hpb=a823c0486de0cdefd1742adb953cb1e5f1ab7e5c;p=dnsseed-rust diff --git a/src/main.rs b/src/main.rs index 5c7e506..f9de3d4 100644 --- a/src/main.rs +++ b/src/main.rs @@ -1,10 +1,11 @@ mod printer; mod reader; mod peer; +mod bgp_client; mod timeout_stream; mod datastore; -use std::{cmp, env}; +use std::env; use std::collections::HashMap; use std::sync::{Arc, Mutex}; use std::sync::atomic::{Ordering, AtomicBool}; @@ -24,6 +25,8 @@ use printer::{Printer, Stat}; use peer::Peer; use datastore::{AddressState, Store, U64Setting, RegexSetting}; use timeout_stream::TimeoutStream; +use rand::Rng; +use bgp_client::BGPClient; use tokio::prelude::*; use tokio::timer::Delay; @@ -34,6 +37,7 @@ static mut HEADER_MAP: Option>>> = None; static mut HEIGHT_MAP: Option>>> = None; static mut DATA_STORE: Option> = None; static mut PRINTER: Option> = None; +static mut TOR_PROXY: Option = None; pub static START_SHUTDOWN: AtomicBool = AtomicBool::new(false); static SCANNING: AtomicBool = AtomicBool::new(false); @@ -44,8 +48,10 @@ struct PeerState { fail_reason: AddressState, recvd_version: bool, recvd_verack: bool, + recvd_pong: bool, recvd_addrs: bool, recvd_block: bool, + pong_nonce: u64, } pub fn scan_node(scan_time: Instant, node: SocketAddr, manual: bool) { @@ -53,25 +59,41 @@ pub fn scan_node(scan_time: Instant, node: SocketAddr, manual: bool) { let printer = unsafe { PRINTER.as_ref().unwrap() }; let store = unsafe { DATA_STORE.as_ref().unwrap() }; + let mut rng = rand::thread_rng(); let peer_state = Arc::new(Mutex::new(PeerState { recvd_version: false, recvd_verack: false, + recvd_pong: false, recvd_addrs: false, recvd_block: false, + pong_nonce: rng.gen(), node_services: 0, fail_reason: AddressState::Timeout, msg: (String::new(), false), request: Arc::clone(&unsafe { REQUEST_BLOCK.as_ref().unwrap() }.lock().unwrap()), })); + let err_peer_state = Arc::clone(&peer_state); let final_peer_state = Arc::clone(&peer_state); let peer = Delay::new(scan_time).then(move |_| { printer.set_stat(Stat::NewConnection); let timeout = store.get_u64(U64Setting::RunTimeout); - Peer::new(node.clone(), Duration::from_secs(timeout), printer) + Peer::new(node.clone(), unsafe { TOR_PROXY.as_ref().unwrap() }, Duration::from_secs(timeout), printer) }); tokio::spawn(peer.and_then(move |(mut write, read)| { - TimeoutStream::new_timeout(read, scan_time + Duration::from_secs(store.get_u64(U64Setting::RunTimeout))).map_err(|_| { () }).for_each(move |msg| { + TimeoutStream::new_timeout(read, scan_time + Duration::from_secs(store.get_u64(U64Setting::RunTimeout))).map_err(move |err| { + match err { + bitcoin::consensus::encode::Error::UnrecognizedNetworkCommand(ref msg) => { + // If we got here, we hit one of the explicitly disallowed messages indicating + // a bogus "node". + let mut state_lock = err_peer_state.lock().unwrap(); + state_lock.msg = (format!("(bad msg type {})", msg), true); + state_lock.fail_reason = AddressState::EvilNode; + }, + _ => {}, + } + () + }).for_each(move |msg| { let mut state_lock = peer_state.lock().unwrap(); macro_rules! check_set_flag { ($recvd_flag: ident, $msg: expr) => { { @@ -86,7 +108,7 @@ pub fn scan_node(scan_time: Instant, node: SocketAddr, manual: bool) { } state_lock.fail_reason = AddressState::TimeoutDuringRequest; match msg { - NetworkMessage::Version(ver) => { + Some(NetworkMessage::Version(ver)) => { if ver.start_height < 0 || ver.start_height as u64 > state_lock.request.0 + 1008*2 { state_lock.fail_reason = AddressState::HighBlockCount; return future::err(()); @@ -120,18 +142,29 @@ pub fn scan_node(scan_time: Instant, node: SocketAddr, manual: bool) { return future::err(()); } }, - NetworkMessage::Verack => { + Some(NetworkMessage::Verack) => { check_set_flag!(recvd_verack, "verack"); - if let Err(_) = write.try_send(NetworkMessage::GetAddr) { + if let Err(_) = write.try_send(NetworkMessage::Ping(state_lock.pong_nonce)) { return future::err(()); } }, - NetworkMessage::Ping(v) => { + Some(NetworkMessage::Ping(v)) => { if let Err(_) = write.try_send(NetworkMessage::Pong(v)) { return future::err(()) } }, - NetworkMessage::Addr(addrs) => { + Some(NetworkMessage::Pong(v)) => { + if v != state_lock.pong_nonce { + state_lock.fail_reason = AddressState::ProtocolViolation; + state_lock.msg = ("due to invalid pong nonce".to_string(), true); + return future::err(()); + } + check_set_flag!(recvd_pong, "pong"); + if let Err(_) = write.try_send(NetworkMessage::GetAddr) { + return future::err(()); + } + }, + Some(NetworkMessage::Addr(addrs)) => { if addrs.len() > 1000 { state_lock.fail_reason = AddressState::ProtocolViolation; state_lock.msg = (format!("due to oversized addr: {}", addrs.len()), true); @@ -151,7 +184,7 @@ pub fn scan_node(scan_time: Instant, node: SocketAddr, manual: bool) { } unsafe { DATA_STORE.as_ref().unwrap() }.add_fresh_nodes(&addrs); }, - NetworkMessage::Block(block) => { + Some(NetworkMessage::Block(block)) => { if block != state_lock.request.2 { state_lock.fail_reason = AddressState::ProtocolViolation; state_lock.msg = ("due to bad block".to_string(), true); @@ -160,6 +193,20 @@ pub fn scan_node(scan_time: Instant, node: SocketAddr, manual: bool) { check_set_flag!(recvd_block, "block"); return future::err(()); }, + Some(NetworkMessage::Inv(invs)) => { + for inv in invs { + if inv.inv_type == InvType::Transaction { + state_lock.fail_reason = AddressState::EvilNode; + state_lock.msg = ("due to unrequested inv tx".to_string(), true); + return future::err(()); + } + } + }, + Some(NetworkMessage::Tx(_)) => { + state_lock.fail_reason = AddressState::EvilNode; + state_lock.msg = ("due to unrequested transaction".to_string(), true); + return future::err(()); + }, _ => {}, } future::ok(()) @@ -172,7 +219,7 @@ pub fn scan_node(scan_time: Instant, node: SocketAddr, manual: bool) { printer.set_stat(Stat::ConnectionClosed); let mut state_lock = final_peer_state.lock().unwrap(); - if state_lock.recvd_version && state_lock.recvd_verack && + if state_lock.recvd_version && state_lock.recvd_verack && state_lock.recvd_pong && state_lock.recvd_addrs && state_lock.recvd_block { let old_state = store.set_node_state(node, AddressState::Good, state_lock.node_services); if manual || (old_state != AddressState::Good && state_lock.msg.0 != "") { @@ -181,7 +228,9 @@ pub fn scan_node(scan_time: Instant, node: SocketAddr, manual: bool) { } else { assert!(state_lock.fail_reason != AddressState::Good); if state_lock.fail_reason == AddressState::TimeoutDuringRequest && state_lock.recvd_version && state_lock.recvd_verack { - if !state_lock.recvd_addrs { + if !state_lock.recvd_pong { + state_lock.fail_reason = AddressState::TimeoutAwaitingPong; + } else if !state_lock.recvd_addrs { state_lock.fail_reason = AddressState::TimeoutAwaitingAddr; } else if !state_lock.recvd_block { state_lock.fail_reason = AddressState::TimeoutAwaitingBlock; @@ -199,7 +248,7 @@ pub fn scan_node(scan_time: Instant, node: SocketAddr, manual: bool) { })); } -fn poll_dnsseeds() { +fn poll_dnsseeds(bgp_client: Arc) { tokio::spawn(future::lazy(|| { let printer = unsafe { PRINTER.as_ref().unwrap() }; let store = unsafe { DATA_STORE.as_ref().unwrap() }; @@ -212,9 +261,12 @@ fn poll_dnsseeds() { printer.add_line(format!("Added {} new addresses from other DNS seeds", new_addrs), false); Delay::new(Instant::now() + Duration::from_secs(60)).then(|_| { let store = unsafe { DATA_STORE.as_ref().unwrap() }; - store.save_data().then(|_| { + let dns_future = store.write_dns(Arc::clone(&bgp_client)); + store.save_data().join(dns_future).then(|_| { if !START_SHUTDOWN.load(Ordering::Relaxed) { - poll_dnsseeds(); + poll_dnsseeds(bgp_client); + } else { + bgp_client.disconnect(); } future::ok(()) }) @@ -227,17 +279,19 @@ fn scan_net() { let printer = unsafe { PRINTER.as_ref().unwrap() }; let store = unsafe { DATA_STORE.as_ref().unwrap() }; + let start_time = Instant::now(); let mut scan_nodes = store.get_next_scan_nodes(); printer.add_line(format!("Got {} addresses to scan", scan_nodes.len()), false); - let per_iter_time = Duration::from_millis(1000 / store.get_u64(U64Setting::ConnsPerSec)); - let start_time = Instant::now(); - let mut iter_time = start_time; + if !scan_nodes.is_empty() { + let per_iter_time = Duration::from_millis(datastore::SECS_PER_SCAN_RESULTS * 1000 / scan_nodes.len() as u64); + let mut iter_time = start_time; - for node in scan_nodes.drain(..) { - scan_node(iter_time, node, false); - iter_time += per_iter_time; + for node in scan_nodes.drain(..) { + scan_node(iter_time, node, false); + iter_time += per_iter_time; + } } - Delay::new(cmp::max(iter_time, start_time + Duration::from_secs(1))).then(|_| { + Delay::new(start_time + Duration::from_secs(datastore::SECS_PER_SCAN_RESULTS)).then(move |_| { if !START_SHUTDOWN.load(Ordering::Relaxed) { scan_net(); } @@ -246,9 +300,10 @@ fn scan_net() { })); } -fn make_trusted_conn(trusted_sockaddr: SocketAddr) { +fn make_trusted_conn(trusted_sockaddr: SocketAddr, bgp_client: Arc) { let printer = unsafe { PRINTER.as_ref().unwrap() }; - let trusted_peer = Peer::new(trusted_sockaddr.clone(), Duration::from_secs(600), printer); + let trusted_peer = Peer::new(trusted_sockaddr.clone(), unsafe { TOR_PROXY.as_ref().unwrap() }, Duration::from_secs(600), printer); + let bgp_reload = Arc::clone(&bgp_client); tokio::spawn(trusted_peer.and_then(move |(mut trusted_write, trusted_read)| { printer.add_line("Connected to local peer".to_string(), false); let mut starting_height = 0; @@ -257,13 +312,13 @@ fn make_trusted_conn(trusted_sockaddr: SocketAddr) { return future::err(()); } match msg { - NetworkMessage::Version(ver) => { + Some(NetworkMessage::Version(ver)) => { if let Err(_) = trusted_write.try_send(NetworkMessage::Verack) { return future::err(()) } starting_height = ver.start_height; }, - NetworkMessage::Verack => { + Some(NetworkMessage::Verack) => { if let Err(_) = trusted_write.try_send(NetworkMessage::SendHeaders) { return future::err(()); } @@ -278,10 +333,10 @@ fn make_trusted_conn(trusted_sockaddr: SocketAddr) { return future::err(()); } }, - NetworkMessage::Addr(addrs) => { + Some(NetworkMessage::Addr(addrs)) => { unsafe { DATA_STORE.as_ref().unwrap() }.add_fresh_nodes(&addrs); }, - NetworkMessage::Headers(headers) => { + Some(NetworkMessage::Headers(headers)) => { if headers.is_empty() { return future::ok(()); } @@ -306,7 +361,7 @@ fn make_trusted_conn(trusted_sockaddr: SocketAddr) { if top_height >= starting_height as u64 { if let Err(_) = trusted_write.try_send(NetworkMessage::GetData(vec![Inventory { inv_type: InvType::WitnessBlock, - hash: height_map.get(&(top_height - 1008)).unwrap().clone(), + hash: height_map.get(&(top_height - 216)).unwrap().clone(), }])) { return future::err(()); } @@ -323,19 +378,19 @@ fn make_trusted_conn(trusted_sockaddr: SocketAddr) { return future::err(()) } }, - NetworkMessage::Block(block) => { + Some(NetworkMessage::Block(block)) => { let hash = block.header.bitcoin_hash(); let header_map = unsafe { HEADER_MAP.as_ref().unwrap() }.lock().unwrap(); let height = *header_map.get(&hash).expect("Got loose block from trusted peer we coulnd't have requested"); - if height == unsafe { HIGHEST_HEADER.as_ref().unwrap() }.lock().unwrap().1 - 1008 { + if height == unsafe { HIGHEST_HEADER.as_ref().unwrap() }.lock().unwrap().1 - 216 { *unsafe { REQUEST_BLOCK.as_ref().unwrap() }.lock().unwrap() = Arc::new((height, hash, block)); if !SCANNING.swap(true, Ordering::SeqCst) { scan_net(); - poll_dnsseeds(); + poll_dnsseeds(Arc::clone(&bgp_client)); } } }, - NetworkMessage::Ping(v) => { + Some(NetworkMessage::Ping(v)) => { if let Err(_) = trusted_write.try_send(NetworkMessage::Pong(v)) { return future::err(()) } @@ -349,15 +404,15 @@ fn make_trusted_conn(trusted_sockaddr: SocketAddr) { }).then(move |_: Result<(), ()>| { if !START_SHUTDOWN.load(Ordering::Relaxed) { printer.add_line("Lost connection from trusted peer".to_string(), true); - make_trusted_conn(trusted_sockaddr); + make_trusted_conn(trusted_sockaddr, bgp_reload); } future::ok(()) })); } fn main() { - if env::args().len() != 3 { - println!("USAGE: dnsseed-rust datastore localPeerAddress"); + if env::args().len() != 5 { + println!("USAGE: dnsseed-rust datastore localPeerAddress tor_proxy_addr bgp_peer"); return; } @@ -376,17 +431,22 @@ fn main() { let mut args = env::args(); args.next(); let path = args.next().unwrap(); - let addr = args.next().unwrap(); + let trusted_sockaddr: SocketAddr = args.next().unwrap().parse().unwrap(); + + let tor_socks5_sockaddr: SocketAddr = args.next().unwrap().parse().unwrap(); + unsafe { TOR_PROXY = Some(tor_socks5_sockaddr); } + + let bgp_sockaddr: SocketAddr = args.next().unwrap().parse().unwrap(); Store::new(path).and_then(move |store| { unsafe { DATA_STORE = Some(Box::new(store)) }; let store = unsafe { DATA_STORE.as_ref().unwrap() }; unsafe { PRINTER = Some(Box::new(Printer::new(store))) }; - let trusted_sockaddr: SocketAddr = addr.parse().unwrap(); - make_trusted_conn(trusted_sockaddr); + let bgp_client = BGPClient::new(bgp_sockaddr, Duration::from_secs(60), unsafe { PRINTER.as_ref().unwrap() }); + make_trusted_conn(trusted_sockaddr, Arc::clone(&bgp_client)); - reader::read(store, unsafe { PRINTER.as_ref().unwrap() }); + reader::read(store, unsafe { PRINTER.as_ref().unwrap() }, bgp_client); future::ok(()) }).or_else(|_| {