_ Git - dnsseed-rust/blob - src/main.rs

   1 mod printer;
   2 mod reader;
   3 mod peer;
   4 mod bgp_client;
   5 mod timeout_stream;
   6 mod datastore;
   7
   8 use std::env;
   9 use std::collections::HashMap;
  10 use std::sync::{Arc, Mutex};
  11 use std::sync::atomic::{Ordering, AtomicBool};
  12 use std::time::{Duration, Instant};
  13 use std::net::{SocketAddr, ToSocketAddrs};
  14
  15 use bitcoin::blockdata::block::Block;
  16 use bitcoin::blockdata::constants::genesis_block;
  17 use bitcoin::hash_types::{BlockHash};
  18 use bitcoin::network::constants::{Network, ServiceFlags};
  19 use bitcoin::network::message::NetworkMessage;
  20 use bitcoin::network::message_blockdata::{GetHeadersMessage, Inventory};
  21 use bitcoin::util::hash::BitcoinHash;
  22
  23 use printer::{Printer, Stat};
  24 use peer::Peer;
  25 use datastore::{AddressState, Store, U64Setting, RegexSetting};
  26 use timeout_stream::TimeoutStream;
  27 use rand::Rng;
  28 use bgp_client::BGPClient;
  29
  30 use tokio::prelude::*;
  31 use tokio::timer::Delay;
  32
  33 static mut REQUEST_BLOCK: Option<Box<Mutex<Arc<(u64, BlockHash, Block)>>>> = None;
  34 static mut HIGHEST_HEADER: Option<Box<Mutex<(BlockHash, u64)>>> = None;
  35 static mut HEADER_MAP: Option<Box<Mutex<HashMap<BlockHash, u64>>>> = None;
  36 static mut HEIGHT_MAP: Option<Box<Mutex<HashMap<u64, BlockHash>>>> = None;
  37 static mut DATA_STORE: Option<Box<Store>> = None;
  38 static mut PRINTER: Option<Box<Printer>> = None;
  39 static mut TOR_PROXY: Option<SocketAddr> = None;
  40 pub static START_SHUTDOWN: AtomicBool = AtomicBool::new(false);
  41 static SCANNING: AtomicBool = AtomicBool::new(false);
  42
  43 struct PeerState {
  44         request: Arc<(u64, BlockHash, Block)>,
  45         node_services: u64,
  46         msg: (String, bool),
  47         fail_reason: AddressState,
  48         recvd_version: bool,
  49         recvd_verack: bool,
  50         recvd_pong: bool,
  51         recvd_addrs: bool,
  52         recvd_block: bool,
  53         pong_nonce: u64,
  54 }
  55
  56 pub fn scan_node(scan_time: Instant, node: SocketAddr, manual: bool) {
  57         if START_SHUTDOWN.load(Ordering::Relaxed) { return; }
  58         let printer = unsafe { PRINTER.as_ref().unwrap() };
  59         let store = unsafe { DATA_STORE.as_ref().unwrap() };
  60
  61         let mut rng = rand::thread_rng();
  62         let peer_state = Arc::new(Mutex::new(PeerState {
  63                 recvd_version: false,
  64                 recvd_verack: false,
  65                 recvd_pong: false,
  66                 recvd_addrs: false,
  67                 recvd_block: false,
  68                 pong_nonce: rng.gen(),
  69                 node_services: 0,
  70                 fail_reason: AddressState::Timeout,
  71                 msg: (String::new(), false),
  72                 request: Arc::clone(&unsafe { REQUEST_BLOCK.as_ref().unwrap() }.lock().unwrap()),
  73         }));
  74         let err_peer_state = Arc::clone(&peer_state);
  75         let final_peer_state = Arc::clone(&peer_state);
  76
  77         let peer = Delay::new(scan_time).then(move |_| {
  78                 printer.set_stat(Stat::NewConnection);
  79                 let timeout = store.get_u64(U64Setting::RunTimeout);
  80                 Peer::new(node.clone(), unsafe { TOR_PROXY.as_ref().unwrap() }, Duration::from_secs(timeout), printer)
  81         });
  82         tokio::spawn(peer.and_then(move |(mut write, read)| {
  83                 TimeoutStream::new_timeout(read, scan_time + Duration::from_secs(store.get_u64(U64Setting::RunTimeout))).map_err(move |err| {
  84                         match err {
  85                                 bitcoin::consensus::encode::Error::UnrecognizedNetworkCommand(ref msg) => {
  86                                         // If we got here, we hit one of the explicitly disallowed messages indicating
  87                                         // a bogus "node".
  88                                         let mut state_lock = err_peer_state.lock().unwrap();
  89                                         state_lock.msg = (format!("(bad msg type {})", msg), true);
  90                                         state_lock.fail_reason = AddressState::EvilNode;
  91                                 },
  92                                 _ => {},
  93                         }
  94                         ()
  95                 }).for_each(move |msg| {
  96                         let mut state_lock = peer_state.lock().unwrap();
  97                         macro_rules! check_set_flag {
  98                                 ($recvd_flag: ident, $msg: expr) => { {
  99                                         if state_lock.$recvd_flag {
 100                                                 state_lock.fail_reason = AddressState::ProtocolViolation;
 101                                                 state_lock.msg = (format!("due to dup {}", $msg), true);
 102                                                 state_lock.$recvd_flag = false;
 103                                                 return future::err(());
 104                                         }
 105                                         state_lock.$recvd_flag = true;
 106                                 } }
 107                         }
 108                         state_lock.fail_reason = AddressState::TimeoutDuringRequest;
 109                         match msg {
 110                                 Some(NetworkMessage::Version(ver)) => {
 111                                         if ver.start_height < 0 || ver.start_height as u64 > state_lock.request.0 + 1008*2 {
 112                                                 state_lock.fail_reason = AddressState::HighBlockCount;
 113                                                 return future::err(());
 114                                         }
 115                                         let safe_ua = ver.user_agent.replace(|c: char| !c.is_ascii() || c < ' ' || c > '~', "");
 116                                         if (ver.start_height as u64) < state_lock.request.0 {
 117                                                 state_lock.msg = (format!("({} < {})", ver.start_height, state_lock.request.0), true);
 118                                                 state_lock.fail_reason = AddressState::LowBlockCount;
 119                                                 return future::err(());
 120                                         }
 121                                         let min_version = store.get_u64(U64Setting::MinProtocolVersion);
 122                                         if (ver.version as u64) < min_version {
 123                                                 state_lock.msg = (format!("({} < {})", ver.version, min_version), true);
 124                                                 state_lock.fail_reason = AddressState::LowVersion;
 125                                                 return future::err(());
 126                                         }
 127                                         if !ver.services.has(ServiceFlags::NETWORK) && !ver.services.has(ServiceFlags::NETWORK_LIMITED) {
 128                                                 state_lock.msg = (format!("({}: services {:x})", safe_ua, ver.services), true);
 129                                                 state_lock.fail_reason = AddressState::NotFullNode;
 130                                                 return future::err(());
 131                                         }
 132                                         if !store.get_regex(RegexSetting::SubverRegex).is_match(&ver.user_agent) {
 133                                                 state_lock.msg = (format!("subver {}", safe_ua), true);
 134                                                 state_lock.fail_reason = AddressState::BadVersion;
 135                                                 return future::err(());
 136                                         }
 137                                         check_set_flag!(recvd_version, "version");
 138                                         state_lock.node_services = ver.services.as_u64();
 139                                         state_lock.msg = (format!("(subver: {})", safe_ua), false);
 140                                         if let Err(_) = write.try_send(NetworkMessage::Verack) {
 141                                                 return future::err(());
 142                                         }
 143                                 },
 144                                 Some(NetworkMessage::Verack) => {
 145                                         check_set_flag!(recvd_verack, "verack");
 146                                         if let Err(_) = write.try_send(NetworkMessage::Ping(state_lock.pong_nonce)) {
 147                                                 return future::err(());
 148                                         }
 149                                 },
 150                                 Some(NetworkMessage::Ping(v)) => {
 151                                         if let Err(_) = write.try_send(NetworkMessage::Pong(v)) {
 152                                                 return future::err(())
 153                                         }
 154                                 },
 155                                 Some(NetworkMessage::Pong(v)) => {
 156                                         if v != state_lock.pong_nonce {
 157                                                 state_lock.fail_reason = AddressState::ProtocolViolation;
 158                                                 state_lock.msg = ("due to invalid pong nonce".to_string(), true);
 159                                                 return future::err(());
 160                                         }
 161                                         check_set_flag!(recvd_pong, "pong");
 162                                         if let Err(_) = write.try_send(NetworkMessage::GetAddr) {
 163                                                 return future::err(());
 164                                         }
 165                                 },
 166                                 Some(NetworkMessage::Addr(addrs)) => {
 167                                         if addrs.len() > 1000 {
 168                                                 state_lock.fail_reason = AddressState::ProtocolViolation;
 169                                                 state_lock.msg = (format!("due to oversized addr: {}", addrs.len()), true);
 170                                                 state_lock.recvd_addrs = false;
 171                                                 return future::err(());
 172                                         }
 173                                         if addrs.len() > 10 {
 174                                                 if !state_lock.recvd_addrs {
 175                                                         if let Err(_) = write.try_send(NetworkMessage::GetData(vec![Inventory::WitnessBlock(state_lock.request.1)])) {
 176                                                                 return future::err(());
 177                                                         }
 178                                                 }
 179                                                 state_lock.recvd_addrs = true;
 180                                         }
 181                                         unsafe { DATA_STORE.as_ref().unwrap() }.add_fresh_nodes(&addrs);
 182                                 },
 183                                 Some(NetworkMessage::Block(block)) => {
 184                                         if block != state_lock.request.2 {
 185                                                 state_lock.fail_reason = AddressState::ProtocolViolation;
 186                                                 state_lock.msg = ("due to bad block".to_string(), true);
 187                                                 return future::err(());
 188                                         }
 189                                         check_set_flag!(recvd_block, "block");
 190                                         return future::err(());
 191                                 },
 192                                 Some(NetworkMessage::Inv(invs)) => {
 193                                         for inv in invs {
 194                                                 match inv {
 195                                                         Inventory::Transaction(_) | Inventory::WitnessTransaction(_) => {
 196                                                                 state_lock.fail_reason = AddressState::EvilNode;
 197                                                                 state_lock.msg = ("due to unrequested inv tx".to_string(), true);
 198                                                                 return future::err(());
 199                                                         }
 200                                                         _ => {},
 201                                                 }
 202                                         }
 203                                 },
 204                                 Some(NetworkMessage::Tx(_)) => {
 205                                         state_lock.fail_reason = AddressState::EvilNode;
 206                                         state_lock.msg = ("due to unrequested transaction".to_string(), true);
 207                                         return future::err(());
 208                                 },
 209                                 _ => {},
 210                         }
 211                         future::ok(())
 212                 }).then(|_| {
 213                         future::err(())
 214                 })
 215         }).then(move |_: Result<(), ()>| {
 216                 let printer = unsafe { PRINTER.as_ref().unwrap() };
 217                 let store = unsafe { DATA_STORE.as_ref().unwrap() };
 218                 printer.set_stat(Stat::ConnectionClosed);
 219
 220                 let mut state_lock = final_peer_state.lock().unwrap();
 221                 if state_lock.recvd_version && state_lock.recvd_verack && state_lock.recvd_pong &&
 222                                 state_lock.recvd_addrs && state_lock.recvd_block {
 223                         let old_state = store.set_node_state(node, AddressState::Good, state_lock.node_services);
 224                         if manual || (old_state != AddressState::Good && state_lock.msg.0 != "") {
 225                                 printer.add_line(format!("Updating {} from {} to Good {}", node, old_state.to_str(), &state_lock.msg.0), state_lock.msg.1);
 226                         }
 227                 } else {
 228                         assert!(state_lock.fail_reason != AddressState::Good);
 229                         if state_lock.fail_reason == AddressState::TimeoutDuringRequest && state_lock.recvd_version && state_lock.recvd_verack {
 230                                 if !state_lock.recvd_pong {
 231                                         state_lock.fail_reason = AddressState::TimeoutAwaitingPong;
 232                                 } else if !state_lock.recvd_addrs {
 233                                         state_lock.fail_reason = AddressState::TimeoutAwaitingAddr;
 234                                 } else if !state_lock.recvd_block {
 235                                         state_lock.fail_reason = AddressState::TimeoutAwaitingBlock;
 236                                 }
 237                         }
 238                         let old_state = store.set_node_state(node, state_lock.fail_reason, 0);
 239                         if (manual || old_state != state_lock.fail_reason) && state_lock.fail_reason == AddressState::TimeoutDuringRequest {
 240                                 printer.add_line(format!("Updating {} from {} to Timeout During Request (ver: {}, vack: {})",
 241                                         node, old_state.to_str(), state_lock.recvd_version, state_lock.recvd_verack), true);
 242                         } else if manual || (old_state != state_lock.fail_reason && state_lock.msg.0 != "" && state_lock.msg.1) {
 243                                 printer.add_line(format!("Updating {} from {} to {} {}", node, old_state.to_str(), state_lock.fail_reason.to_str(), &state_lock.msg.0), state_lock.msg.1);
 244                         }
 245                 }
 246                 future::ok(())
 247         }));
 248 }
 249
 250 fn poll_dnsseeds(bgp_client: Arc<BGPClient>) {
 251         tokio::spawn(future::lazy(|| {
 252                 let printer = unsafe { PRINTER.as_ref().unwrap() };
 253                 let store = unsafe { DATA_STORE.as_ref().unwrap() };
 254
 255                 let mut new_addrs = 0;
 256                 for seed in ["seed.bitcoin.sipa.be", "dnsseed.bitcoin.dashjr.org", "seed.bitcoinstats.com", "seed.bitcoin.jonasschnelli.ch", "seed.btc.petertodd.org", "seed.bitcoin.sprovoost.nl", "dnsseed.emzy.de"].iter() {
 257                         new_addrs += store.add_fresh_addrs((*seed, 8333u16).to_socket_addrs().unwrap_or(Vec::new().into_iter()));
 258                         new_addrs += store.add_fresh_addrs((("x9.".to_string() + seed).as_str(), 8333u16).to_socket_addrs().unwrap_or(Vec::new().into_iter()));
 259                 }
 260                 printer.add_line(format!("Added {} new addresses from other DNS seeds", new_addrs), false);
 261                 Delay::new(Instant::now() + Duration::from_secs(60)).then(|_| {
 262                         let store = unsafe { DATA_STORE.as_ref().unwrap() };
 263                         let dns_future = store.write_dns(Arc::clone(&bgp_client));
 264                         store.save_data().join(dns_future).then(|_| {
 265                                 if !START_SHUTDOWN.load(Ordering::Relaxed) {
 266                                         poll_dnsseeds(bgp_client);
 267                                 } else {
 268                                         bgp_client.disconnect();
 269                                 }
 270                                 future::ok(())
 271                         })
 272                 })
 273         }));
 274 }
 275
 276 fn scan_net() {
 277         tokio::spawn(future::lazy(|| {
 278                 let printer = unsafe { PRINTER.as_ref().unwrap() };
 279                 let store = unsafe { DATA_STORE.as_ref().unwrap() };
 280
 281                 let start_time = Instant::now();
 282                 let mut scan_nodes = store.get_next_scan_nodes();
 283                 printer.add_line(format!("Got {} addresses to scan", scan_nodes.len()), false);
 284                 if !scan_nodes.is_empty() {
 285                         let per_iter_time = Duration::from_millis(datastore::SECS_PER_SCAN_RESULTS * 1000 / scan_nodes.len() as u64);
 286                         let mut iter_time = start_time;
 287
 288                         for node in scan_nodes.drain(..) {
 289                                 scan_node(iter_time, node, false);
 290                                 iter_time += per_iter_time;
 291                         }
 292                 }
 293                 Delay::new(start_time + Duration::from_secs(datastore::SECS_PER_SCAN_RESULTS)).then(move |_| {
 294                         if !START_SHUTDOWN.load(Ordering::Relaxed) {
 295                                 scan_net();
 296                         }
 297                         future::ok(())
 298                 })
 299         }));
 300 }
 301
 302 fn make_trusted_conn(trusted_sockaddr: SocketAddr, bgp_client: Arc<BGPClient>) {
 303         let printer = unsafe { PRINTER.as_ref().unwrap() };
 304         let trusted_peer = Peer::new(trusted_sockaddr.clone(), unsafe { TOR_PROXY.as_ref().unwrap() }, Duration::from_secs(600), printer);
 305         let bgp_reload = Arc::clone(&bgp_client);
 306         tokio::spawn(trusted_peer.and_then(move |(mut trusted_write, trusted_read)| {
 307                 printer.add_line("Connected to local peer".to_string(), false);
 308                 let mut starting_height = 0;
 309                 TimeoutStream::new_persistent(trusted_read, Duration::from_secs(600)).map_err(|_| { () }).for_each(move |msg| {
 310                         if START_SHUTDOWN.load(Ordering::Relaxed) {
 311                                 return future::err(());
 312                         }
 313                         match msg {
 314                                 Some(NetworkMessage::Version(ver)) => {
 315                                         if let Err(_) = trusted_write.try_send(NetworkMessage::Verack) {
 316                                                 return future::err(())
 317                                         }
 318                                         starting_height = ver.start_height;
 319                                 },
 320                                 Some(NetworkMessage::Verack) => {
 321                                         if let Err(_) = trusted_write.try_send(NetworkMessage::SendHeaders) {
 322                                                 return future::err(());
 323                                         }
 324                                         if let Err(_) = trusted_write.try_send(NetworkMessage::GetHeaders(GetHeadersMessage {
 325                                                 version: 70015,
 326                                                 locator_hashes: vec![unsafe { HIGHEST_HEADER.as_ref().unwrap() }.lock().unwrap().0.clone()],
 327                                                 stop_hash: Default::default(),
 328                                         })) {
 329                                                 return future::err(());
 330                                         }
 331                                         if let Err(_) = trusted_write.try_send(NetworkMessage::GetAddr) {
 332                                                 return future::err(());
 333                                         }
 334                                 },
 335                                 Some(NetworkMessage::Addr(addrs)) => {
 336                                         unsafe { DATA_STORE.as_ref().unwrap() }.add_fresh_nodes(&addrs);
 337                                 },
 338                                 Some(NetworkMessage::Headers(headers)) => {
 339                                         if headers.is_empty() {
 340                                                 return future::ok(());
 341                                         }
 342                                         let mut header_map = unsafe { HEADER_MAP.as_ref().unwrap() }.lock().unwrap();
 343                                         let mut height_map = unsafe { HEIGHT_MAP.as_ref().unwrap() }.lock().unwrap();
 344
 345                                         if let Some(height) = header_map.get(&headers[0].prev_blockhash).cloned() {
 346                                                 for i in 0..headers.len() {
 347                                                         let hash = headers[i].bitcoin_hash();
 348                                                         if i < headers.len() - 1 && headers[i + 1].prev_blockhash != hash {
 349                                                                 return future::err(());
 350                                                         }
 351                                                         header_map.insert(headers[i].bitcoin_hash(), height + 1 + (i as u64));
 352                                                         height_map.insert(height + 1 + (i as u64), headers[i].bitcoin_hash());
 353                                                 }
 354
 355                                                 let top_height = height + headers.len() as u64;
 356                                                 *unsafe { HIGHEST_HEADER.as_ref().unwrap() }.lock().unwrap()
 357                                                         = (headers.last().unwrap().bitcoin_hash(), top_height);
 358                                                 printer.set_stat(printer::Stat::HeaderCount(top_height));
 359
 360                                                 if top_height >= starting_height as u64 {
 361                                                         if let Err(_) = trusted_write.try_send(NetworkMessage::GetData(vec![
 362                                                                         Inventory::WitnessBlock(height_map.get(&(top_height - 216)).unwrap().clone())
 363                                                         ])) {
 364                                                                 return future::err(());
 365                                                         }
 366                                                 }
 367                                         } else {
 368                                                 // Wat? Lets start again...
 369                                                 printer.add_line("Got unconnected headers message from local trusted peer".to_string(), true);
 370                                         }
 371                                         if let Err(_) = trusted_write.try_send(NetworkMessage::GetHeaders(GetHeadersMessage {
 372                                                 version: 70015,
 373                                                 locator_hashes: vec![unsafe { HIGHEST_HEADER.as_ref().unwrap() }.lock().unwrap().0.clone()],
 374                                                 stop_hash: Default::default(),
 375                                         })) {
 376                                                 return future::err(())
 377                                         }
 378                                 },
 379                                 Some(NetworkMessage::Block(block)) => {
 380                                         let hash = block.header.bitcoin_hash();
 381                                         let header_map = unsafe { HEADER_MAP.as_ref().unwrap() }.lock().unwrap();
 382                                         let height = *header_map.get(&hash).expect("Got loose block from trusted peer we coulnd't have requested");
 383                                         if height == unsafe { HIGHEST_HEADER.as_ref().unwrap() }.lock().unwrap().1 - 216 {
 384                                                 *unsafe { REQUEST_BLOCK.as_ref().unwrap() }.lock().unwrap() = Arc::new((height, hash, block));
 385                                                 if !SCANNING.swap(true, Ordering::SeqCst) {
 386                                                         scan_net();
 387                                                         poll_dnsseeds(Arc::clone(&bgp_client));
 388                                                 }
 389                                         }
 390                                 },
 391                                 Some(NetworkMessage::Ping(v)) => {
 392                                         if let Err(_) = trusted_write.try_send(NetworkMessage::Pong(v)) {
 393                                                 return future::err(())
 394                                         }
 395                                 },
 396                                 _ => {},
 397                         }
 398                         future::ok(())
 399                 }).then(|_| {
 400                         future::err(())
 401                 })
 402         }).then(move |_: Result<(), ()>| {
 403                 if !START_SHUTDOWN.load(Ordering::Relaxed) {
 404                         printer.add_line("Lost connection from trusted peer".to_string(), true);
 405                         make_trusted_conn(trusted_sockaddr, bgp_reload);
 406                 }
 407                 future::ok(())
 408         }));
 409 }
 410
 411 fn main() {
 412         if env::args().len() != 5 {
 413                 println!("USAGE: dnsseed-rust datastore localPeerAddress tor_proxy_addr bgp_peer");
 414                 return;
 415         }
 416
 417         unsafe { HEADER_MAP = Some(Box::new(Mutex::new(HashMap::with_capacity(600000)))) };
 418         unsafe { HEIGHT_MAP = Some(Box::new(Mutex::new(HashMap::with_capacity(600000)))) };
 419         unsafe { HEADER_MAP.as_ref().unwrap() }.lock().unwrap().insert(genesis_block(Network::Bitcoin).bitcoin_hash(), 0);
 420         unsafe { HEIGHT_MAP.as_ref().unwrap() }.lock().unwrap().insert(0, genesis_block(Network::Bitcoin).bitcoin_hash());
 421         unsafe { HIGHEST_HEADER = Some(Box::new(Mutex::new((genesis_block(Network::Bitcoin).bitcoin_hash(), 0)))) };
 422         unsafe { REQUEST_BLOCK = Some(Box::new(Mutex::new(Arc::new((0, genesis_block(Network::Bitcoin).bitcoin_hash(), genesis_block(Network::Bitcoin)))))) };
 423
 424         let trt = tokio::runtime::Builder::new()
 425                 .blocking_threads(2).core_threads(num_cpus::get().max(1) * 2)
 426                 .build().unwrap();
 427
 428         let _ = trt.block_on_all(future::lazy(|| {
 429                 let mut args = env::args();
 430                 args.next();
 431                 let path = args.next().unwrap();
 432                 let trusted_sockaddr: SocketAddr = args.next().unwrap().parse().unwrap();
 433
 434                 let tor_socks5_sockaddr: SocketAddr = args.next().unwrap().parse().unwrap();
 435                 unsafe { TOR_PROXY = Some(tor_socks5_sockaddr); }
 436
 437                 let bgp_sockaddr: SocketAddr = args.next().unwrap().parse().unwrap();
 438
 439                 Store::new(path).and_then(move |store| {
 440                         unsafe { DATA_STORE = Some(Box::new(store)) };
 441                         let store = unsafe { DATA_STORE.as_ref().unwrap() };
 442                         unsafe { PRINTER = Some(Box::new(Printer::new(store))) };
 443
 444                         let bgp_client = BGPClient::new(bgp_sockaddr, Duration::from_secs(60), unsafe { PRINTER.as_ref().unwrap() });
 445                         make_trusted_conn(trusted_sockaddr, Arc::clone(&bgp_client));
 446
 447                         reader::read(store, unsafe { PRINTER.as_ref().unwrap() }, bgp_client);
 448
 449                         future::ok(())
 450                 }).or_else(|_| {
 451                         future::err(())
 452                 })
 453         }));
 454
 455         tokio::run(future::lazy(|| {
 456                 unsafe { DATA_STORE.as_ref().unwrap() }.save_data()
 457         }));
 458 }