_ Git - dnsseed-rust/blob - src/main.rs

   1 mod printer;
   2 mod reader;
   3 mod peer;
   4 mod timeout_stream;
   5 mod datastore;
   6
   7 use std::env;
   8 use std::collections::HashMap;
   9 use std::sync::{Arc, Mutex};
  10 use std::sync::atomic::{Ordering, AtomicBool};
  11 use std::time::{Duration, Instant};
  12 use std::net::SocketAddr;
  13
  14 use bitcoin_hashes::sha256d;
  15
  16 use bitcoin::blockdata::constants::genesis_block;
  17 use bitcoin::network::constants::Network;
  18 use bitcoin::network::message::NetworkMessage;
  19 use bitcoin::network::message_blockdata::{GetHeadersMessage, Inventory, InvType};
  20 use bitcoin::util::hash::BitcoinHash;
  21
  22 use printer::{Printer, Stat};
  23 use peer::Peer;
  24 use datastore::{AddressState, Store, U64Setting, RegexSetting};
  25 use timeout_stream::TimeoutStream;
  26
  27 use tokio::prelude::*;
  28 use tokio::timer::Delay;
  29
  30 static mut HIGHEST_HEADER: Option<Box<Mutex<(sha256d::Hash, u64)>>> = None;
  31 static mut HEADER_MAP: Option<Box<Mutex<HashMap<sha256d::Hash, u64>>>> = None;
  32 static mut HEIGHT_MAP: Option<Box<Mutex<HashMap<u64, sha256d::Hash>>>> = None;
  33 static mut DATA_STORE: Option<Box<Store>> = None;
  34 static mut PRINTER: Option<Box<Printer>> = None;
  35 pub static START_SHUTDOWN: AtomicBool = AtomicBool::new(false);
  36
  37 struct PeerState {
  38         request: (u64, sha256d::Hash),
  39         node_services: u64,
  40         msg: (String, bool),
  41         fail_reason: AddressState,
  42         recvd_version: bool,
  43         recvd_verack: bool,
  44         recvd_addrs: bool,
  45         recvd_block: bool,
  46 }
  47
  48 pub fn scan_node(scan_time: Instant, node: SocketAddr) {
  49         if START_SHUTDOWN.load(Ordering::Relaxed) { return; }
  50         let printer = unsafe { PRINTER.as_ref().unwrap() };
  51         let store = unsafe { DATA_STORE.as_ref().unwrap() };
  52
  53         let peer_state = Arc::new(Mutex::new(PeerState {
  54                 recvd_version: false,
  55                 recvd_verack: false,
  56                 recvd_addrs: false,
  57                 recvd_block: false,
  58                 node_services: 0,
  59                 fail_reason: AddressState::Timeout,
  60                 msg: (String::new(), false),
  61                 request: (0, Default::default()),
  62         }));
  63         let final_peer_state = Arc::clone(&peer_state);
  64
  65         let peer = Delay::new(scan_time).then(move |_| {
  66                 printer.set_stat(Stat::NewConnection);
  67                 let timeout = store.get_u64(U64Setting::RunTimeout);
  68                 Peer::new(node.clone(), Duration::from_secs(timeout), printer)
  69         });
  70         tokio::spawn(peer.and_then(move |(mut write, read)| {
  71                 let requested_height = unsafe { HIGHEST_HEADER.as_ref().unwrap() }.lock().unwrap().1 - 1008;
  72                 let requested_block = unsafe { HEIGHT_MAP.as_ref().unwrap() }.lock().unwrap().get(&requested_height).unwrap().clone();
  73                 peer_state.lock().unwrap().request = (requested_height, requested_block);
  74
  75                 TimeoutStream::new_timeout(read, scan_time + Duration::from_secs(store.get_u64(U64Setting::RunTimeout))).map_err(|_| { () }).for_each(move |msg| {
  76                         let mut state_lock = peer_state.lock().unwrap();
  77                         macro_rules! check_set_flag {
  78                                 ($recvd_flag: ident, $msg: expr) => { {
  79                                         if state_lock.$recvd_flag {
  80                                                 state_lock.fail_reason = AddressState::ProtocolViolation;
  81                                                 state_lock.msg = (format!("ProtocolViolation due to dup {}", $msg), true);
  82                                                 state_lock.$recvd_flag = false;
  83                                                 return future::err(());
  84                                         }
  85                                         state_lock.$recvd_flag = true;
  86                                 } }
  87                         }
  88                         state_lock.fail_reason = AddressState::TimeoutDuringRequest;
  89                         match msg {
  90                                 NetworkMessage::Version(ver) => {
  91                                         if ver.start_height < 0 || ver.start_height as u64 > state_lock.request.0 + 1008*2 {
  92                                                 state_lock.fail_reason = AddressState::HighBlockCount;
  93                                                 return future::err(());
  94                                         }
  95                                         let safe_ua = ver.user_agent.replace(|c: char| !c.is_ascii() || c < ' ' || c > '~', "");
  96                                         if (ver.start_height as u64) < state_lock.request.0 {
  97                                                 state_lock.msg = (format!("LowBlockCount ({} < {})", ver.start_height, state_lock.request.0), true);
  98                                                 state_lock.fail_reason = AddressState::LowBlockCount;
  99                                                 return future::err(());
 100                                         }
 101                                         let min_version = store.get_u64(U64Setting::MinProtocolVersion);
 102                                         if (ver.version as u64) < min_version {
 103                                                 state_lock.msg = (format!("LowVersion ({} < {})", ver.version, min_version), true);
 104                                                 state_lock.fail_reason = AddressState::LowVersion;
 105                                                 return future::err(());
 106                                         }
 107                                         if ver.services & (1 | (1 << 10)) == 0 {
 108                                                 state_lock.msg = (format!("NotFullNode ({}: services {:x})", safe_ua, ver.services), true);
 109                                                 state_lock.fail_reason = AddressState::NotFullNode;
 110                                                 return future::err(());
 111                                         }
 112                                         if !store.get_regex(RegexSetting::SubverRegex).is_match(&ver.user_agent) {
 113                                                 state_lock.msg = (format!("BadVersion subver {}", safe_ua), true);
 114                                                 state_lock.fail_reason = AddressState::BadVersion;
 115                                                 return future::err(());
 116                                         }
 117                                         check_set_flag!(recvd_version, "version");
 118                                         state_lock.node_services = ver.services;
 119                                         state_lock.msg = (format!("to Good: {}", safe_ua), false);
 120                                         if let Err(_) = write.try_send(NetworkMessage::Verack) {
 121                                                 return future::err(());
 122                                         }
 123                                 },
 124                                 NetworkMessage::Verack => {
 125                                         check_set_flag!(recvd_verack, "verack");
 126                                         if let Err(_) = write.try_send(NetworkMessage::GetAddr) {
 127                                                 return future::err(());
 128                                         }
 129                                 },
 130                                 NetworkMessage::Ping(v) => {
 131                                         if let Err(_) = write.try_send(NetworkMessage::Pong(v)) {
 132                                                 return future::err(())
 133                                         }
 134                                 },
 135                                 NetworkMessage::Addr(addrs) => {
 136                                         if addrs.len() > 1000 {
 137                                                 state_lock.fail_reason = AddressState::ProtocolViolation;
 138                                                 state_lock.msg = (format!("ProtocolViolation due to oversized addr: {}", addrs.len()), true);
 139                                                 state_lock.recvd_addrs = false;
 140                                                 return future::err(());
 141                                         }
 142                                         if !state_lock.recvd_addrs {
 143                                                 if let Err(_) = write.try_send(NetworkMessage::GetData(vec![Inventory {
 144                                                         inv_type: InvType::WitnessBlock,
 145                                                         hash: state_lock.request.1,
 146                                                 }])) {
 147                                                         return future::err(());
 148                                                 }
 149                                         }
 150                                         state_lock.recvd_addrs = true;
 151                                         unsafe { DATA_STORE.as_ref().unwrap() }.add_fresh_nodes(&addrs);
 152                                 },
 153                                 NetworkMessage::Block(block) => {
 154                                         if block.header.bitcoin_hash() != state_lock.request.1 ||
 155                                                         !block.check_merkle_root() || !block.check_witness_commitment() {
 156                                                 state_lock.fail_reason = AddressState::ProtocolViolation;
 157                                                 state_lock.msg = ("ProtocolViolation due to bad block".to_string(), true);
 158                                                 return future::err(());
 159                                         }
 160                                         check_set_flag!(recvd_block, "block");
 161                                 },
 162                                 _ => {},
 163                         }
 164                         future::ok(())
 165                 }).then(|_| {
 166                         future::err(())
 167                 })
 168         }).then(move |_: Result<(), ()>| {
 169                 let printer = unsafe { PRINTER.as_ref().unwrap() };
 170                 let store = unsafe { DATA_STORE.as_ref().unwrap() };
 171                 printer.set_stat(Stat::ConnectionClosed);
 172
 173                 let state_lock = final_peer_state.lock().unwrap();
 174                 if state_lock.recvd_version && state_lock.recvd_verack &&
 175                                 state_lock.recvd_addrs && state_lock.recvd_block {
 176                         let old_state = store.set_node_state(node, AddressState::Good, state_lock.node_services);
 177                         if old_state != AddressState::Good && state_lock.msg.0 != "" {
 178                                 printer.add_line(format!("Updating {} from {} to {}", node, old_state.to_str(), &state_lock.msg.0), state_lock.msg.1);
 179                         }
 180                 } else {
 181                         assert!(state_lock.fail_reason != AddressState::Good);
 182                         let old_state = store.set_node_state(node, state_lock.fail_reason, 0);
 183                         if old_state != state_lock.fail_reason && state_lock.msg.0 != "" {
 184                                 printer.add_line(format!("Updating {} from {} to {}", node, old_state.to_str(), &state_lock.msg.0), state_lock.msg.1);
 185                         }
 186                 }
 187                 future::ok(())
 188         }));
 189 }
 190
 191 fn scan_net() {
 192         tokio::spawn(future::lazy(|| {
 193                 let store = unsafe { DATA_STORE.as_ref().unwrap() };
 194                 let mut scan_nodes = store.get_next_scan_nodes();
 195                 let per_iter_time = Duration::from_millis(1000 / store.get_u64(U64Setting::ConnsPerSec));
 196                 let mut iter_time = Instant::now();
 197
 198                 for node in scan_nodes.drain(..) {
 199                         scan_node(iter_time, node);
 200                         iter_time += per_iter_time;
 201                 }
 202                 Delay::new(iter_time).then(|_| {
 203                         let store = unsafe { DATA_STORE.as_ref().unwrap() };
 204                         store.save_data().then(|_| {
 205                                 if !START_SHUTDOWN.load(Ordering::Relaxed) {
 206                                         scan_net();
 207                                 }
 208                                 future::ok(())
 209                         })
 210                 })
 211         }));
 212 }
 213
 214 fn make_trusted_conn(trusted_sockaddr: SocketAddr) {
 215         let printer = unsafe { PRINTER.as_ref().unwrap() };
 216         let trusted_peer = Peer::new(trusted_sockaddr.clone(), Duration::from_secs(600), printer);
 217         tokio::spawn(trusted_peer.and_then(move |(mut trusted_write, trusted_read)| {
 218                 printer.add_line("Connected to local peer".to_string(), false);
 219                 let mut starting_height = 0;
 220                 TimeoutStream::new_persistent(trusted_read, Duration::from_secs(600)).map_err(|_| { () }).for_each(move |msg| {
 221                         if START_SHUTDOWN.load(Ordering::Relaxed) {
 222                                 return future::err(());
 223                         }
 224                         match msg {
 225                                 NetworkMessage::Version(ver) => {
 226                                         if let Err(_) = trusted_write.try_send(NetworkMessage::Verack) {
 227                                                 return future::err(())
 228                                         }
 229                                         starting_height = ver.start_height;
 230                                 },
 231                                 NetworkMessage::Verack => {
 232                                         if let Err(_) = trusted_write.try_send(NetworkMessage::GetHeaders(GetHeadersMessage {
 233                                                 version: 70015,
 234                                                 locator_hashes: vec![unsafe { HIGHEST_HEADER.as_ref().unwrap() }.lock().unwrap().0.clone()],
 235                                                 stop_hash: Default::default(),
 236                                         })) {
 237                                                 return future::err(());
 238                                         }
 239                                         if let Err(_) = trusted_write.try_send(NetworkMessage::GetAddr) {
 240                                                 return future::err(());
 241                                         }
 242                                 },
 243                                 NetworkMessage::Addr(addrs) => {
 244                                         unsafe { DATA_STORE.as_ref().unwrap() }.add_fresh_nodes(&addrs);
 245                                 },
 246                                 NetworkMessage::Headers(headers) => {
 247                                         if headers.is_empty() {
 248                                                 return future::ok(());
 249                                         }
 250                                         let mut header_map = unsafe { HEADER_MAP.as_ref().unwrap() }.lock().unwrap();
 251                                         let mut height_map = unsafe { HEIGHT_MAP.as_ref().unwrap() }.lock().unwrap();
 252                                         if let Some(height) = header_map.get(&headers[0].prev_blockhash).cloned() {
 253                                                 for i in 0..headers.len() {
 254                                                         let hash = headers[i].bitcoin_hash();
 255                                                         if i < headers.len() - 1 && headers[i + 1].prev_blockhash != hash {
 256                                                                 return future::err(());
 257                                                         }
 258                                                         header_map.insert(headers[i].bitcoin_hash(), height + 1 + (i as u64));
 259                                                         height_map.insert(height + 1 + (i as u64), headers[i].bitcoin_hash());
 260                                                 }
 261                                                 let top_height = height + headers.len() as u64;
 262                                                 *unsafe { HIGHEST_HEADER.as_ref().unwrap() }.lock().unwrap()
 263                                                         = (headers.last().unwrap().bitcoin_hash(), top_height);
 264                                                 printer.set_stat(printer::Stat::HeaderCount(top_height));
 265                                                 if top_height >= starting_height as u64 {
 266                                                         scan_net();
 267                                                 }
 268                                         } else {
 269                                                 // Wat? Lets start again...
 270                                                 printer.add_line("Got unconnected headers message from local trusted peer".to_string(), true);
 271                                         }
 272                                         if let Err(_) = trusted_write.try_send(NetworkMessage::GetHeaders(GetHeadersMessage {
 273                                                 version: 70015,
 274                                                 locator_hashes: vec![unsafe { HIGHEST_HEADER.as_ref().unwrap() }.lock().unwrap().0.clone()],
 275                                                 stop_hash: Default::default(),
 276                                         })) {
 277                                                 return future::err(())
 278                                         }
 279                                 },
 280                                 NetworkMessage::Ping(v) => {
 281                                         if let Err(_) = trusted_write.try_send(NetworkMessage::Pong(v)) {
 282                                                 return future::err(())
 283                                         }
 284                                 },
 285                                 _ => {},
 286                         }
 287                         future::ok(())
 288                 }).then(|_| {
 289                         future::err(())
 290                 })
 291         }).then(move |_: Result<(), ()>| {
 292                 if !START_SHUTDOWN.load(Ordering::Relaxed) {
 293                         printer.add_line("Lost connection from trusted peer".to_string(), true);
 294                         make_trusted_conn(trusted_sockaddr);
 295                 }
 296                 future::ok(())
 297         }));
 298 }
 299
 300 fn main() {
 301         if env::args().len() != 3 {
 302                 println!("USAGE: dnsseed-rust datastore localPeerAddress");
 303                 return;
 304         }
 305
 306         unsafe { HEADER_MAP = Some(Box::new(Mutex::new(HashMap::new()))) };
 307         unsafe { HEIGHT_MAP = Some(Box::new(Mutex::new(HashMap::new()))) };
 308         unsafe { HEADER_MAP.as_ref().unwrap() }.lock().unwrap().insert(genesis_block(Network::Bitcoin).bitcoin_hash(), 0);
 309         unsafe { HEIGHT_MAP.as_ref().unwrap() }.lock().unwrap().insert(0, genesis_block(Network::Bitcoin).bitcoin_hash());
 310         unsafe { HIGHEST_HEADER = Some(Box::new(Mutex::new((genesis_block(Network::Bitcoin).bitcoin_hash(), 0)))) };
 311
 312         tokio::run(future::lazy(|| {
 313                 let mut args = env::args();
 314                 args.next();
 315                 let path = args.next().unwrap();
 316                 let addr = args.next().unwrap();
 317
 318                 Store::new(path).and_then(move |store| {
 319                         unsafe { DATA_STORE = Some(Box::new(store)) };
 320                         let store = unsafe { DATA_STORE.as_ref().unwrap() };
 321                         unsafe { PRINTER = Some(Box::new(Printer::new(store))) };
 322
 323                         let trusted_sockaddr: SocketAddr = addr.parse().unwrap();
 324                         make_trusted_conn(trusted_sockaddr);
 325
 326                         reader::read(store, unsafe { PRINTER.as_ref().unwrap() });
 327
 328                         future::ok(())
 329                 }).or_else(|_| {
 330                         future::err(())
 331                 })
 332         }));
 333
 334         tokio::run(future::lazy(|| {
 335                 unsafe { DATA_STORE.as_ref().unwrap() }.save_data()
 336         }));
 337 }