9 use std::collections::HashMap;
10 use std::sync::{Arc, Mutex};
11 use std::sync::atomic::{Ordering, AtomicBool};
12 use std::time::{Duration, Instant};
13 use std::net::{SocketAddr, ToSocketAddrs};
15 use bitcoin_hashes::sha256d;
17 use bitcoin::blockdata::block::Block;
18 use bitcoin::blockdata::constants::genesis_block;
19 use bitcoin::network::constants::Network;
20 use bitcoin::network::message::NetworkMessage;
21 use bitcoin::network::message_blockdata::{GetHeadersMessage, Inventory, InvType};
22 use bitcoin::util::hash::BitcoinHash;
24 use printer::{Printer, Stat};
26 use datastore::{AddressState, Store, U64Setting, RegexSetting};
27 use timeout_stream::TimeoutStream;
29 use bgp_client::BGPClient;
31 use tokio::prelude::*;
32 use tokio::timer::Delay;
34 static mut REQUEST_BLOCK: Option<Box<Mutex<Arc<(u64, sha256d::Hash, Block)>>>> = None;
35 static mut HIGHEST_HEADER: Option<Box<Mutex<(sha256d::Hash, u64)>>> = None;
36 static mut HEADER_MAP: Option<Box<Mutex<HashMap<sha256d::Hash, u64>>>> = None;
37 static mut HEIGHT_MAP: Option<Box<Mutex<HashMap<u64, sha256d::Hash>>>> = None;
38 static mut DATA_STORE: Option<Box<Store>> = None;
39 static mut PRINTER: Option<Box<Printer>> = None;
40 pub static START_SHUTDOWN: AtomicBool = AtomicBool::new(false);
41 static SCANNING: AtomicBool = AtomicBool::new(false);
44 request: Arc<(u64, sha256d::Hash, Block)>,
47 fail_reason: AddressState,
56 pub fn scan_node(scan_time: Instant, node: SocketAddr, manual: bool) {
57 if START_SHUTDOWN.load(Ordering::Relaxed) { return; }
58 let printer = unsafe { PRINTER.as_ref().unwrap() };
59 let store = unsafe { DATA_STORE.as_ref().unwrap() };
61 let mut rng = rand::thread_rng();
62 let peer_state = Arc::new(Mutex::new(PeerState {
68 pong_nonce: rng.gen(),
70 fail_reason: AddressState::Timeout,
71 msg: (String::new(), false),
72 request: Arc::clone(&unsafe { REQUEST_BLOCK.as_ref().unwrap() }.lock().unwrap()),
74 let err_peer_state = Arc::clone(&peer_state);
75 let final_peer_state = Arc::clone(&peer_state);
77 let peer = Delay::new(scan_time).then(move |_| {
78 printer.set_stat(Stat::NewConnection);
79 let timeout = store.get_u64(U64Setting::RunTimeout);
80 Peer::new(node.clone(), Duration::from_secs(timeout), printer)
82 tokio::spawn(peer.and_then(move |(mut write, read)| {
83 TimeoutStream::new_timeout(read, scan_time + Duration::from_secs(store.get_u64(U64Setting::RunTimeout))).map_err(move |err| {
85 bitcoin::consensus::encode::Error::UnrecognizedNetworkCommand(ref msg) => {
86 // If we got here, we hit one of the explicitly disallowed messages indicating
88 let mut state_lock = err_peer_state.lock().unwrap();
89 state_lock.msg = (format!("(bad msg type {})", msg), true);
90 state_lock.fail_reason = AddressState::EvilNode;
95 }).for_each(move |msg| {
96 let mut state_lock = peer_state.lock().unwrap();
97 macro_rules! check_set_flag {
98 ($recvd_flag: ident, $msg: expr) => { {
99 if state_lock.$recvd_flag {
100 state_lock.fail_reason = AddressState::ProtocolViolation;
101 state_lock.msg = (format!("due to dup {}", $msg), true);
102 state_lock.$recvd_flag = false;
103 return future::err(());
105 state_lock.$recvd_flag = true;
108 state_lock.fail_reason = AddressState::TimeoutDuringRequest;
110 NetworkMessage::Version(ver) => {
111 if ver.start_height < 0 || ver.start_height as u64 > state_lock.request.0 + 1008*2 {
112 state_lock.fail_reason = AddressState::HighBlockCount;
113 return future::err(());
115 let safe_ua = ver.user_agent.replace(|c: char| !c.is_ascii() || c < ' ' || c > '~', "");
116 if (ver.start_height as u64) < state_lock.request.0 {
117 state_lock.msg = (format!("({} < {})", ver.start_height, state_lock.request.0), true);
118 state_lock.fail_reason = AddressState::LowBlockCount;
119 return future::err(());
121 let min_version = store.get_u64(U64Setting::MinProtocolVersion);
122 if (ver.version as u64) < min_version {
123 state_lock.msg = (format!("({} < {})", ver.version, min_version), true);
124 state_lock.fail_reason = AddressState::LowVersion;
125 return future::err(());
127 if ver.services & (1 | (1 << 10)) == 0 {
128 state_lock.msg = (format!("({}: services {:x})", safe_ua, ver.services), true);
129 state_lock.fail_reason = AddressState::NotFullNode;
130 return future::err(());
132 if !store.get_regex(RegexSetting::SubverRegex).is_match(&ver.user_agent) {
133 state_lock.msg = (format!("subver {}", safe_ua), true);
134 state_lock.fail_reason = AddressState::BadVersion;
135 return future::err(());
137 check_set_flag!(recvd_version, "version");
138 state_lock.node_services = ver.services;
139 state_lock.msg = (format!("(subver: {})", safe_ua), false);
140 if let Err(_) = write.try_send(NetworkMessage::Verack) {
141 return future::err(());
144 NetworkMessage::Verack => {
145 check_set_flag!(recvd_verack, "verack");
146 if let Err(_) = write.try_send(NetworkMessage::Ping(state_lock.pong_nonce)) {
147 return future::err(());
150 NetworkMessage::Ping(v) => {
151 if let Err(_) = write.try_send(NetworkMessage::Pong(v)) {
152 return future::err(())
155 NetworkMessage::Pong(v) => {
156 if v != state_lock.pong_nonce {
157 state_lock.fail_reason = AddressState::ProtocolViolation;
158 state_lock.msg = ("due to invalid pong nonce".to_string(), true);
159 return future::err(());
161 check_set_flag!(recvd_pong, "pong");
162 if let Err(_) = write.try_send(NetworkMessage::GetAddr) {
163 return future::err(());
166 NetworkMessage::Addr(addrs) => {
167 if addrs.len() > 1000 {
168 state_lock.fail_reason = AddressState::ProtocolViolation;
169 state_lock.msg = (format!("due to oversized addr: {}", addrs.len()), true);
170 state_lock.recvd_addrs = false;
171 return future::err(());
173 if addrs.len() > 10 {
174 if !state_lock.recvd_addrs {
175 if let Err(_) = write.try_send(NetworkMessage::GetData(vec![Inventory {
176 inv_type: InvType::WitnessBlock,
177 hash: state_lock.request.1,
179 return future::err(());
182 state_lock.recvd_addrs = true;
184 unsafe { DATA_STORE.as_ref().unwrap() }.add_fresh_nodes(&addrs);
186 NetworkMessage::Block(block) => {
187 if block != state_lock.request.2 {
188 state_lock.fail_reason = AddressState::ProtocolViolation;
189 state_lock.msg = ("due to bad block".to_string(), true);
190 return future::err(());
192 check_set_flag!(recvd_block, "block");
193 return future::err(());
195 NetworkMessage::Inv(invs) => {
197 if inv.inv_type == InvType::Transaction {
198 state_lock.fail_reason = AddressState::EvilNode;
199 state_lock.msg = ("due to unrequested inv tx".to_string(), true);
200 return future::err(());
204 NetworkMessage::Tx(_) => {
205 state_lock.fail_reason = AddressState::EvilNode;
206 state_lock.msg = ("due to unrequested transaction".to_string(), true);
207 return future::err(());
215 }).then(move |_: Result<(), ()>| {
216 let printer = unsafe { PRINTER.as_ref().unwrap() };
217 let store = unsafe { DATA_STORE.as_ref().unwrap() };
218 printer.set_stat(Stat::ConnectionClosed);
220 let mut state_lock = final_peer_state.lock().unwrap();
221 if state_lock.recvd_version && state_lock.recvd_verack && state_lock.recvd_pong &&
222 state_lock.recvd_addrs && state_lock.recvd_block {
223 let old_state = store.set_node_state(node, AddressState::Good, state_lock.node_services);
224 if manual || (old_state != AddressState::Good && state_lock.msg.0 != "") {
225 printer.add_line(format!("Updating {} from {} to Good {}", node, old_state.to_str(), &state_lock.msg.0), state_lock.msg.1);
228 assert!(state_lock.fail_reason != AddressState::Good);
229 if state_lock.fail_reason == AddressState::TimeoutDuringRequest && state_lock.recvd_version && state_lock.recvd_verack {
230 if !state_lock.recvd_pong {
231 state_lock.fail_reason = AddressState::TimeoutAwaitingPong;
232 } else if !state_lock.recvd_addrs {
233 state_lock.fail_reason = AddressState::TimeoutAwaitingAddr;
234 } else if !state_lock.recvd_block {
235 state_lock.fail_reason = AddressState::TimeoutAwaitingBlock;
238 let old_state = store.set_node_state(node, state_lock.fail_reason, 0);
239 if (manual || old_state != state_lock.fail_reason) && state_lock.fail_reason == AddressState::TimeoutDuringRequest {
240 printer.add_line(format!("Updating {} from {} to Timeout During Request (ver: {}, vack: {})",
241 node, old_state.to_str(), state_lock.recvd_version, state_lock.recvd_verack), true);
242 } else if manual || (old_state != state_lock.fail_reason && state_lock.msg.0 != "" && state_lock.msg.1) {
243 printer.add_line(format!("Updating {} from {} to {} {}", node, old_state.to_str(), state_lock.fail_reason.to_str(), &state_lock.msg.0), state_lock.msg.1);
250 fn poll_dnsseeds(bgp_client: Arc<BGPClient>) {
251 tokio::spawn(future::lazy(|| {
252 let printer = unsafe { PRINTER.as_ref().unwrap() };
253 let store = unsafe { DATA_STORE.as_ref().unwrap() };
255 let mut new_addrs = 0;
256 for seed in ["seed.bitcoin.sipa.be", "dnsseed.bitcoin.dashjr.org", "seed.bitcoinstats.com", "seed.bitcoin.jonasschnelli.ch", "seed.btc.petertodd.org", "seed.bitcoin.sprovoost.nl", "dnsseed.emzy.de"].iter() {
257 new_addrs += store.add_fresh_addrs((*seed, 8333u16).to_socket_addrs().unwrap_or(Vec::new().into_iter()));
258 new_addrs += store.add_fresh_addrs((("x9.".to_string() + seed).as_str(), 8333u16).to_socket_addrs().unwrap_or(Vec::new().into_iter()));
260 printer.add_line(format!("Added {} new addresses from other DNS seeds", new_addrs), false);
261 Delay::new(Instant::now() + Duration::from_secs(60)).then(|_| {
262 let store = unsafe { DATA_STORE.as_ref().unwrap() };
263 let dns_future = store.write_dns(Arc::clone(&bgp_client));
264 store.save_data().join(dns_future).then(|_| {
265 if !START_SHUTDOWN.load(Ordering::Relaxed) {
266 poll_dnsseeds(bgp_client);
268 bgp_client.disconnect();
277 tokio::spawn(future::lazy(|| {
278 let printer = unsafe { PRINTER.as_ref().unwrap() };
279 let store = unsafe { DATA_STORE.as_ref().unwrap() };
281 let mut scan_nodes = store.get_next_scan_nodes();
282 printer.add_line(format!("Got {} addresses to scan", scan_nodes.len()), false);
283 let per_iter_time = Duration::from_millis(1000 / store.get_u64(U64Setting::ConnsPerSec));
284 let start_time = Instant::now();
285 let mut iter_time = start_time;
287 for node in scan_nodes.drain(..) {
288 scan_node(iter_time, node, false);
289 iter_time += per_iter_time;
291 Delay::new(cmp::max(iter_time, start_time + Duration::from_secs(1))).then(|_| {
292 if !START_SHUTDOWN.load(Ordering::Relaxed) {
300 fn make_trusted_conn(trusted_sockaddr: SocketAddr, bgp_client: Arc<BGPClient>) {
301 let printer = unsafe { PRINTER.as_ref().unwrap() };
302 let trusted_peer = Peer::new(trusted_sockaddr.clone(), Duration::from_secs(600), printer);
303 let bgp_reload = Arc::clone(&bgp_client);
304 tokio::spawn(trusted_peer.and_then(move |(mut trusted_write, trusted_read)| {
305 printer.add_line("Connected to local peer".to_string(), false);
306 let mut starting_height = 0;
307 TimeoutStream::new_persistent(trusted_read, Duration::from_secs(600)).map_err(|_| { () }).for_each(move |msg| {
308 if START_SHUTDOWN.load(Ordering::Relaxed) {
309 return future::err(());
312 NetworkMessage::Version(ver) => {
313 if let Err(_) = trusted_write.try_send(NetworkMessage::Verack) {
314 return future::err(())
316 starting_height = ver.start_height;
318 NetworkMessage::Verack => {
319 if let Err(_) = trusted_write.try_send(NetworkMessage::SendHeaders) {
320 return future::err(());
322 if let Err(_) = trusted_write.try_send(NetworkMessage::GetHeaders(GetHeadersMessage {
324 locator_hashes: vec![unsafe { HIGHEST_HEADER.as_ref().unwrap() }.lock().unwrap().0.clone()],
325 stop_hash: Default::default(),
327 return future::err(());
329 if let Err(_) = trusted_write.try_send(NetworkMessage::GetAddr) {
330 return future::err(());
333 NetworkMessage::Addr(addrs) => {
334 unsafe { DATA_STORE.as_ref().unwrap() }.add_fresh_nodes(&addrs);
336 NetworkMessage::Headers(headers) => {
337 if headers.is_empty() {
338 return future::ok(());
340 let mut header_map = unsafe { HEADER_MAP.as_ref().unwrap() }.lock().unwrap();
341 let mut height_map = unsafe { HEIGHT_MAP.as_ref().unwrap() }.lock().unwrap();
343 if let Some(height) = header_map.get(&headers[0].prev_blockhash).cloned() {
344 for i in 0..headers.len() {
345 let hash = headers[i].bitcoin_hash();
346 if i < headers.len() - 1 && headers[i + 1].prev_blockhash != hash {
347 return future::err(());
349 header_map.insert(headers[i].bitcoin_hash(), height + 1 + (i as u64));
350 height_map.insert(height + 1 + (i as u64), headers[i].bitcoin_hash());
353 let top_height = height + headers.len() as u64;
354 *unsafe { HIGHEST_HEADER.as_ref().unwrap() }.lock().unwrap()
355 = (headers.last().unwrap().bitcoin_hash(), top_height);
356 printer.set_stat(printer::Stat::HeaderCount(top_height));
358 if top_height >= starting_height as u64 {
359 if let Err(_) = trusted_write.try_send(NetworkMessage::GetData(vec![Inventory {
360 inv_type: InvType::WitnessBlock,
361 hash: height_map.get(&(top_height - 216)).unwrap().clone(),
363 return future::err(());
367 // Wat? Lets start again...
368 printer.add_line("Got unconnected headers message from local trusted peer".to_string(), true);
370 if let Err(_) = trusted_write.try_send(NetworkMessage::GetHeaders(GetHeadersMessage {
372 locator_hashes: vec![unsafe { HIGHEST_HEADER.as_ref().unwrap() }.lock().unwrap().0.clone()],
373 stop_hash: Default::default(),
375 return future::err(())
378 NetworkMessage::Block(block) => {
379 let hash = block.header.bitcoin_hash();
380 let header_map = unsafe { HEADER_MAP.as_ref().unwrap() }.lock().unwrap();
381 let height = *header_map.get(&hash).expect("Got loose block from trusted peer we coulnd't have requested");
382 if height == unsafe { HIGHEST_HEADER.as_ref().unwrap() }.lock().unwrap().1 - 216 {
383 *unsafe { REQUEST_BLOCK.as_ref().unwrap() }.lock().unwrap() = Arc::new((height, hash, block));
384 if !SCANNING.swap(true, Ordering::SeqCst) {
386 poll_dnsseeds(Arc::clone(&bgp_client));
390 NetworkMessage::Ping(v) => {
391 if let Err(_) = trusted_write.try_send(NetworkMessage::Pong(v)) {
392 return future::err(())
401 }).then(move |_: Result<(), ()>| {
402 if !START_SHUTDOWN.load(Ordering::Relaxed) {
403 printer.add_line("Lost connection from trusted peer".to_string(), true);
404 make_trusted_conn(trusted_sockaddr, bgp_reload);
411 if env::args().len() != 4 {
412 println!("USAGE: dnsseed-rust datastore localPeerAddress bgp_peer");
416 unsafe { HEADER_MAP = Some(Box::new(Mutex::new(HashMap::with_capacity(600000)))) };
417 unsafe { HEIGHT_MAP = Some(Box::new(Mutex::new(HashMap::with_capacity(600000)))) };
418 unsafe { HEADER_MAP.as_ref().unwrap() }.lock().unwrap().insert(genesis_block(Network::Bitcoin).bitcoin_hash(), 0);
419 unsafe { HEIGHT_MAP.as_ref().unwrap() }.lock().unwrap().insert(0, genesis_block(Network::Bitcoin).bitcoin_hash());
420 unsafe { HIGHEST_HEADER = Some(Box::new(Mutex::new((genesis_block(Network::Bitcoin).bitcoin_hash(), 0)))) };
421 unsafe { REQUEST_BLOCK = Some(Box::new(Mutex::new(Arc::new((0, genesis_block(Network::Bitcoin).bitcoin_hash(), genesis_block(Network::Bitcoin)))))) };
423 let trt = tokio::runtime::Builder::new()
424 .blocking_threads(2).core_threads(num_cpus::get().max(1) * 3)
427 let _ = trt.block_on_all(future::lazy(|| {
428 let mut args = env::args();
430 let path = args.next().unwrap();
431 let trusted_sockaddr: SocketAddr = args.next().unwrap().parse().unwrap();
432 let bgp_sockaddr: SocketAddr = args.next().unwrap().parse().unwrap();
434 Store::new(path).and_then(move |store| {
435 unsafe { DATA_STORE = Some(Box::new(store)) };
436 let store = unsafe { DATA_STORE.as_ref().unwrap() };
437 unsafe { PRINTER = Some(Box::new(Printer::new(store))) };
439 let bgp_client = BGPClient::new(bgp_sockaddr, Duration::from_secs(600), unsafe { PRINTER.as_ref().unwrap() });
440 make_trusted_conn(trusted_sockaddr, bgp_client);
442 reader::read(store, unsafe { PRINTER.as_ref().unwrap() });
450 tokio::run(future::lazy(|| {
451 unsafe { DATA_STORE.as_ref().unwrap() }.save_data()