8 use std::collections::HashMap;
9 use std::sync::{Arc, Mutex};
10 use std::sync::atomic::{Ordering, AtomicBool};
11 use std::time::{Duration, Instant};
12 use std::net::{SocketAddr, ToSocketAddrs};
14 use bitcoin_hashes::sha256d;
16 use bitcoin::blockdata::block::Block;
17 use bitcoin::blockdata::constants::genesis_block;
18 use bitcoin::network::constants::Network;
19 use bitcoin::network::message::NetworkMessage;
20 use bitcoin::network::message_blockdata::{GetHeadersMessage, Inventory, InvType};
21 use bitcoin::util::hash::BitcoinHash;
23 use printer::{Printer, Stat};
25 use datastore::{AddressState, Store, U64Setting, RegexSetting};
26 use timeout_stream::TimeoutStream;
28 use tokio::prelude::*;
29 use tokio::timer::Delay;
31 static mut REQUEST_BLOCK: Option<Box<Mutex<Arc<(u64, sha256d::Hash, Block)>>>> = None;
32 static mut HIGHEST_HEADER: Option<Box<Mutex<(sha256d::Hash, u64)>>> = None;
33 static mut HEADER_MAP: Option<Box<Mutex<HashMap<sha256d::Hash, u64>>>> = None;
34 static mut HEIGHT_MAP: Option<Box<Mutex<HashMap<u64, sha256d::Hash>>>> = None;
35 static mut DATA_STORE: Option<Box<Store>> = None;
36 static mut PRINTER: Option<Box<Printer>> = None;
37 pub static START_SHUTDOWN: AtomicBool = AtomicBool::new(false);
38 static SCANNING: AtomicBool = AtomicBool::new(false);
41 request: Arc<(u64, sha256d::Hash, Block)>,
44 fail_reason: AddressState,
51 pub fn scan_node(scan_time: Instant, node: SocketAddr) {
52 if START_SHUTDOWN.load(Ordering::Relaxed) { return; }
53 let printer = unsafe { PRINTER.as_ref().unwrap() };
54 let store = unsafe { DATA_STORE.as_ref().unwrap() };
56 let peer_state = Arc::new(Mutex::new(PeerState {
62 fail_reason: AddressState::Timeout,
63 msg: (String::new(), false),
64 request: Arc::clone(&unsafe { REQUEST_BLOCK.as_ref().unwrap() }.lock().unwrap()),
66 let final_peer_state = Arc::clone(&peer_state);
68 let peer = Delay::new(scan_time).then(move |_| {
69 printer.set_stat(Stat::NewConnection);
70 let timeout = store.get_u64(U64Setting::RunTimeout);
71 Peer::new(node.clone(), Duration::from_secs(timeout), printer)
73 tokio::spawn(peer.and_then(move |(mut write, read)| {
74 TimeoutStream::new_timeout(read, scan_time + Duration::from_secs(store.get_u64(U64Setting::RunTimeout))).map_err(|_| { () }).for_each(move |msg| {
75 let mut state_lock = peer_state.lock().unwrap();
76 macro_rules! check_set_flag {
77 ($recvd_flag: ident, $msg: expr) => { {
78 if state_lock.$recvd_flag {
79 state_lock.fail_reason = AddressState::ProtocolViolation;
80 state_lock.msg = (format!("ProtocolViolation due to dup {}", $msg), true);
81 state_lock.$recvd_flag = false;
82 return future::err(());
84 state_lock.$recvd_flag = true;
87 state_lock.fail_reason = AddressState::TimeoutDuringRequest;
89 NetworkMessage::Version(ver) => {
90 if ver.start_height < 0 || ver.start_height as u64 > state_lock.request.0 + 1008*2 {
91 state_lock.fail_reason = AddressState::HighBlockCount;
92 return future::err(());
94 let safe_ua = ver.user_agent.replace(|c: char| !c.is_ascii() || c < ' ' || c > '~', "");
95 if (ver.start_height as u64) < state_lock.request.0 {
96 state_lock.msg = (format!("LowBlockCount ({} < {})", ver.start_height, state_lock.request.0), true);
97 state_lock.fail_reason = AddressState::LowBlockCount;
98 return future::err(());
100 let min_version = store.get_u64(U64Setting::MinProtocolVersion);
101 if (ver.version as u64) < min_version {
102 state_lock.msg = (format!("LowVersion ({} < {})", ver.version, min_version), true);
103 state_lock.fail_reason = AddressState::LowVersion;
104 return future::err(());
106 if ver.services & (1 | (1 << 10)) == 0 {
107 state_lock.msg = (format!("NotFullNode ({}: services {:x})", safe_ua, ver.services), true);
108 state_lock.fail_reason = AddressState::NotFullNode;
109 return future::err(());
111 if !store.get_regex(RegexSetting::SubverRegex).is_match(&ver.user_agent) {
112 state_lock.msg = (format!("BadVersion subver {}", safe_ua), true);
113 state_lock.fail_reason = AddressState::BadVersion;
114 return future::err(());
116 check_set_flag!(recvd_version, "version");
117 state_lock.node_services = ver.services;
118 state_lock.msg = (format!("to Good: {}", safe_ua), false);
119 if let Err(_) = write.try_send(NetworkMessage::Verack) {
120 return future::err(());
123 NetworkMessage::Verack => {
124 check_set_flag!(recvd_verack, "verack");
125 if let Err(_) = write.try_send(NetworkMessage::GetAddr) {
126 return future::err(());
129 NetworkMessage::Ping(v) => {
130 if let Err(_) = write.try_send(NetworkMessage::Pong(v)) {
131 return future::err(())
134 NetworkMessage::Addr(addrs) => {
135 if addrs.len() > 1000 {
136 state_lock.fail_reason = AddressState::ProtocolViolation;
137 state_lock.msg = (format!("ProtocolViolation due to oversized addr: {}", addrs.len()), true);
138 state_lock.recvd_addrs = false;
139 return future::err(());
141 if !state_lock.recvd_addrs {
142 if let Err(_) = write.try_send(NetworkMessage::GetData(vec![Inventory {
143 inv_type: InvType::WitnessBlock,
144 hash: state_lock.request.1,
146 return future::err(());
149 state_lock.recvd_addrs = true;
150 unsafe { DATA_STORE.as_ref().unwrap() }.add_fresh_nodes(&addrs);
152 NetworkMessage::Block(block) => {
153 if block != state_lock.request.2 {
154 state_lock.fail_reason = AddressState::ProtocolViolation;
155 state_lock.msg = ("ProtocolViolation due to bad block".to_string(), true);
156 return future::err(());
158 check_set_flag!(recvd_block, "block");
166 }).then(move |_: Result<(), ()>| {
167 let printer = unsafe { PRINTER.as_ref().unwrap() };
168 let store = unsafe { DATA_STORE.as_ref().unwrap() };
169 printer.set_stat(Stat::ConnectionClosed);
171 let state_lock = final_peer_state.lock().unwrap();
172 if state_lock.recvd_version && state_lock.recvd_verack &&
173 state_lock.recvd_addrs && state_lock.recvd_block {
174 let old_state = store.set_node_state(node, AddressState::Good, state_lock.node_services);
175 if old_state != AddressState::Good && state_lock.msg.0 != "" {
176 printer.add_line(format!("Updating {} from {} to {}", node, old_state.to_str(), &state_lock.msg.0), state_lock.msg.1);
179 assert!(state_lock.fail_reason != AddressState::Good);
180 let old_state = store.set_node_state(node, state_lock.fail_reason, 0);
181 if old_state != state_lock.fail_reason && state_lock.msg.0 != "" && state_lock.msg.1 {
182 printer.add_line(format!("Updating {} from {} to {}", node, old_state.to_str(), &state_lock.msg.0), state_lock.msg.1);
183 } else if old_state != state_lock.fail_reason && state_lock.fail_reason == AddressState::TimeoutDuringRequest {
184 printer.add_line(format!("Updating {} from {} to Timeout During Request (ver: {}, vack: {}, addr: {}, block: {})",
185 node, old_state.to_str(), state_lock.recvd_version, state_lock.recvd_verack, state_lock.recvd_addrs, state_lock.recvd_block), true);
193 tokio::spawn(future::lazy(|| {
194 let printer = unsafe { PRINTER.as_ref().unwrap() };
195 let store = unsafe { DATA_STORE.as_ref().unwrap() };
197 let mut new_addrs = 0;
198 for seed in ["seed.bitcoin.sipa.be", "dnsseed.bitcoin.dashjr.org", "seed.bitcoinstats.com", "seed.bitcoin.jonasschnelli.ch", "seed.btc.petertodd.org", "seed.bitcoin.sprovoost.nl", "dnsseed.emzy.de"].iter() {
199 new_addrs += store.add_fresh_addrs((*seed, 8333u16).to_socket_addrs().unwrap_or(Vec::new().into_iter()));
200 new_addrs += store.add_fresh_addrs((("x9.".to_string() + seed).as_str(), 8333u16).to_socket_addrs().unwrap_or(Vec::new().into_iter()));
202 printer.add_line(format!("Added {} new addresses from other DNS seeds", new_addrs), false);
203 Delay::new(Instant::now() + Duration::from_secs(60)).then(|_| {
204 if !START_SHUTDOWN.load(Ordering::Relaxed) {
213 tokio::spawn(future::lazy(|| {
214 let store = unsafe { DATA_STORE.as_ref().unwrap() };
216 let mut scan_nodes = store.get_next_scan_nodes();
217 let per_iter_time = Duration::from_millis(1000 / store.get_u64(U64Setting::ConnsPerSec));
218 let start_time = Instant::now();
219 let mut iter_time = start_time;
221 for node in scan_nodes.drain(..) {
222 scan_node(iter_time, node);
223 iter_time += per_iter_time;
225 Delay::new(cmp::max(iter_time, start_time + Duration::from_secs(15))).then(|_| {
226 let store = unsafe { DATA_STORE.as_ref().unwrap() };
227 store.save_data().then(|_| {
228 if !START_SHUTDOWN.load(Ordering::Relaxed) {
237 fn make_trusted_conn(trusted_sockaddr: SocketAddr) {
238 let printer = unsafe { PRINTER.as_ref().unwrap() };
239 let trusted_peer = Peer::new(trusted_sockaddr.clone(), Duration::from_secs(600), printer);
240 tokio::spawn(trusted_peer.and_then(move |(mut trusted_write, trusted_read)| {
241 printer.add_line("Connected to local peer".to_string(), false);
242 let mut starting_height = 0;
243 TimeoutStream::new_persistent(trusted_read, Duration::from_secs(600)).map_err(|_| { () }).for_each(move |msg| {
244 if START_SHUTDOWN.load(Ordering::Relaxed) {
245 return future::err(());
248 NetworkMessage::Version(ver) => {
249 if let Err(_) = trusted_write.try_send(NetworkMessage::Verack) {
250 return future::err(())
252 starting_height = ver.start_height;
254 NetworkMessage::Verack => {
255 if let Err(_) = trusted_write.try_send(NetworkMessage::SendHeaders) {
256 return future::err(());
258 if let Err(_) = trusted_write.try_send(NetworkMessage::GetHeaders(GetHeadersMessage {
260 locator_hashes: vec![unsafe { HIGHEST_HEADER.as_ref().unwrap() }.lock().unwrap().0.clone()],
261 stop_hash: Default::default(),
263 return future::err(());
265 if let Err(_) = trusted_write.try_send(NetworkMessage::GetAddr) {
266 return future::err(());
269 NetworkMessage::Addr(addrs) => {
270 unsafe { DATA_STORE.as_ref().unwrap() }.add_fresh_nodes(&addrs);
272 NetworkMessage::Headers(headers) => {
273 if headers.is_empty() {
274 return future::ok(());
276 let mut header_map = unsafe { HEADER_MAP.as_ref().unwrap() }.lock().unwrap();
277 let mut height_map = unsafe { HEIGHT_MAP.as_ref().unwrap() }.lock().unwrap();
279 if let Some(height) = header_map.get(&headers[0].prev_blockhash).cloned() {
280 for i in 0..headers.len() {
281 let hash = headers[i].bitcoin_hash();
282 if i < headers.len() - 1 && headers[i + 1].prev_blockhash != hash {
283 return future::err(());
285 header_map.insert(headers[i].bitcoin_hash(), height + 1 + (i as u64));
286 height_map.insert(height + 1 + (i as u64), headers[i].bitcoin_hash());
289 let top_height = height + headers.len() as u64;
290 *unsafe { HIGHEST_HEADER.as_ref().unwrap() }.lock().unwrap()
291 = (headers.last().unwrap().bitcoin_hash(), top_height);
292 printer.set_stat(printer::Stat::HeaderCount(top_height));
294 if top_height >= starting_height as u64 {
295 if let Err(_) = trusted_write.try_send(NetworkMessage::GetData(vec![Inventory {
296 inv_type: InvType::WitnessBlock,
297 hash: height_map.get(&(top_height - 1008)).unwrap().clone(),
299 return future::err(());
303 // Wat? Lets start again...
304 printer.add_line("Got unconnected headers message from local trusted peer".to_string(), true);
306 if let Err(_) = trusted_write.try_send(NetworkMessage::GetHeaders(GetHeadersMessage {
308 locator_hashes: vec![unsafe { HIGHEST_HEADER.as_ref().unwrap() }.lock().unwrap().0.clone()],
309 stop_hash: Default::default(),
311 return future::err(())
314 NetworkMessage::Block(block) => {
315 let hash = block.header.bitcoin_hash();
316 let header_map = unsafe { HEADER_MAP.as_ref().unwrap() }.lock().unwrap();
317 let height = *header_map.get(&hash).expect("Got loose block from trusted peer we coulnd't have requested");
318 if height == unsafe { HIGHEST_HEADER.as_ref().unwrap() }.lock().unwrap().1 - 1008 {
319 *unsafe { REQUEST_BLOCK.as_ref().unwrap() }.lock().unwrap() = Arc::new((height, hash, block));
320 if !SCANNING.swap(true, Ordering::SeqCst) {
326 NetworkMessage::Ping(v) => {
327 if let Err(_) = trusted_write.try_send(NetworkMessage::Pong(v)) {
328 return future::err(())
337 }).then(move |_: Result<(), ()>| {
338 if !START_SHUTDOWN.load(Ordering::Relaxed) {
339 printer.add_line("Lost connection from trusted peer".to_string(), true);
340 make_trusted_conn(trusted_sockaddr);
347 if env::args().len() != 3 {
348 println!("USAGE: dnsseed-rust datastore localPeerAddress");
352 unsafe { HEADER_MAP = Some(Box::new(Mutex::new(HashMap::with_capacity(600000)))) };
353 unsafe { HEIGHT_MAP = Some(Box::new(Mutex::new(HashMap::with_capacity(600000)))) };
354 unsafe { HEADER_MAP.as_ref().unwrap() }.lock().unwrap().insert(genesis_block(Network::Bitcoin).bitcoin_hash(), 0);
355 unsafe { HEIGHT_MAP.as_ref().unwrap() }.lock().unwrap().insert(0, genesis_block(Network::Bitcoin).bitcoin_hash());
356 unsafe { HIGHEST_HEADER = Some(Box::new(Mutex::new((genesis_block(Network::Bitcoin).bitcoin_hash(), 0)))) };
357 unsafe { REQUEST_BLOCK = Some(Box::new(Mutex::new(Arc::new((0, genesis_block(Network::Bitcoin).bitcoin_hash(), genesis_block(Network::Bitcoin)))))) };
359 tokio::run(future::lazy(|| {
360 let mut args = env::args();
362 let path = args.next().unwrap();
363 let addr = args.next().unwrap();
365 Store::new(path).and_then(move |store| {
366 unsafe { DATA_STORE = Some(Box::new(store)) };
367 let store = unsafe { DATA_STORE.as_ref().unwrap() };
368 unsafe { PRINTER = Some(Box::new(Printer::new(store))) };
370 let trusted_sockaddr: SocketAddr = addr.parse().unwrap();
371 make_trusted_conn(trusted_sockaddr);
373 reader::read(store, unsafe { PRINTER.as_ref().unwrap() });
381 tokio::run(future::lazy(|| {
382 unsafe { DATA_STORE.as_ref().unwrap() }.save_data()