Drop memory limit. It was useful to debug OOMs but is now unnecessary
[dnsseed-rust] / src / main.rs
1 mod bloom;
2 mod printer;
3 mod reader;
4 mod peer;
5 mod bgp_client;
6 mod timeout_stream;
7 mod datastore;
8
9 use std::env;
10 use std::collections::HashMap;
11 use std::sync::{Arc, Mutex};
12 use std::sync::atomic::{Ordering, AtomicBool};
13 use std::time::{Duration, Instant};
14 use std::net::{SocketAddr, ToSocketAddrs};
15
16 use bitcoin::blockdata::block::Block;
17 use bitcoin::blockdata::constants::genesis_block;
18 use bitcoin::hash_types::{BlockHash};
19 use bitcoin::network::constants::{Network, ServiceFlags};
20 use bitcoin::network::message::NetworkMessage;
21 use bitcoin::network::message_blockdata::{GetHeadersMessage, Inventory};
22 //use bitcoin::util::hash::BitcoinHash;
23
24 use printer::{Printer, Stat};
25 use peer::Peer;
26 use datastore::{AddressState, Store, U64Setting, RegexSetting};
27 use timeout_stream::TimeoutStream;
28 use rand::Rng;
29 use bgp_client::BGPClient;
30
31 use tokio::prelude::*;
32 use tokio::timer::Delay;
33
34 static mut REQUEST_BLOCK: Option<Box<Mutex<Arc<(u64, BlockHash, Block)>>>> = None;
35 static mut HIGHEST_HEADER: Option<Box<Mutex<(BlockHash, u64)>>> = None;
36 static mut HEADER_MAP: Option<Box<Mutex<HashMap<BlockHash, u64>>>> = None;
37 static mut HEIGHT_MAP: Option<Box<Mutex<HashMap<u64, BlockHash>>>> = None;
38 static mut DATA_STORE: Option<Box<Store>> = None;
39 static mut PRINTER: Option<Box<Printer>> = None;
40 static mut TOR_PROXY: Option<SocketAddr> = None;
41 pub static START_SHUTDOWN: AtomicBool = AtomicBool::new(false);
42 static SCANNING: AtomicBool = AtomicBool::new(false);
43
44 struct PeerState {
45         request: Arc<(u64, BlockHash, Block)>,
46         pong_nonce: u64,
47         node_services: u64,
48         msg: (String, bool),
49         fail_reason: AddressState,
50         recvd_version: bool,
51         recvd_verack: bool,
52         recvd_pong: bool,
53         recvd_addrs: bool,
54         recvd_block: bool,
55 }
56
57 pub fn scan_node(scan_time: Instant, node: SocketAddr, manual: bool) {
58         if START_SHUTDOWN.load(Ordering::Relaxed) { return; }
59         let printer = unsafe { PRINTER.as_ref().unwrap() };
60         let store = unsafe { DATA_STORE.as_ref().unwrap() };
61
62         let mut rng = rand::thread_rng();
63         let peer_state = Arc::new(Mutex::new(PeerState {
64                 recvd_version: false,
65                 recvd_verack: false,
66                 recvd_pong: false,
67                 recvd_addrs: false,
68                 recvd_block: false,
69                 pong_nonce: rng.gen(),
70                 node_services: 0,
71                 fail_reason: AddressState::Timeout,
72                 msg: (String::new(), false),
73                 request: Arc::clone(&unsafe { REQUEST_BLOCK.as_ref().unwrap() }.lock().unwrap()),
74         }));
75         let err_peer_state = Arc::clone(&peer_state);
76         let final_peer_state = Arc::clone(&peer_state);
77
78         let peer = Delay::new(scan_time).then(move |_| {
79                 printer.set_stat(Stat::NewConnection);
80                 let timeout = store.get_u64(U64Setting::RunTimeout);
81                 Peer::new(node.clone(), unsafe { TOR_PROXY.as_ref().unwrap() }, Duration::from_secs(timeout), printer)
82         });
83         tokio::spawn(peer.and_then(move |(mut write, read)| {
84                 TimeoutStream::new_timeout(read, scan_time + Duration::from_secs(store.get_u64(U64Setting::RunTimeout)))
85                         .map_err(|_| ()).for_each(move |msg| {
86                         let mut state_lock = peer_state.lock().unwrap();
87                         macro_rules! check_set_flag {
88                                 ($recvd_flag: ident, $msg: expr) => { {
89                                         if state_lock.$recvd_flag {
90                                                 state_lock.fail_reason = AddressState::ProtocolViolation;
91                                                 state_lock.msg = (format!("due to dup {}", $msg), true);
92                                                 state_lock.$recvd_flag = false;
93                                                 return future::err(());
94                                         }
95                                         state_lock.$recvd_flag = true;
96                                 } }
97                         }
98                         state_lock.fail_reason = AddressState::TimeoutDuringRequest;
99                         match msg {
100                                 Some(NetworkMessage::Version(ver)) => {
101                                         if ver.start_height < 0 || ver.start_height as u64 > state_lock.request.0 + 1008*2 {
102                                                 state_lock.fail_reason = AddressState::HighBlockCount;
103                                                 return future::err(());
104                                         }
105                                         let safe_ua = ver.user_agent.replace(|c: char| !c.is_ascii() || c < ' ' || c > '~', "");
106                                         if (ver.start_height as u64) < state_lock.request.0 {
107                                                 state_lock.msg = (format!("({} < {})", ver.start_height, state_lock.request.0), true);
108                                                 state_lock.fail_reason = AddressState::LowBlockCount;
109                                                 return future::err(());
110                                         }
111                                         let min_version = store.get_u64(U64Setting::MinProtocolVersion);
112                                         if (ver.version as u64) < min_version {
113                                                 state_lock.msg = (format!("({} < {})", ver.version, min_version), true);
114                                                 state_lock.fail_reason = AddressState::LowVersion;
115                                                 return future::err(());
116                                         }
117                                         if !ver.services.has(ServiceFlags::NETWORK) && !ver.services.has(ServiceFlags::NETWORK_LIMITED) {
118                                                 state_lock.msg = (format!("({}: services {:x})", safe_ua, ver.services), true);
119                                                 state_lock.fail_reason = AddressState::NotFullNode;
120                                                 return future::err(());
121                                         }
122                                         if !store.get_regex(RegexSetting::SubverRegex).is_match(&ver.user_agent) {
123                                                 state_lock.msg = (format!("subver {}", safe_ua), true);
124                                                 state_lock.fail_reason = AddressState::BadVersion;
125                                                 return future::err(());
126                                         }
127                                         check_set_flag!(recvd_version, "version");
128                                         state_lock.node_services = ver.services.as_u64();
129                                         state_lock.msg = (format!("(subver: {})", safe_ua), false);
130                                         if let Err(_) = write.try_send(NetworkMessage::SendAddrV2) {
131                                                 return future::err(());
132                                         }
133                                         if let Err(_) = write.try_send(NetworkMessage::Verack) {
134                                                 return future::err(());
135                                         }
136                                 },
137                                 Some(NetworkMessage::Verack) => {
138                                         check_set_flag!(recvd_verack, "verack");
139                                         if let Err(_) = write.try_send(NetworkMessage::Ping(state_lock.pong_nonce)) {
140                                                 return future::err(());
141                                         }
142                                 },
143                                 Some(NetworkMessage::Ping(v)) => {
144                                         if let Err(_) = write.try_send(NetworkMessage::Pong(v)) {
145                                                 return future::err(())
146                                         }
147                                 },
148                                 Some(NetworkMessage::Pong(v)) => {
149                                         if v != state_lock.pong_nonce {
150                                                 state_lock.fail_reason = AddressState::ProtocolViolation;
151                                                 state_lock.msg = ("due to invalid pong nonce".to_string(), true);
152                                                 return future::err(());
153                                         }
154                                         check_set_flag!(recvd_pong, "pong");
155                                         if let Err(_) = write.try_send(NetworkMessage::GetAddr) {
156                                                 return future::err(());
157                                         }
158                                 },
159                                 Some(NetworkMessage::Addr(addrs)) => {
160                                         if addrs.len() > 1000 {
161                                                 state_lock.fail_reason = AddressState::ProtocolViolation;
162                                                 state_lock.msg = (format!("due to oversized addr: {}", addrs.len()), true);
163                                                 state_lock.recvd_addrs = false;
164                                                 return future::err(());
165                                         }
166                                         if addrs.len() > 10 {
167                                                 if !state_lock.recvd_addrs {
168                                                         if let Err(_) = write.try_send(NetworkMessage::GetData(vec![Inventory::WitnessBlock(state_lock.request.1)])) {
169                                                                 return future::err(());
170                                                         }
171                                                 }
172                                                 state_lock.recvd_addrs = true;
173                                         }
174                                         unsafe { DATA_STORE.as_ref().unwrap() }.add_fresh_nodes(&addrs);
175                                 },
176                                 Some(NetworkMessage::AddrV2(addrs)) => {
177                                         if addrs.len() > 1000 {
178                                                 state_lock.fail_reason = AddressState::ProtocolViolation;
179                                                 state_lock.msg = (format!("due to oversized addr: {}", addrs.len()), true);
180                                                 state_lock.recvd_addrs = false;
181                                                 return future::err(());
182                                         }
183                                         if addrs.len() > 10 {
184                                                 if !state_lock.recvd_addrs {
185                                                         if let Err(_) = write.try_send(NetworkMessage::GetData(vec![Inventory::WitnessBlock(state_lock.request.1)])) {
186                                                                 return future::err(());
187                                                         }
188                                                 }
189                                                 state_lock.recvd_addrs = true;
190                                         }
191                                         unsafe { DATA_STORE.as_ref().unwrap() }.add_fresh_nodes_v2(&addrs);
192                                 },
193                                 Some(NetworkMessage::Block(block)) => {
194                                         if block != state_lock.request.2 {
195                                                 state_lock.fail_reason = AddressState::ProtocolViolation;
196                                                 state_lock.msg = ("due to bad block".to_string(), true);
197                                                 return future::err(());
198                                         }
199                                         check_set_flag!(recvd_block, "block");
200                                         return future::err(());
201                                 },
202                                 Some(NetworkMessage::Inv(invs)) => {
203                                         for inv in invs {
204                                                 match inv {
205                                                         Inventory::Transaction(_) | Inventory::WitnessTransaction(_) => {
206                                                                 state_lock.fail_reason = AddressState::EvilNode;
207                                                                 state_lock.msg = ("due to unrequested inv tx".to_string(), true);
208                                                                 return future::err(());
209                                                         }
210                                                         _ => {},
211                                                 }
212                                         }
213                                 },
214                                 Some(NetworkMessage::Tx(_)) => {
215                                         state_lock.fail_reason = AddressState::EvilNode;
216                                         state_lock.msg = ("due to unrequested transaction".to_string(), true);
217                                         return future::err(());
218                                 },
219                                 Some(NetworkMessage::Unknown { command, .. }) => {
220                                         if command.as_ref() == "gnop" {
221                                                 let mut state_lock = err_peer_state.lock().unwrap();
222                                                 state_lock.msg = (format!("(bad msg type {})", command), true);
223                                                 state_lock.fail_reason = AddressState::EvilNode;
224                                                 return future::err(());
225                                         }
226                                 },
227                                 _ => {},
228                         }
229                         future::ok(())
230                 }).then(|_| {
231                         future::err(())
232                 })
233         }).then(move |_: Result<(), ()>| {
234                 let printer = unsafe { PRINTER.as_ref().unwrap() };
235                 let store = unsafe { DATA_STORE.as_ref().unwrap() };
236                 printer.set_stat(Stat::ConnectionClosed);
237
238                 let mut state_lock = final_peer_state.lock().unwrap();
239                 if state_lock.recvd_version && state_lock.recvd_verack && state_lock.recvd_pong &&
240                                 state_lock.recvd_addrs && state_lock.recvd_block {
241                         let old_state = store.set_node_state(node, AddressState::Good, state_lock.node_services);
242                         if manual || (old_state != AddressState::Good && state_lock.msg.0 != "") {
243                                 printer.add_line(format!("Updating {} from {} to Good {}", node, old_state.to_str(), &state_lock.msg.0), state_lock.msg.1);
244                         }
245                 } else {
246                         assert!(state_lock.fail_reason != AddressState::Good);
247                         if state_lock.fail_reason == AddressState::TimeoutDuringRequest && state_lock.recvd_version && state_lock.recvd_verack {
248                                 if !state_lock.recvd_pong {
249                                         state_lock.fail_reason = AddressState::TimeoutAwaitingPong;
250                                 } else if !state_lock.recvd_addrs {
251                                         state_lock.fail_reason = AddressState::TimeoutAwaitingAddr;
252                                 } else if !state_lock.recvd_block {
253                                         state_lock.fail_reason = AddressState::TimeoutAwaitingBlock;
254                                 }
255                         }
256                         let old_state = store.set_node_state(node, state_lock.fail_reason, 0);
257                         if (manual || old_state != state_lock.fail_reason) && state_lock.fail_reason == AddressState::TimeoutDuringRequest {
258                                 printer.add_line(format!("Updating {} from {} to Timeout During Request (ver: {}, vack: {})",
259                                         node, old_state.to_str(), state_lock.recvd_version, state_lock.recvd_verack), true);
260                         } else if manual || (old_state != state_lock.fail_reason && state_lock.msg.0 != "" && state_lock.msg.1) {
261                                 printer.add_line(format!("Updating {} from {} to {} {}", node, old_state.to_str(), state_lock.fail_reason.to_str(), &state_lock.msg.0), state_lock.msg.1);
262                         }
263                 }
264                 future::ok(())
265         }));
266 }
267
268 fn poll_dnsseeds(bgp_client: Arc<BGPClient>) {
269         tokio::spawn(future::lazy(|| {
270                 let printer = unsafe { PRINTER.as_ref().unwrap() };
271                 let store = unsafe { DATA_STORE.as_ref().unwrap() };
272
273                 let mut new_addrs = 0;
274                 for seed in ["seed.bitcoin.sipa.be", "dnsseed.bitcoin.dashjr.org", "seed.bitcoinstats.com", "seed.bitcoin.jonasschnelli.ch", "seed.btc.petertodd.org", "seed.bitcoin.sprovoost.nl", "dnsseed.emzy.de"].iter() {
275                         new_addrs += store.add_fresh_addrs((*seed, 8333u16).to_socket_addrs().unwrap_or(Vec::new().into_iter()));
276                         new_addrs += store.add_fresh_addrs((("x9.".to_string() + seed).as_str(), 8333u16).to_socket_addrs().unwrap_or(Vec::new().into_iter()));
277                 }
278                 printer.add_line(format!("Added {} new addresses from other DNS seeds", new_addrs), false);
279                 Delay::new(Instant::now() + Duration::from_secs(60)).then(|_| {
280                         let store = unsafe { DATA_STORE.as_ref().unwrap() };
281                         let dns_future = store.write_dns(Arc::clone(&bgp_client));
282                         store.save_data().join(dns_future).then(|_| {
283                                 if !START_SHUTDOWN.load(Ordering::Relaxed) {
284                                         poll_dnsseeds(bgp_client);
285                                 } else {
286                                         bgp_client.disconnect();
287                                 }
288                                 future::ok(())
289                         })
290                 })
291         }));
292 }
293
294 fn scan_net() {
295         tokio::spawn(future::lazy(|| {
296                 let printer = unsafe { PRINTER.as_ref().unwrap() };
297                 let store = unsafe { DATA_STORE.as_ref().unwrap() };
298
299                 let start_time = Instant::now();
300                 let mut scan_nodes = store.get_next_scan_nodes();
301                 printer.add_line(format!("Got {} addresses to scan", scan_nodes.len()), false);
302                 if !scan_nodes.is_empty() {
303                         let per_iter_time = Duration::from_millis(datastore::SECS_PER_SCAN_RESULTS * 1000 / scan_nodes.len() as u64);
304                         let mut iter_time = start_time;
305
306                         for node in scan_nodes.drain(..) {
307                                 scan_node(iter_time, node, false);
308                                 iter_time += per_iter_time;
309                         }
310                 }
311                 Delay::new(start_time + Duration::from_secs(datastore::SECS_PER_SCAN_RESULTS)).then(move |_| {
312                         if !START_SHUTDOWN.load(Ordering::Relaxed) {
313                                 scan_net();
314                         }
315                         future::ok(())
316                 })
317         }));
318 }
319
320 fn make_trusted_conn(trusted_sockaddr: SocketAddr, bgp_client: Arc<BGPClient>) {
321         let printer = unsafe { PRINTER.as_ref().unwrap() };
322         let trusted_peer = Peer::new(trusted_sockaddr.clone(), unsafe { TOR_PROXY.as_ref().unwrap() }, Duration::from_secs(600), printer);
323         let bgp_reload = Arc::clone(&bgp_client);
324         tokio::spawn(trusted_peer.and_then(move |(mut trusted_write, trusted_read)| {
325                 printer.add_line("Connected to local peer".to_string(), false);
326                 let mut starting_height = 0;
327                 TimeoutStream::new_persistent(trusted_read, Duration::from_secs(600)).map_err(|_| { () }).for_each(move |msg| {
328                         if START_SHUTDOWN.load(Ordering::Relaxed) {
329                                 return future::err(());
330                         }
331                         match msg {
332                                 Some(NetworkMessage::Version(ver)) => {
333                                         if let Err(_) = trusted_write.try_send(NetworkMessage::Verack) {
334                                                 return future::err(())
335                                         }
336                                         starting_height = ver.start_height;
337                                 },
338                                 Some(NetworkMessage::Verack) => {
339                                         if let Err(_) = trusted_write.try_send(NetworkMessage::SendHeaders) {
340                                                 return future::err(());
341                                         }
342                                         if let Err(_) = trusted_write.try_send(NetworkMessage::GetHeaders(GetHeadersMessage {
343                                                 version: 70015,
344                                                 locator_hashes: vec![unsafe { HIGHEST_HEADER.as_ref().unwrap() }.lock().unwrap().0.clone()],
345                                                 stop_hash: Default::default(),
346                                         })) {
347                                                 return future::err(());
348                                         }
349                                         if let Err(_) = trusted_write.try_send(NetworkMessage::GetAddr) {
350                                                 return future::err(());
351                                         }
352                                 },
353                                 Some(NetworkMessage::Addr(addrs)) => {
354                                         unsafe { DATA_STORE.as_ref().unwrap() }.add_fresh_nodes(&addrs);
355                                 },
356                                 Some(NetworkMessage::Headers(headers)) => {
357                                         if headers.is_empty() {
358                                                 return future::ok(());
359                                         }
360                                         let mut header_map = unsafe { HEADER_MAP.as_ref().unwrap() }.lock().unwrap();
361                                         let mut height_map = unsafe { HEIGHT_MAP.as_ref().unwrap() }.lock().unwrap();
362
363                                         if let Some(height) = header_map.get(&headers[0].prev_blockhash).cloned() {
364                                                 for i in 0..headers.len() {
365                                                         let hash = headers[i].block_hash();
366                                                         if i < headers.len() - 1 && headers[i + 1].prev_blockhash != hash {
367                                                                 return future::err(());
368                                                         }
369                                                         header_map.insert(headers[i].block_hash(), height + 1 + (i as u64));
370                                                         height_map.insert(height + 1 + (i as u64), headers[i].block_hash());
371                                                 }
372
373                                                 let top_height = height + headers.len() as u64;
374                                                 *unsafe { HIGHEST_HEADER.as_ref().unwrap() }.lock().unwrap()
375                                                         = (headers.last().unwrap().block_hash(), top_height);
376                                                 printer.set_stat(printer::Stat::HeaderCount(top_height));
377
378                                                 if top_height >= starting_height as u64 {
379                                                         if let Err(_) = trusted_write.try_send(NetworkMessage::GetData(vec![
380                                                                         Inventory::WitnessBlock(height_map.get(&(top_height - 216)).unwrap().clone())
381                                                         ])) {
382                                                                 return future::err(());
383                                                         }
384                                                 }
385                                         } else {
386                                                 // Wat? Lets start again...
387                                                 printer.add_line("Got unconnected headers message from local trusted peer".to_string(), true);
388                                         }
389                                         if let Err(_) = trusted_write.try_send(NetworkMessage::GetHeaders(GetHeadersMessage {
390                                                 version: 70015,
391                                                 locator_hashes: vec![unsafe { HIGHEST_HEADER.as_ref().unwrap() }.lock().unwrap().0.clone()],
392                                                 stop_hash: Default::default(),
393                                         })) {
394                                                 return future::err(())
395                                         }
396                                 },
397                                 Some(NetworkMessage::Block(block)) => {
398                                         let hash = block.block_hash();
399                                         let header_map = unsafe { HEADER_MAP.as_ref().unwrap() }.lock().unwrap();
400                                         let height = *header_map.get(&hash).expect("Got loose block from trusted peer we coulnd't have requested");
401                                         if height == unsafe { HIGHEST_HEADER.as_ref().unwrap() }.lock().unwrap().1 - 216 {
402                                                 *unsafe { REQUEST_BLOCK.as_ref().unwrap() }.lock().unwrap() = Arc::new((height, hash, block));
403                                                 if !SCANNING.swap(true, Ordering::SeqCst) {
404                                                         scan_net();
405                                                         poll_dnsseeds(Arc::clone(&bgp_client));
406                                                 }
407                                         }
408                                 },
409                                 Some(NetworkMessage::Ping(v)) => {
410                                         if let Err(_) = trusted_write.try_send(NetworkMessage::Pong(v)) {
411                                                 return future::err(())
412                                         }
413                                 },
414                                 _ => {},
415                         }
416                         future::ok(())
417                 }).then(|_| {
418                         future::err(())
419                 })
420         }).then(move |_: Result<(), ()>| {
421                 if !START_SHUTDOWN.load(Ordering::Relaxed) {
422                         printer.add_line("Lost connection from trusted peer".to_string(), true);
423                         make_trusted_conn(trusted_sockaddr, bgp_reload);
424                 }
425                 future::ok(())
426         }));
427 }
428
429 fn main() {
430         if env::args().len() != 6 {
431                 println!("USAGE: dnsseed-rust datastore localPeerAddress tor_proxy_addr bgp_peer bgp_peer_asn");
432                 return;
433         }
434
435         unsafe { HEADER_MAP = Some(Box::new(Mutex::new(HashMap::with_capacity(600000)))) };
436         unsafe { HEIGHT_MAP = Some(Box::new(Mutex::new(HashMap::with_capacity(600000)))) };
437         unsafe { HEADER_MAP.as_ref().unwrap() }.lock().unwrap().insert(genesis_block(Network::Bitcoin).block_hash(), 0);
438         unsafe { HEIGHT_MAP.as_ref().unwrap() }.lock().unwrap().insert(0, genesis_block(Network::Bitcoin).block_hash());
439         unsafe { HIGHEST_HEADER = Some(Box::new(Mutex::new((genesis_block(Network::Bitcoin).block_hash(), 0)))) };
440         unsafe { REQUEST_BLOCK = Some(Box::new(Mutex::new(Arc::new((0, genesis_block(Network::Bitcoin).block_hash(), genesis_block(Network::Bitcoin)))))) };
441
442         let trt = tokio::runtime::Builder::new()
443                 .blocking_threads(2).core_threads(num_cpus::get().max(1) + 1)
444                 .build().unwrap();
445
446         let _ = trt.block_on_all(future::lazy(|| {
447                 let mut args = env::args();
448                 args.next();
449                 let path = args.next().unwrap();
450                 let trusted_sockaddr: SocketAddr = args.next().unwrap().parse().unwrap();
451
452                 let tor_socks5_sockaddr: SocketAddr = args.next().unwrap().parse().unwrap();
453                 unsafe { TOR_PROXY = Some(tor_socks5_sockaddr); }
454
455                 let bgp_sockaddr: SocketAddr = args.next().unwrap().parse().unwrap();
456                 let bgp_peerasn: u32 = args.next().unwrap().parse().unwrap();
457
458                 Store::new(path).and_then(move |store| {
459                         unsafe { DATA_STORE = Some(Box::new(store)) };
460                         let store = unsafe { DATA_STORE.as_ref().unwrap() };
461                         unsafe { PRINTER = Some(Box::new(Printer::new(store))) };
462
463                         let bgp_client = BGPClient::new(bgp_peerasn, bgp_sockaddr, Duration::from_secs(60), unsafe { PRINTER.as_ref().unwrap() });
464                         make_trusted_conn(trusted_sockaddr, Arc::clone(&bgp_client));
465
466                         reader::read(store, unsafe { PRINTER.as_ref().unwrap() }, bgp_client);
467
468                         future::ok(())
469                 }).or_else(|_| {
470                         future::err(())
471                 })
472         }));
473
474         tokio::run(future::lazy(|| {
475                 unsafe { DATA_STORE.as_ref().unwrap() }.save_data()
476         }));
477 }