Track service bits
[dnsseed-rust] / src / main.rs
1 mod printer;
2 mod peer;
3 mod timeout_stream;
4 mod datastore;
5
6 use std::env;
7 use std::collections::HashMap;
8 use std::sync::{Arc, Mutex};
9 use std::time::{Duration, Instant};
10 use std::net::SocketAddr;
11
12 use bitcoin_hashes::sha256d;
13
14 use bitcoin::blockdata::constants::genesis_block;
15 use bitcoin::network::constants::Network;
16 use bitcoin::network::message::NetworkMessage;
17 use bitcoin::network::message_blockdata::{GetHeadersMessage, Inventory, InvType};
18 use bitcoin::util::hash::BitcoinHash;
19
20 use printer::{Printer, Stat};
21 use peer::Peer;
22 use datastore::{AddressState, Store, U64Setting};
23
24 use tokio::prelude::*;
25 use tokio::timer::Delay;
26
27 static mut HIGHEST_HEADER: Option<Box<Mutex<(sha256d::Hash, u64)>>> = None;
28 static mut HEADER_MAP: Option<Box<Mutex<HashMap<sha256d::Hash, u64>>>> = None;
29 static mut HEIGHT_MAP: Option<Box<Mutex<HashMap<u64, sha256d::Hash>>>> = None;
30 static mut DATA_STORE: Option<Box<Store>> = None;
31 static mut PRINTER: Option<Box<Printer>> = None;
32
33 struct PeerState {
34         recvd_version: bool,
35         recvd_verack: bool,
36         recvd_addrs: bool,
37         recvd_block: bool,
38         node_services: u64,
39         fail_reason: AddressState,
40         request: (u64, sha256d::Hash),
41 }
42
43 fn scan_net() {
44         tokio::spawn(future::lazy(|| {
45                 let store = unsafe { DATA_STORE.as_ref().unwrap() };
46                 let printer = unsafe { PRINTER.as_ref().unwrap() };
47
48                 let mut scan_nodes = store.get_next_scan_nodes();
49                 let timeout = store.get_u64(U64Setting::RunTimeout);
50                 let per_iter_time = Duration::from_millis(1000 / store.get_u64(U64Setting::ConnsPerSec));
51                 let mut iter_time = Instant::now();
52                 let requested_height = unsafe { HIGHEST_HEADER.as_ref().unwrap() }.lock().unwrap().1 - 1008;
53                 let requested_block = unsafe { HEIGHT_MAP.as_ref().unwrap() }.lock().unwrap().get(&requested_height).unwrap().clone();
54
55                 for node in scan_nodes.drain(..) {
56                         let peer_state = Arc::new(Mutex::new(PeerState {
57                                 recvd_version: false,
58                                 recvd_verack: false,
59                                 recvd_addrs: false,
60                                 recvd_block: false,
61                                 node_services: 0,
62                                 fail_reason: AddressState::Timeout,
63                                 request: (requested_height, requested_block),
64                         }));
65                         let final_peer_state = Arc::clone(&peer_state);
66                         let peer = Delay::new(iter_time).then(move |_| {
67                                 printer.set_stat(Stat::NewConnection);
68                                 Peer::new(node.clone(), Duration::from_secs(timeout), printer) //TODO: timeout for total run
69                         });
70                         iter_time += per_iter_time;
71                         tokio::spawn(peer.and_then(move |conn_split| {
72                                 let (mut write, read) = conn_split;
73                                 read.map_err(|_| { () }).for_each(move |msg| {
74                                         let mut state_lock = peer_state.lock().unwrap();
75                                         macro_rules! check_set_flag {
76                                                 ($recvd_flag: ident, $msg: expr) => { {
77                                                         if state_lock.$recvd_flag {
78                                                                 state_lock.fail_reason = AddressState::ProtocolViolation;
79                                                                 printer.add_line(format!("Updating {} to ProtocolViolation due to dup {}", node, $msg), true);
80                                                                 state_lock.$recvd_flag = false;
81                                                                 return future::err(());
82                                                         }
83                                                         state_lock.$recvd_flag = true;
84                                                 } }
85                                         }
86                                         state_lock.fail_reason = AddressState::TimeoutDuringRequest;
87                                         match msg {
88                                                 NetworkMessage::Version(ver) => {
89                                                         if ver.start_height < 0 || ver.start_height as u64 > state_lock.request.0 + 1008*2 {
90                                                                 state_lock.fail_reason = AddressState::HighBlockCount;
91                                                                 return future::err(());
92                                                         }
93                                                         if (ver.start_height as u64) < state_lock.request.0 {
94                                                                 printer.add_line(format!("Updating {} to LowBlockCount ({} < {})", node, ver.start_height, state_lock.request.0), true);
95                                                                 state_lock.fail_reason = AddressState::LowBlockCount;
96                                                                 return future::err(());
97                                                         }
98                                                         let min_version = store.get_u64(U64Setting::MinProtocolVersion);
99                                                         if (ver.version as u64) < min_version {
100                                                                 printer.add_line(format!("Updating {} to LowVersion ({} < {})", node, ver.version, min_version), true);
101                                                                 state_lock.fail_reason = AddressState::LowVersion;
102                                                                 return future::err(());
103                                                         }
104                                                         if ver.services & 1 != 1 {
105                                                                 printer.add_line(format!("Updating {} to NotFullNode (services {:x})", node, ver.services), true);
106                                                                 state_lock.fail_reason = AddressState::NotFullNode;
107                                                                 return future::err(());
108                                                         }
109                                                         check_set_flag!(recvd_version, "version");
110                                                         state_lock.node_services = ver.services;
111                                                         if let Err(_) = write.try_send(NetworkMessage::Verack) {
112                                                                 return future::err(());
113                                                         }
114                                                 },
115                                                 NetworkMessage::Verack => {
116                                                         check_set_flag!(recvd_verack, "verack");
117                                                         if let Err(_) = write.try_send(NetworkMessage::GetAddr) {
118                                                                 return future::err(());
119                                                         }
120                                                         if let Err(_) = write.try_send(NetworkMessage::GetData(vec![Inventory {
121                                                                 inv_type: InvType::WitnessBlock,
122                                                                 hash: state_lock.request.1,
123                                                         }])) {
124                                                                 return future::err(());
125                                                         }
126                                                 },
127                                                 NetworkMessage::Ping(v) => {
128                                                         if let Err(_) = write.try_send(NetworkMessage::Pong(v)) {
129                                                                 return future::err(())
130                                                         }
131                                                 },
132                                                 NetworkMessage::Addr(addrs) => {
133                                                         if addrs.len() > 1 {
134                                                                 check_set_flag!(recvd_addrs, "addr");
135                                                                 unsafe { DATA_STORE.as_ref().unwrap() }.add_fresh_nodes(&addrs);
136                                                         }
137                                                 },
138                                                 NetworkMessage::Block(block) => {
139                                                         if block.header.bitcoin_hash() != state_lock.request.1 ||
140                                                                         !block.check_merkle_root() || !block.check_witness_commitment() {
141                                                                 state_lock.fail_reason = AddressState::ProtocolViolation;
142                                                                 printer.add_line(format!("Updating {} to ProtocolViolation due to bad block", node), true);
143                                                                 return future::err(());
144                                                         }
145                                                         check_set_flag!(recvd_block, "block");
146                                                 },
147                                                 _ => {},
148                                         }
149                                         future::ok(())
150                                 }).then(|_| {
151                                         future::err(())
152                                 })
153                         }).then(move |_: Result<(), ()>| {
154                                 let printer = unsafe { PRINTER.as_ref().unwrap() };
155                                 let store = unsafe { DATA_STORE.as_ref().unwrap() };
156
157                                 printer.set_stat(Stat::ConnectionClosed);
158
159                                 let state_lock = final_peer_state.lock().unwrap();
160                                 if state_lock.recvd_version && state_lock.recvd_verack &&
161                                                 state_lock.recvd_addrs && state_lock.recvd_block {
162                                         store.set_node_state(node, AddressState::Good, state_lock.node_services);
163                                 } else {
164                                         if state_lock.fail_reason == AddressState::Timeout || state_lock.fail_reason == AddressState::TimeoutDuringRequest {
165                                                 printer.add_line(format!("Updating {} to Timeout[DuringRequest]", node), true);
166                                         }
167                                         assert!(state_lock.fail_reason != AddressState::Good);
168                                         store.set_node_state(node, state_lock.fail_reason, 0);
169                                 }
170                                 future::ok(())
171                         }));
172                 }
173                 Delay::new(iter_time).then(|_| {
174                         scan_net();
175                         future::ok(())
176                 })
177         }));
178 }
179
180 fn make_trusted_conn(trusted_sockaddr: SocketAddr) {
181         let printer = unsafe { PRINTER.as_ref().unwrap() };
182         let trusted_peer = Peer::new(trusted_sockaddr.clone(), Duration::from_secs(600), printer);
183         tokio::spawn(trusted_peer.and_then(move |trusted_split| {
184                 printer.add_line("Connected to local peer".to_string(), false);
185                 let (mut trusted_write, trusted_read) = trusted_split;
186                 let mut starting_height = 0;
187                 trusted_read.map_err(|_| { () }).for_each(move |msg| {
188                         match msg {
189                                 NetworkMessage::Version(ver) => {
190                                         if let Err(_) = trusted_write.try_send(NetworkMessage::Verack) {
191                                                 return future::err(())
192                                         }
193                                         starting_height = ver.start_height;
194                                 },
195                                 NetworkMessage::Verack => {
196                                         if let Err(_) = trusted_write.try_send(NetworkMessage::GetHeaders(GetHeadersMessage {
197                                                 version: 70015,
198                                                 locator_hashes: vec![unsafe { HIGHEST_HEADER.as_ref().unwrap() }.lock().unwrap().0.clone()],
199                                                 stop_hash: Default::default(),
200                                         })) {
201                                                 return future::err(());
202                                         }
203                                         if let Err(_) = trusted_write.try_send(NetworkMessage::GetAddr) {
204                                                 return future::err(());
205                                         }
206                                 },
207                                 NetworkMessage::Addr(addrs) => {
208                                         unsafe { DATA_STORE.as_ref().unwrap() }.add_fresh_nodes(&addrs);
209                                 },
210                                 NetworkMessage::Headers(headers) => {
211                                         if headers.is_empty() {
212                                                 return future::ok(());
213                                         }
214                                         let mut header_map = unsafe { HEADER_MAP.as_ref().unwrap() }.lock().unwrap();
215                                         let mut height_map = unsafe { HEIGHT_MAP.as_ref().unwrap() }.lock().unwrap();
216                                         if let Some(height) = header_map.get(&headers[0].prev_blockhash).cloned() {
217                                                 for i in 0..headers.len() {
218                                                         let hash = headers[i].bitcoin_hash();
219                                                         if i < headers.len() - 1 && headers[i + 1].prev_blockhash != hash {
220                                                                 return future::err(());
221                                                         }
222                                                         header_map.insert(headers[i].bitcoin_hash(), height + 1 + (i as u64));
223                                                         height_map.insert(height + 1 + (i as u64), headers[i].bitcoin_hash());
224                                                 }
225                                                 let top_height = height + headers.len() as u64;
226                                                 *unsafe { HIGHEST_HEADER.as_ref().unwrap() }.lock().unwrap()
227                                                         = (headers.last().unwrap().bitcoin_hash(), top_height);
228                                                 printer.set_stat(printer::Stat::HeaderCount(top_height));
229                                                 if top_height >= starting_height as u64 {
230                                                         scan_net();
231                                                 }
232                                         } else {
233                                                 // Wat? Lets start again...
234                                                 printer.add_line("Got unconnected headers message from local trusted peer".to_string(), true);
235                                         }
236                                         if let Err(_) = trusted_write.try_send(NetworkMessage::GetHeaders(GetHeadersMessage {
237                                                 version: 70015,
238                                                 locator_hashes: vec![unsafe { HIGHEST_HEADER.as_ref().unwrap() }.lock().unwrap().0.clone()],
239                                                 stop_hash: Default::default(),
240                                         })) {
241                                                 return future::err(())
242                                         }
243                                 },
244                                 NetworkMessage::Ping(v) => {
245                                         if let Err(_) = trusted_write.try_send(NetworkMessage::Pong(v)) {
246                                                 return future::err(())
247                                         }
248                                 },
249                                 _ => {},
250                         }
251                         future::ok(())
252                 }).then(|_| {
253                         future::err(())
254                 })
255         }).then(move |_: Result<(), ()>| {
256                 printer.add_line("Lost connection from trusted peer".to_string(), true);
257                 make_trusted_conn(trusted_sockaddr);
258                 future::ok(())
259         }));
260 }
261
262 fn main() {
263         if env::args().len() != 3 {
264                 println!("USAGE: dnsseed-rust datastore localPeerAddress");
265                 return;
266         }
267
268         unsafe { HEADER_MAP = Some(Box::new(Mutex::new(HashMap::new()))) };
269         unsafe { HEIGHT_MAP = Some(Box::new(Mutex::new(HashMap::new()))) };
270         unsafe { HEADER_MAP.as_ref().unwrap() }.lock().unwrap().insert(genesis_block(Network::Bitcoin).bitcoin_hash(), 0);
271         unsafe { HEIGHT_MAP.as_ref().unwrap() }.lock().unwrap().insert(0, genesis_block(Network::Bitcoin).bitcoin_hash());
272         unsafe { HIGHEST_HEADER = Some(Box::new(Mutex::new((genesis_block(Network::Bitcoin).bitcoin_hash(), 0)))) };
273
274         unsafe { DATA_STORE = Some(Box::new(Store::new())) };
275         unsafe { PRINTER = Some(Box::new(Printer::new(DATA_STORE.as_ref().unwrap()))) };
276
277         tokio::run(future::lazy(|| {
278                 let mut args = env::args();
279                 args.next();
280                 let trusted_sockaddr: SocketAddr = args.next().unwrap().parse().unwrap();
281                 make_trusted_conn(trusted_sockaddr);
282
283                 future::ok(())
284         }));
285 }