8 use std::collections::HashMap;
9 use std::sync::{Arc, Mutex};
10 use std::sync::atomic::{Ordering, AtomicBool};
11 use std::time::{Duration, Instant};
12 use std::net::SocketAddr;
14 use bitcoin_hashes::sha256d;
16 use bitcoin::blockdata::constants::genesis_block;
17 use bitcoin::network::constants::Network;
18 use bitcoin::network::message::NetworkMessage;
19 use bitcoin::network::message_blockdata::{GetHeadersMessage, Inventory, InvType};
20 use bitcoin::util::hash::BitcoinHash;
22 use printer::{Printer, Stat};
24 use datastore::{AddressState, Store, U64Setting, RegexSetting};
25 use timeout_stream::TimeoutStream;
27 use tokio::prelude::*;
28 use tokio::timer::Delay;
30 static mut HIGHEST_HEADER: Option<Box<Mutex<(sha256d::Hash, u64)>>> = None;
31 static mut HEADER_MAP: Option<Box<Mutex<HashMap<sha256d::Hash, u64>>>> = None;
32 static mut HEIGHT_MAP: Option<Box<Mutex<HashMap<u64, sha256d::Hash>>>> = None;
33 static mut DATA_STORE: Option<Box<Store>> = None;
34 static mut PRINTER: Option<Box<Printer>> = None;
35 pub static START_SHUTDOWN: AtomicBool = AtomicBool::new(false);
43 fail_reason: AddressState,
44 request: (u64, sha256d::Hash),
47 pub fn scan_node(scan_time: Instant, node: SocketAddr) {
48 if START_SHUTDOWN.load(Ordering::Relaxed) { return; }
49 let printer = unsafe { PRINTER.as_ref().unwrap() };
50 let store = unsafe { DATA_STORE.as_ref().unwrap() };
52 let peer_state = Arc::new(Mutex::new(PeerState {
58 fail_reason: AddressState::Timeout,
59 request: (0, Default::default()),
61 let final_peer_state = Arc::clone(&peer_state);
63 let peer = Delay::new(scan_time).then(move |_| {
64 printer.set_stat(Stat::NewConnection);
65 let timeout = store.get_u64(U64Setting::RunTimeout);
66 Peer::new(node.clone(), Duration::from_secs(timeout), printer)
68 tokio::spawn(peer.and_then(move |(mut write, read)| {
69 let requested_height = unsafe { HIGHEST_HEADER.as_ref().unwrap() }.lock().unwrap().1 - 1008;
70 let requested_block = unsafe { HEIGHT_MAP.as_ref().unwrap() }.lock().unwrap().get(&requested_height).unwrap().clone();
71 peer_state.lock().unwrap().request = (requested_height, requested_block);
73 TimeoutStream::new_timeout(read, scan_time + Duration::from_secs(store.get_u64(U64Setting::RunTimeout))).map_err(|_| { () }).for_each(move |msg| {
74 let mut state_lock = peer_state.lock().unwrap();
75 macro_rules! check_set_flag {
76 ($recvd_flag: ident, $msg: expr) => { {
77 if state_lock.$recvd_flag {
78 state_lock.fail_reason = AddressState::ProtocolViolation;
79 printer.add_line(format!("Updating {} to ProtocolViolation due to dup {}", node, $msg), true);
80 state_lock.$recvd_flag = false;
81 return future::err(());
83 state_lock.$recvd_flag = true;
86 state_lock.fail_reason = AddressState::TimeoutDuringRequest;
88 NetworkMessage::Version(ver) => {
89 if ver.start_height < 0 || ver.start_height as u64 > state_lock.request.0 + 1008*2 {
90 state_lock.fail_reason = AddressState::HighBlockCount;
91 return future::err(());
93 if (ver.start_height as u64) < state_lock.request.0 {
94 printer.add_line(format!("Updating {} to LowBlockCount ({} < {})", node, ver.start_height, state_lock.request.0), true);
95 state_lock.fail_reason = AddressState::LowBlockCount;
96 return future::err(());
98 let min_version = store.get_u64(U64Setting::MinProtocolVersion);
99 if (ver.version as u64) < min_version {
100 printer.add_line(format!("Updating {} to LowVersion ({} < {})", node, ver.version, min_version), true);
101 state_lock.fail_reason = AddressState::LowVersion;
102 return future::err(());
104 if ver.services & 1 != 1 {
105 printer.add_line(format!("Updating {} to NotFullNode (services {:x})", node, ver.services), true);
106 state_lock.fail_reason = AddressState::NotFullNode;
107 return future::err(());
109 if !store.get_regex(RegexSetting::SubverRegex).is_match(&ver.user_agent) {
110 printer.add_line(format!("Updating {} to BadVersion subver {}", node, ver.user_agent.replace(|c: char| !c.is_ascii() || c < ' ' || c > '~', "")), true);
111 state_lock.fail_reason = AddressState::BadVersion;
112 return future::err(());
114 check_set_flag!(recvd_version, "version");
115 state_lock.node_services = ver.services;
116 if let Err(_) = write.try_send(NetworkMessage::Verack) {
117 return future::err(());
120 NetworkMessage::Verack => {
121 check_set_flag!(recvd_verack, "verack");
122 if let Err(_) = write.try_send(NetworkMessage::GetAddr) {
123 return future::err(());
125 if let Err(_) = write.try_send(NetworkMessage::GetData(vec![Inventory {
126 inv_type: InvType::WitnessBlock,
127 hash: state_lock.request.1,
129 return future::err(());
132 NetworkMessage::Ping(v) => {
133 if let Err(_) = write.try_send(NetworkMessage::Pong(v)) {
134 return future::err(())
137 NetworkMessage::Addr(addrs) => {
138 state_lock.recvd_addrs = true;
139 unsafe { DATA_STORE.as_ref().unwrap() }.add_fresh_nodes(&addrs);
141 NetworkMessage::Block(block) => {
142 if block.header.bitcoin_hash() != state_lock.request.1 ||
143 !block.check_merkle_root() || !block.check_witness_commitment() {
144 state_lock.fail_reason = AddressState::ProtocolViolation;
145 printer.add_line(format!("Updating {} to ProtocolViolation due to bad block", node), true);
146 return future::err(());
148 check_set_flag!(recvd_block, "block");
156 }).then(move |_: Result<(), ()>| {
157 let printer = unsafe { PRINTER.as_ref().unwrap() };
158 let store = unsafe { DATA_STORE.as_ref().unwrap() };
159 printer.set_stat(Stat::ConnectionClosed);
161 let state_lock = final_peer_state.lock().unwrap();
162 if state_lock.recvd_version && state_lock.recvd_verack &&
163 state_lock.recvd_addrs && state_lock.recvd_block {
164 store.set_node_state(node, AddressState::Good, state_lock.node_services);
166 assert!(state_lock.fail_reason != AddressState::Good);
167 store.set_node_state(node, state_lock.fail_reason, 0);
174 tokio::spawn(future::lazy(|| {
175 let store = unsafe { DATA_STORE.as_ref().unwrap() };
176 let mut scan_nodes = store.get_next_scan_nodes();
177 let per_iter_time = Duration::from_millis(1000 / store.get_u64(U64Setting::ConnsPerSec));
178 let mut iter_time = Instant::now();
180 for node in scan_nodes.drain(..) {
181 scan_node(iter_time, node);
182 iter_time += per_iter_time;
184 Delay::new(iter_time).then(|_| {
185 let store = unsafe { DATA_STORE.as_ref().unwrap() };
186 store.save_data().then(|_| {
187 if !START_SHUTDOWN.load(Ordering::Relaxed) {
196 fn make_trusted_conn(trusted_sockaddr: SocketAddr) {
197 let printer = unsafe { PRINTER.as_ref().unwrap() };
198 let trusted_peer = Peer::new(trusted_sockaddr.clone(), Duration::from_secs(600), printer);
199 tokio::spawn(trusted_peer.and_then(move |(mut trusted_write, trusted_read)| {
200 printer.add_line("Connected to local peer".to_string(), false);
201 let mut starting_height = 0;
202 TimeoutStream::new_persistent(trusted_read, Duration::from_secs(600)).map_err(|_| { () }).for_each(move |msg| {
203 if START_SHUTDOWN.load(Ordering::Relaxed) {
204 return future::err(());
207 NetworkMessage::Version(ver) => {
208 if let Err(_) = trusted_write.try_send(NetworkMessage::Verack) {
209 return future::err(())
211 starting_height = ver.start_height;
213 NetworkMessage::Verack => {
214 if let Err(_) = trusted_write.try_send(NetworkMessage::GetHeaders(GetHeadersMessage {
216 locator_hashes: vec![unsafe { HIGHEST_HEADER.as_ref().unwrap() }.lock().unwrap().0.clone()],
217 stop_hash: Default::default(),
219 return future::err(());
221 if let Err(_) = trusted_write.try_send(NetworkMessage::GetAddr) {
222 return future::err(());
225 NetworkMessage::Addr(addrs) => {
226 unsafe { DATA_STORE.as_ref().unwrap() }.add_fresh_nodes(&addrs);
228 NetworkMessage::Headers(headers) => {
229 if headers.is_empty() {
230 return future::ok(());
232 let mut header_map = unsafe { HEADER_MAP.as_ref().unwrap() }.lock().unwrap();
233 let mut height_map = unsafe { HEIGHT_MAP.as_ref().unwrap() }.lock().unwrap();
234 if let Some(height) = header_map.get(&headers[0].prev_blockhash).cloned() {
235 for i in 0..headers.len() {
236 let hash = headers[i].bitcoin_hash();
237 if i < headers.len() - 1 && headers[i + 1].prev_blockhash != hash {
238 return future::err(());
240 header_map.insert(headers[i].bitcoin_hash(), height + 1 + (i as u64));
241 height_map.insert(height + 1 + (i as u64), headers[i].bitcoin_hash());
243 let top_height = height + headers.len() as u64;
244 *unsafe { HIGHEST_HEADER.as_ref().unwrap() }.lock().unwrap()
245 = (headers.last().unwrap().bitcoin_hash(), top_height);
246 printer.set_stat(printer::Stat::HeaderCount(top_height));
247 if top_height >= starting_height as u64 {
251 // Wat? Lets start again...
252 printer.add_line("Got unconnected headers message from local trusted peer".to_string(), true);
254 if let Err(_) = trusted_write.try_send(NetworkMessage::GetHeaders(GetHeadersMessage {
256 locator_hashes: vec![unsafe { HIGHEST_HEADER.as_ref().unwrap() }.lock().unwrap().0.clone()],
257 stop_hash: Default::default(),
259 return future::err(())
262 NetworkMessage::Ping(v) => {
263 if let Err(_) = trusted_write.try_send(NetworkMessage::Pong(v)) {
264 return future::err(())
273 }).then(move |_: Result<(), ()>| {
274 if !START_SHUTDOWN.load(Ordering::Relaxed) {
275 printer.add_line("Lost connection from trusted peer".to_string(), true);
276 make_trusted_conn(trusted_sockaddr);
283 if env::args().len() != 3 {
284 println!("USAGE: dnsseed-rust datastore localPeerAddress");
288 unsafe { HEADER_MAP = Some(Box::new(Mutex::new(HashMap::new()))) };
289 unsafe { HEIGHT_MAP = Some(Box::new(Mutex::new(HashMap::new()))) };
290 unsafe { HEADER_MAP.as_ref().unwrap() }.lock().unwrap().insert(genesis_block(Network::Bitcoin).bitcoin_hash(), 0);
291 unsafe { HEIGHT_MAP.as_ref().unwrap() }.lock().unwrap().insert(0, genesis_block(Network::Bitcoin).bitcoin_hash());
292 unsafe { HIGHEST_HEADER = Some(Box::new(Mutex::new((genesis_block(Network::Bitcoin).bitcoin_hash(), 0)))) };
294 tokio::run(future::lazy(|| {
295 let mut args = env::args();
297 let path = args.next().unwrap();
298 let addr = args.next().unwrap();
300 Store::new(path).and_then(move |store| {
301 unsafe { DATA_STORE = Some(Box::new(store)) };
302 let store = unsafe { DATA_STORE.as_ref().unwrap() };
303 unsafe { PRINTER = Some(Box::new(Printer::new(store))) };
305 let trusted_sockaddr: SocketAddr = addr.parse().unwrap();
306 make_trusted_conn(trusted_sockaddr);
308 reader::read(store, unsafe { PRINTER.as_ref().unwrap() });
316 tokio::run(future::lazy(|| {
317 unsafe { DATA_STORE.as_ref().unwrap() }.save_data()