use bitcoin_hashes::sha256d;
+use bitcoin::blockdata::block::Block;
use bitcoin::blockdata::constants::genesis_block;
use bitcoin::network::constants::Network;
use bitcoin::network::message::NetworkMessage;
use peer::Peer;
use datastore::{AddressState, Store, U64Setting, RegexSetting};
use timeout_stream::TimeoutStream;
+use rand::Rng;
use tokio::prelude::*;
use tokio::timer::Delay;
+static mut REQUEST_BLOCK: Option<Box<Mutex<Arc<(u64, sha256d::Hash, Block)>>>> = None;
static mut HIGHEST_HEADER: Option<Box<Mutex<(sha256d::Hash, u64)>>> = None;
static mut HEADER_MAP: Option<Box<Mutex<HashMap<sha256d::Hash, u64>>>> = None;
static mut HEIGHT_MAP: Option<Box<Mutex<HashMap<u64, sha256d::Hash>>>> = None;
static SCANNING: AtomicBool = AtomicBool::new(false);
struct PeerState {
- request: (u64, sha256d::Hash),
+ request: Arc<(u64, sha256d::Hash, Block)>,
node_services: u64,
msg: (String, bool),
fail_reason: AddressState,
recvd_version: bool,
recvd_verack: bool,
+ recvd_pong: bool,
recvd_addrs: bool,
recvd_block: bool,
+ pong_nonce: u64,
}
-pub fn scan_node(scan_time: Instant, node: SocketAddr) {
+pub fn scan_node(scan_time: Instant, node: SocketAddr, manual: bool) {
if START_SHUTDOWN.load(Ordering::Relaxed) { return; }
let printer = unsafe { PRINTER.as_ref().unwrap() };
let store = unsafe { DATA_STORE.as_ref().unwrap() };
+ let mut rng = rand::thread_rng();
let peer_state = Arc::new(Mutex::new(PeerState {
recvd_version: false,
recvd_verack: false,
+ recvd_pong: false,
recvd_addrs: false,
recvd_block: false,
+ pong_nonce: rng.gen(),
node_services: 0,
fail_reason: AddressState::Timeout,
msg: (String::new(), false),
- request: (0, Default::default()),
+ request: Arc::clone(&unsafe { REQUEST_BLOCK.as_ref().unwrap() }.lock().unwrap()),
}));
let final_peer_state = Arc::clone(&peer_state);
Peer::new(node.clone(), Duration::from_secs(timeout), printer)
});
tokio::spawn(peer.and_then(move |(mut write, read)| {
- let requested_height = unsafe { HIGHEST_HEADER.as_ref().unwrap() }.lock().unwrap().1 - 1008;
- let requested_block = unsafe { HEIGHT_MAP.as_ref().unwrap() }.lock().unwrap().get(&requested_height).unwrap().clone();
- peer_state.lock().unwrap().request = (requested_height, requested_block);
-
TimeoutStream::new_timeout(read, scan_time + Duration::from_secs(store.get_u64(U64Setting::RunTimeout))).map_err(|_| { () }).for_each(move |msg| {
let mut state_lock = peer_state.lock().unwrap();
macro_rules! check_set_flag {
($recvd_flag: ident, $msg: expr) => { {
if state_lock.$recvd_flag {
state_lock.fail_reason = AddressState::ProtocolViolation;
- state_lock.msg = (format!("ProtocolViolation due to dup {}", $msg), true);
+ state_lock.msg = (format!("due to dup {}", $msg), true);
state_lock.$recvd_flag = false;
return future::err(());
}
}
let safe_ua = ver.user_agent.replace(|c: char| !c.is_ascii() || c < ' ' || c > '~', "");
if (ver.start_height as u64) < state_lock.request.0 {
- state_lock.msg = (format!("LowBlockCount ({} < {})", ver.start_height, state_lock.request.0), true);
+ state_lock.msg = (format!("({} < {})", ver.start_height, state_lock.request.0), true);
state_lock.fail_reason = AddressState::LowBlockCount;
return future::err(());
}
let min_version = store.get_u64(U64Setting::MinProtocolVersion);
if (ver.version as u64) < min_version {
- state_lock.msg = (format!("LowVersion ({} < {})", ver.version, min_version), true);
+ state_lock.msg = (format!("({} < {})", ver.version, min_version), true);
state_lock.fail_reason = AddressState::LowVersion;
return future::err(());
}
if ver.services & (1 | (1 << 10)) == 0 {
- state_lock.msg = (format!("NotFullNode ({}: services {:x})", safe_ua, ver.services), true);
+ state_lock.msg = (format!("({}: services {:x})", safe_ua, ver.services), true);
state_lock.fail_reason = AddressState::NotFullNode;
return future::err(());
}
if !store.get_regex(RegexSetting::SubverRegex).is_match(&ver.user_agent) {
- state_lock.msg = (format!("BadVersion subver {}", safe_ua), true);
+ state_lock.msg = (format!("subver {}", safe_ua), true);
state_lock.fail_reason = AddressState::BadVersion;
return future::err(());
}
check_set_flag!(recvd_version, "version");
state_lock.node_services = ver.services;
- state_lock.msg = (format!("to Good: {}", safe_ua), false);
+ state_lock.msg = (format!("(subver: {})", safe_ua), false);
if let Err(_) = write.try_send(NetworkMessage::Verack) {
return future::err(());
}
},
NetworkMessage::Verack => {
check_set_flag!(recvd_verack, "verack");
- if let Err(_) = write.try_send(NetworkMessage::GetAddr) {
+ if let Err(_) = write.try_send(NetworkMessage::Ping(state_lock.pong_nonce)) {
return future::err(());
}
},
return future::err(())
}
},
+ NetworkMessage::Pong(v) => {
+ if v != state_lock.pong_nonce {
+ state_lock.fail_reason = AddressState::ProtocolViolation;
+ state_lock.msg = ("due to invalid pong nonce".to_string(), true);
+ return future::err(());
+ }
+ check_set_flag!(recvd_pong, "pong");
+ if let Err(_) = write.try_send(NetworkMessage::GetAddr) {
+ return future::err(());
+ }
+ },
NetworkMessage::Addr(addrs) => {
if addrs.len() > 1000 {
state_lock.fail_reason = AddressState::ProtocolViolation;
- state_lock.msg = (format!("ProtocolViolation due to oversized addr: {}", addrs.len()), true);
+ state_lock.msg = (format!("due to oversized addr: {}", addrs.len()), true);
state_lock.recvd_addrs = false;
return future::err(());
}
- if !state_lock.recvd_addrs {
- if let Err(_) = write.try_send(NetworkMessage::GetData(vec![Inventory {
- inv_type: InvType::WitnessBlock,
- hash: state_lock.request.1,
- }])) {
- return future::err(());
+ if addrs.len() > 10 {
+ if !state_lock.recvd_addrs {
+ if let Err(_) = write.try_send(NetworkMessage::GetData(vec![Inventory {
+ inv_type: InvType::WitnessBlock,
+ hash: state_lock.request.1,
+ }])) {
+ return future::err(());
+ }
}
+ state_lock.recvd_addrs = true;
}
- state_lock.recvd_addrs = true;
unsafe { DATA_STORE.as_ref().unwrap() }.add_fresh_nodes(&addrs);
},
NetworkMessage::Block(block) => {
- if block.header.bitcoin_hash() != state_lock.request.1 ||
- !block.check_merkle_root() || !block.check_witness_commitment() {
+ if block != state_lock.request.2 {
state_lock.fail_reason = AddressState::ProtocolViolation;
- state_lock.msg = ("ProtocolViolation due to bad block".to_string(), true);
+ state_lock.msg = ("due to bad block".to_string(), true);
return future::err(());
}
check_set_flag!(recvd_block, "block");
+ return future::err(());
+ },
+ NetworkMessage::Tx(_) => {
+ state_lock.fail_reason = AddressState::ProtocolViolation;
+ state_lock.msg = ("due to unrequested transaction".to_string(), true);
+ return future::err(());
},
_ => {},
}
let store = unsafe { DATA_STORE.as_ref().unwrap() };
printer.set_stat(Stat::ConnectionClosed);
- let state_lock = final_peer_state.lock().unwrap();
- if state_lock.recvd_version && state_lock.recvd_verack &&
+ let mut state_lock = final_peer_state.lock().unwrap();
+ if state_lock.recvd_version && state_lock.recvd_verack && state_lock.recvd_pong &&
state_lock.recvd_addrs && state_lock.recvd_block {
let old_state = store.set_node_state(node, AddressState::Good, state_lock.node_services);
- if old_state != AddressState::Good && state_lock.msg.0 != "" {
- printer.add_line(format!("Updating {} from {} to {}", node, old_state.to_str(), &state_lock.msg.0), state_lock.msg.1);
+ if manual || (old_state != AddressState::Good && state_lock.msg.0 != "") {
+ printer.add_line(format!("Updating {} from {} to Good {}", node, old_state.to_str(), &state_lock.msg.0), state_lock.msg.1);
}
} else {
assert!(state_lock.fail_reason != AddressState::Good);
+ if state_lock.fail_reason == AddressState::TimeoutDuringRequest && state_lock.recvd_version && state_lock.recvd_verack {
+ if !state_lock.recvd_pong {
+ state_lock.fail_reason = AddressState::TimeoutAwaitingPong;
+ } else if !state_lock.recvd_addrs {
+ state_lock.fail_reason = AddressState::TimeoutAwaitingAddr;
+ } else if !state_lock.recvd_block {
+ state_lock.fail_reason = AddressState::TimeoutAwaitingBlock;
+ }
+ }
let old_state = store.set_node_state(node, state_lock.fail_reason, 0);
- if old_state != state_lock.fail_reason && state_lock.msg.0 != "" && state_lock.msg.1 {
- printer.add_line(format!("Updating {} from {} to {}", node, old_state.to_str(), &state_lock.msg.0), state_lock.msg.1);
+ if (manual || old_state != state_lock.fail_reason) && state_lock.fail_reason == AddressState::TimeoutDuringRequest {
+ printer.add_line(format!("Updating {} from {} to Timeout During Request (ver: {}, vack: {})",
+ node, old_state.to_str(), state_lock.recvd_version, state_lock.recvd_verack), true);
+ } else if manual || (old_state != state_lock.fail_reason && state_lock.msg.0 != "" && state_lock.msg.1) {
+ printer.add_line(format!("Updating {} from {} to {} {}", node, old_state.to_str(), state_lock.fail_reason.to_str(), &state_lock.msg.0), state_lock.msg.1);
}
}
future::ok(())
}
printer.add_line(format!("Added {} new addresses from other DNS seeds", new_addrs), false);
Delay::new(Instant::now() + Duration::from_secs(60)).then(|_| {
- if !START_SHUTDOWN.load(Ordering::Relaxed) {
- poll_dnsseeds();
- }
- future::ok(())
+ let store = unsafe { DATA_STORE.as_ref().unwrap() };
+ store.save_data().then(|_| {
+ if !START_SHUTDOWN.load(Ordering::Relaxed) {
+ poll_dnsseeds();
+ }
+ future::ok(())
+ })
})
}));
}
fn scan_net() {
tokio::spawn(future::lazy(|| {
+ let printer = unsafe { PRINTER.as_ref().unwrap() };
let store = unsafe { DATA_STORE.as_ref().unwrap() };
let mut scan_nodes = store.get_next_scan_nodes();
+ printer.add_line(format!("Got {} addresses to scan", scan_nodes.len()), false);
let per_iter_time = Duration::from_millis(1000 / store.get_u64(U64Setting::ConnsPerSec));
let start_time = Instant::now();
let mut iter_time = start_time;
for node in scan_nodes.drain(..) {
- scan_node(iter_time, node);
+ scan_node(iter_time, node, false);
iter_time += per_iter_time;
}
- Delay::new(cmp::max(iter_time, start_time + Duration::from_secs(15))).then(|_| {
- let store = unsafe { DATA_STORE.as_ref().unwrap() };
- store.save_data().then(|_| {
- if !START_SHUTDOWN.load(Ordering::Relaxed) {
- scan_net();
- }
- future::ok(())
- })
+ Delay::new(cmp::max(iter_time, start_time + Duration::from_secs(1))).then(|_| {
+ if !START_SHUTDOWN.load(Ordering::Relaxed) {
+ scan_net();
+ }
+ future::ok(())
})
}));
}
}
let mut header_map = unsafe { HEADER_MAP.as_ref().unwrap() }.lock().unwrap();
let mut height_map = unsafe { HEIGHT_MAP.as_ref().unwrap() }.lock().unwrap();
+
if let Some(height) = header_map.get(&headers[0].prev_blockhash).cloned() {
for i in 0..headers.len() {
let hash = headers[i].bitcoin_hash();
header_map.insert(headers[i].bitcoin_hash(), height + 1 + (i as u64));
height_map.insert(height + 1 + (i as u64), headers[i].bitcoin_hash());
}
+
let top_height = height + headers.len() as u64;
*unsafe { HIGHEST_HEADER.as_ref().unwrap() }.lock().unwrap()
= (headers.last().unwrap().bitcoin_hash(), top_height);
printer.set_stat(printer::Stat::HeaderCount(top_height));
+
if top_height >= starting_height as u64 {
- if !SCANNING.swap(true, Ordering::SeqCst) {
- scan_net();
- poll_dnsseeds();
+ if let Err(_) = trusted_write.try_send(NetworkMessage::GetData(vec![Inventory {
+ inv_type: InvType::WitnessBlock,
+ hash: height_map.get(&(top_height - 216)).unwrap().clone(),
+ }])) {
+ return future::err(());
}
}
} else {
return future::err(())
}
},
+ NetworkMessage::Block(block) => {
+ let hash = block.header.bitcoin_hash();
+ let header_map = unsafe { HEADER_MAP.as_ref().unwrap() }.lock().unwrap();
+ let height = *header_map.get(&hash).expect("Got loose block from trusted peer we coulnd't have requested");
+ if height == unsafe { HIGHEST_HEADER.as_ref().unwrap() }.lock().unwrap().1 - 216 {
+ *unsafe { REQUEST_BLOCK.as_ref().unwrap() }.lock().unwrap() = Arc::new((height, hash, block));
+ if !SCANNING.swap(true, Ordering::SeqCst) {
+ scan_net();
+ poll_dnsseeds();
+ }
+ }
+ },
NetworkMessage::Ping(v) => {
if let Err(_) = trusted_write.try_send(NetworkMessage::Pong(v)) {
return future::err(())
unsafe { HEADER_MAP.as_ref().unwrap() }.lock().unwrap().insert(genesis_block(Network::Bitcoin).bitcoin_hash(), 0);
unsafe { HEIGHT_MAP.as_ref().unwrap() }.lock().unwrap().insert(0, genesis_block(Network::Bitcoin).bitcoin_hash());
unsafe { HIGHEST_HEADER = Some(Box::new(Mutex::new((genesis_block(Network::Bitcoin).bitcoin_hash(), 0)))) };
+ unsafe { REQUEST_BLOCK = Some(Box::new(Mutex::new(Arc::new((0, genesis_block(Network::Bitcoin).bitcoin_hash(), genesis_block(Network::Bitcoin)))))) };
- tokio::run(future::lazy(|| {
+ let trt = tokio::runtime::Builder::new()
+ .blocking_threads(2).core_threads(num_cpus::get().max(1) * 3)
+ .build().unwrap();
+
+ let _ = trt.block_on_all(future::lazy(|| {
let mut args = env::args();
args.next();
let path = args.next().unwrap();