Nothing much
This commit is contained in:
parent
1300faa0b4
commit
49cb6f9d65
3 changed files with 69 additions and 35 deletions
|
|
@ -42,6 +42,7 @@ struct DhtState {
|
||||||
next_transaction_id: u16,
|
next_transaction_id: u16,
|
||||||
outstanding_requests: HashMap<(u16, SocketAddr), Request>,
|
outstanding_requests: HashMap<(u16, SocketAddr), Request>,
|
||||||
routing_table: RoutingTable,
|
routing_table: RoutingTable,
|
||||||
|
listen_addr: SocketAddr,
|
||||||
|
|
||||||
// This sender sends requests to the worker.
|
// This sender sends requests to the worker.
|
||||||
// It is unbounded so that the methods on Dht state don't need to be async.
|
// It is unbounded so that the methods on Dht state don't need to be async.
|
||||||
|
|
@ -61,6 +62,7 @@ impl DhtState {
|
||||||
id: Id20,
|
id: Id20,
|
||||||
sender: UnboundedSender<(Message<ByteString>, SocketAddr)>,
|
sender: UnboundedSender<(Message<ByteString>, SocketAddr)>,
|
||||||
routing_table: Option<RoutingTable>,
|
routing_table: Option<RoutingTable>,
|
||||||
|
listen_addr: SocketAddr,
|
||||||
) -> Self {
|
) -> Self {
|
||||||
let routing_table = routing_table.unwrap_or_else(|| RoutingTable::new(id));
|
let routing_table = routing_table.unwrap_or_else(|| RoutingTable::new(id));
|
||||||
Self {
|
Self {
|
||||||
|
|
@ -69,6 +71,7 @@ impl DhtState {
|
||||||
outstanding_requests: Default::default(),
|
outstanding_requests: Default::default(),
|
||||||
routing_table,
|
routing_table,
|
||||||
sender,
|
sender,
|
||||||
|
listen_addr,
|
||||||
seen_peers: Default::default(),
|
seen_peers: Default::default(),
|
||||||
get_peers_subscribers: Default::default(),
|
get_peers_subscribers: Default::default(),
|
||||||
made_requests: Default::default(),
|
made_requests: Default::default(),
|
||||||
|
|
@ -612,6 +615,7 @@ pub struct DhtConfig {
|
||||||
pub peer_id: Option<Id20>,
|
pub peer_id: Option<Id20>,
|
||||||
pub bootstrap_addrs: Option<Vec<String>>,
|
pub bootstrap_addrs: Option<Vec<String>>,
|
||||||
pub routing_table: Option<RoutingTable>,
|
pub routing_table: Option<RoutingTable>,
|
||||||
|
pub listen_addr: Option<SocketAddr>,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl Dht {
|
impl Dht {
|
||||||
|
|
@ -619,9 +623,17 @@ impl Dht {
|
||||||
Self::with_config(DhtConfig::default()).await
|
Self::with_config(DhtConfig::default()).await
|
||||||
}
|
}
|
||||||
pub async fn with_config(config: DhtConfig) -> anyhow::Result<Self> {
|
pub async fn with_config(config: DhtConfig) -> anyhow::Result<Self> {
|
||||||
let socket = UdpSocket::bind("0.0.0.0:0")
|
let socket = match config.listen_addr {
|
||||||
.await
|
Some(addr) => UdpSocket::bind(addr).await,
|
||||||
.context("error binding socket")?;
|
None => UdpSocket::bind("0.0.0.0:0").await,
|
||||||
|
}
|
||||||
|
.context("error binding socket")?;
|
||||||
|
|
||||||
|
let listen_addr = socket
|
||||||
|
.local_addr()
|
||||||
|
.context("cannot determine UDP listen addr")?;
|
||||||
|
info!("DHT listening on {:?}", listen_addr);
|
||||||
|
|
||||||
let peer_id = config.peer_id.unwrap_or_else(generate_peer_id);
|
let peer_id = config.peer_id.unwrap_or_else(generate_peer_id);
|
||||||
info!("starting up DHT with peer id {:?}", peer_id);
|
info!("starting up DHT with peer id {:?}", peer_id);
|
||||||
let bootstrap_addrs = config
|
let bootstrap_addrs = config
|
||||||
|
|
@ -633,6 +645,7 @@ impl Dht {
|
||||||
peer_id,
|
peer_id,
|
||||||
in_tx.clone(),
|
in_tx.clone(),
|
||||||
config.routing_table,
|
config.routing_table,
|
||||||
|
listen_addr,
|
||||||
)));
|
)));
|
||||||
|
|
||||||
tokio::spawn({
|
tokio::spawn({
|
||||||
|
|
@ -663,6 +676,10 @@ impl Dht {
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
|
pub fn listen_addr(&self) -> SocketAddr {
|
||||||
|
self.state.lock().listen_addr
|
||||||
|
}
|
||||||
|
|
||||||
pub fn stats(&self) -> DhtStats {
|
pub fn stats(&self) -> DhtStats {
|
||||||
self.state.lock().get_stats()
|
self.state.lock().get_stats()
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -1,11 +1,13 @@
|
||||||
// TODO: this now stores only the routing table, but we also need AT LEAST the same socket address...
|
// TODO: this now stores only the routing table, but we also need AT LEAST the same socket address...
|
||||||
|
|
||||||
|
use serde::{Deserialize, Serialize};
|
||||||
use std::fs::OpenOptions;
|
use std::fs::OpenOptions;
|
||||||
|
use std::net::SocketAddr;
|
||||||
use std::path::{Path, PathBuf};
|
use std::path::{Path, PathBuf};
|
||||||
use std::time::Duration;
|
use std::time::Duration;
|
||||||
|
|
||||||
use anyhow::Context;
|
use anyhow::Context;
|
||||||
use log::{debug, error, info, warn};
|
use log::{debug, error, info, trace, warn};
|
||||||
use tokio::spawn;
|
use tokio::spawn;
|
||||||
|
|
||||||
use crate::dht::{Dht, DhtConfig};
|
use crate::dht::{Dht, DhtConfig};
|
||||||
|
|
@ -17,6 +19,12 @@ pub struct PersistentDhtConfig {
|
||||||
pub config_filename: Option<PathBuf>,
|
pub config_filename: Option<PathBuf>,
|
||||||
}
|
}
|
||||||
|
|
||||||
|
#[derive(Serialize, Deserialize)]
|
||||||
|
struct DhtSerialize<Table> {
|
||||||
|
addr: SocketAddr,
|
||||||
|
table: Table,
|
||||||
|
}
|
||||||
|
|
||||||
pub struct PersistentDht {
|
pub struct PersistentDht {
|
||||||
// config_filename: PathBuf,
|
// config_filename: PathBuf,
|
||||||
}
|
}
|
||||||
|
|
@ -29,7 +37,10 @@ fn dump_dht(dht: &Dht, filename: &Path, tempfile_name: &Path) -> anyhow::Result<
|
||||||
.open(&tempfile_name)
|
.open(&tempfile_name)
|
||||||
.with_context(|| format!("error opening {:?}", tempfile_name))?;
|
.with_context(|| format!("error opening {:?}", tempfile_name))?;
|
||||||
|
|
||||||
match dht.with_routing_table(|r| serde_json::to_writer(&mut file, r)) {
|
let addr = dht.listen_addr();
|
||||||
|
match dht
|
||||||
|
.with_routing_table(|r| serde_json::to_writer(&mut file, &DhtSerialize { addr, table: r }))
|
||||||
|
{
|
||||||
Ok(_) => {
|
Ok(_) => {
|
||||||
debug!("dumped DHT to {:?}", &tempfile_name);
|
debug!("dumped DHT to {:?}", &tempfile_name);
|
||||||
}
|
}
|
||||||
|
|
@ -63,29 +74,35 @@ impl PersistentDht {
|
||||||
.with_context(|| format!("error creating dir {:?}", &parent))?;
|
.with_context(|| format!("error creating dir {:?}", &parent))?;
|
||||||
}
|
}
|
||||||
|
|
||||||
let routing_table = match OpenOptions::new().read(true).open(&config_filename) {
|
let de = match OpenOptions::new().read(true).open(&config_filename) {
|
||||||
Ok(dht_json) => match serde_json::from_reader::<_, RoutingTable>(&dht_json) {
|
Ok(dht_json) => {
|
||||||
Ok(r) => {
|
match serde_json::from_reader::<_, DhtSerialize<RoutingTable>>(&dht_json) {
|
||||||
info!("loaded DHT routing table from {:?}", &config_filename);
|
Ok(r) => {
|
||||||
Some(r)
|
info!("loaded DHT routing table from {:?}", &config_filename);
|
||||||
|
Some(r)
|
||||||
|
}
|
||||||
|
Err(e) => {
|
||||||
|
warn!(
|
||||||
|
"cannot deserialize routing table from file {:?}: {:#}",
|
||||||
|
&config_filename, e
|
||||||
|
);
|
||||||
|
None
|
||||||
|
}
|
||||||
}
|
}
|
||||||
Err(e) => {
|
}
|
||||||
warn!(
|
|
||||||
"cannot deserialize routing table from file {:?}: {:#}",
|
|
||||||
&config_filename, e
|
|
||||||
);
|
|
||||||
None
|
|
||||||
}
|
|
||||||
},
|
|
||||||
Err(e) => match e.kind() {
|
Err(e) => match e.kind() {
|
||||||
std::io::ErrorKind::NotFound => None,
|
std::io::ErrorKind::NotFound => None,
|
||||||
_ => return Err(e).with_context(|| format!("error reading {:?}", config_filename)),
|
_ => return Err(e).with_context(|| format!("error reading {:?}", config_filename)),
|
||||||
},
|
},
|
||||||
};
|
};
|
||||||
|
let (listen_addr, routing_table) = de
|
||||||
|
.map(|de| (Some(de.addr), Some(de.table)))
|
||||||
|
.unwrap_or((None, None));
|
||||||
let peer_id = routing_table.as_ref().map(|r| r.id());
|
let peer_id = routing_table.as_ref().map(|r| r.id());
|
||||||
let dht_config = DhtConfig {
|
let dht_config = DhtConfig {
|
||||||
peer_id,
|
peer_id,
|
||||||
routing_table,
|
routing_table,
|
||||||
|
listen_addr,
|
||||||
..Default::default()
|
..Default::default()
|
||||||
};
|
};
|
||||||
let dht = Dht::with_config(dht_config).await?;
|
let dht = Dht::with_config(dht_config).await?;
|
||||||
|
|
@ -104,8 +121,8 @@ impl PersistentDht {
|
||||||
};
|
};
|
||||||
|
|
||||||
loop {
|
loop {
|
||||||
|
trace!("sleeping for {:?}", &dump_interval);
|
||||||
tokio::time::sleep(dump_interval).await;
|
tokio::time::sleep(dump_interval).await;
|
||||||
debug!("dumping DHT to {:?}", &config_filename);
|
|
||||||
|
|
||||||
match dump_dht(&dht, &config_filename, &tempfile_name) {
|
match dump_dht(&dht, &config_filename, &tempfile_name) {
|
||||||
Ok(_) => debug!("dumped DHT to {:?}", &config_filename),
|
Ok(_) => debug!("dumped DHT to {:?}", &config_filename),
|
||||||
|
|
|
||||||
|
|
@ -136,23 +136,23 @@ fn compute_only_files<ByteBuf: AsRef<[u8]>>(
|
||||||
}
|
}
|
||||||
|
|
||||||
fn init_logging(opts: &Opts) {
|
fn init_logging(opts: &Opts) {
|
||||||
match opts.log_level.as_ref() {
|
if std::env::var_os("RUST_LOG").is_none() {
|
||||||
Some(level) => {
|
match opts.log_level.as_ref() {
|
||||||
let level_str = match level {
|
Some(level) => {
|
||||||
LogLevel::Trace => "trace",
|
let level_str = match level {
|
||||||
LogLevel::Debug => "debug",
|
LogLevel::Trace => "trace",
|
||||||
LogLevel::Info => "info",
|
LogLevel::Debug => "debug",
|
||||||
LogLevel::Warn => "warn",
|
LogLevel::Info => "info",
|
||||||
LogLevel::Error => "error",
|
LogLevel::Warn => "warn",
|
||||||
};
|
LogLevel::Error => "error",
|
||||||
std::env::set_var("RUST_LOG", level_str);
|
};
|
||||||
}
|
std::env::set_var("RUST_LOG", level_str);
|
||||||
None => {
|
}
|
||||||
if std::env::var_os("RUST_LOG").is_none() {
|
None => {
|
||||||
std::env::set_var("RUST_LOG", "info");
|
std::env::set_var("RUST_LOG", "info");
|
||||||
};
|
}
|
||||||
}
|
};
|
||||||
};
|
}
|
||||||
pretty_env_logger::init();
|
pretty_env_logger::init();
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue