geth/crates/geth-iroh/src/lib.rs

575 lines
18 KiB
Rust
Raw Normal View History

2026-05-15 15:08:20 +02:00
use serde::{Deserialize, Serialize};
2026-05-16 03:37:51 +02:00
use std::collections::BTreeMap;
2026-05-16 01:54:00 +02:00
use std::net::{SocketAddrV4, SocketAddrV6};
use std::path::{Path, PathBuf};
2026-05-15 15:08:20 +02:00
pub const ALPN_CONTROL: &[u8] = b"/geth/control/1";
pub const ALPN_KV: &[u8] = b"/geth/kv/1";
pub const ALPN_CAS: &[u8] = b"/geth/cas/1";
pub const ALPN_PUBSUB: &[u8] = b"/geth/pubsub/1";
pub const ALPN_PIPE: &[u8] = b"/geth/pipe/1";
pub const ALPN_DB: &[u8] = b"/geth/db/1";
pub const ALPN_DOCUMENT: &[u8] = b"/geth/document/1";
pub const ALPN_SSH_PROXY: &[u8] = b"/geth/ssh-proxy/1";
2026-05-23 01:17:30 +02:00
pub const ALPN_OVERLAY: &[u8] = b"/geth/overlay/1";
2026-05-15 15:08:20 +02:00
2026-05-22 15:28:52 +02:00
pub const IROH_VERSION: &str = "0.95.1";
pub const IROH_BLOBS_VERSION: &str = "0.97.0";
pub const IROH_DOCS_VERSION: &str = "0.95.0";
pub const IROH_GOSSIP_VERSION: &str = "0.95.0";
2026-05-16 01:54:00 +02:00
#[derive(Clone, Debug, PartialEq, Eq, Serialize, Deserialize)]
pub struct GethIrohConfig {
pub secret_key_path: PathBuf,
pub relay_mode: GethRelayMode,
2026-05-16 14:33:45 +02:00
pub local_discovery: bool,
2026-05-16 01:54:00 +02:00
pub bind_ipv4: Option<SocketAddrV4>,
pub bind_ipv6: Option<SocketAddrV6>,
pub alpns: Vec<Vec<u8>>,
}
impl GethIrohConfig {
#[must_use]
pub fn local(secret_key_path: impl Into<PathBuf>) -> Self {
2026-05-16 03:17:45 +02:00
Self::local_with_relay(secret_key_path, GethRelayMode::Default)
}
#[must_use]
pub fn local_with_relay(
secret_key_path: impl Into<PathBuf>,
relay_mode: GethRelayMode,
) -> Self {
2026-05-16 01:54:00 +02:00
Self {
secret_key_path: secret_key_path.into(),
2026-05-16 03:17:45 +02:00
relay_mode,
2026-05-16 14:33:45 +02:00
local_discovery: true,
2026-05-16 01:54:00 +02:00
bind_ipv4: None,
bind_ipv6: None,
2026-05-22 16:10:40 +02:00
alpns: default_endpoint_alpns(),
2026-05-16 01:54:00 +02:00
}
}
}
2026-05-16 03:37:51 +02:00
#[derive(Clone, Copy, Debug, PartialEq, Eq, PartialOrd, Ord, Serialize, Deserialize)]
#[serde(rename_all = "kebab-case")]
pub enum ProtocolKind {
Control,
Kv,
Cas,
Pubsub,
Pipe,
Db,
Document,
SshProxy,
2026-05-23 01:17:30 +02:00
Overlay,
2026-05-16 03:37:51 +02:00
}
impl ProtocolKind {
#[must_use]
pub fn name(self) -> &'static str {
match self {
Self::Control => "control",
Self::Kv => "kv",
Self::Cas => "cas",
Self::Pubsub => "pubsub",
Self::Pipe => "pipe",
Self::Db => "db",
Self::Document => "document",
Self::SshProxy => "ssh-proxy",
2026-05-23 01:17:30 +02:00
Self::Overlay => "overlay",
2026-05-16 03:37:51 +02:00
}
}
}
#[derive(Clone, Debug, PartialEq, Eq, Serialize, Deserialize)]
pub struct ProtocolDescriptor {
pub kind: ProtocolKind,
pub name: String,
pub alpn: Vec<u8>,
}
impl ProtocolDescriptor {
#[must_use]
pub fn new(kind: ProtocolKind, alpn: &'static [u8]) -> Self {
Self {
kind,
name: kind.name().to_owned(),
alpn: alpn.to_vec(),
}
}
}
#[derive(Clone, Debug, Default, PartialEq, Eq)]
pub struct ProtocolRouter {
protocols: BTreeMap<Vec<u8>, ProtocolDescriptor>,
}
impl ProtocolRouter {
#[must_use]
pub fn new() -> Self {
Self::default()
}
pub fn register(&mut self, descriptor: ProtocolDescriptor) -> Result<(), RouterError> {
if self.protocols.contains_key(&descriptor.alpn) {
return Err(RouterError::DuplicateAlpn {
alpn: display_alpn(&descriptor.alpn),
});
}
self.protocols.insert(descriptor.alpn.clone(), descriptor);
Ok(())
}
pub fn require(&self, alpn: &[u8]) -> Result<&ProtocolDescriptor, RouterError> {
self.protocols
.get(alpn)
.ok_or_else(|| RouterError::UnknownAlpn {
alpn: display_alpn(alpn),
})
}
#[must_use]
pub fn alpns(&self) -> Vec<Vec<u8>> {
self.protocols.keys().cloned().collect()
}
#[must_use]
pub fn descriptors(&self) -> Vec<ProtocolDescriptor> {
self.protocols.values().cloned().collect()
}
}
#[must_use]
pub fn default_protocol_router() -> ProtocolRouter {
let mut router = ProtocolRouter::new();
for descriptor in default_protocol_descriptors() {
router
.register(descriptor)
.expect("default geth ALPNs are unique");
}
router
}
#[must_use]
pub fn default_protocol_descriptors() -> Vec<ProtocolDescriptor> {
vec![
ProtocolDescriptor::new(ProtocolKind::Control, ALPN_CONTROL),
ProtocolDescriptor::new(ProtocolKind::Kv, ALPN_KV),
ProtocolDescriptor::new(ProtocolKind::Cas, ALPN_CAS),
ProtocolDescriptor::new(ProtocolKind::Pubsub, ALPN_PUBSUB),
ProtocolDescriptor::new(ProtocolKind::Pipe, ALPN_PIPE),
ProtocolDescriptor::new(ProtocolKind::Db, ALPN_DB),
ProtocolDescriptor::new(ProtocolKind::Document, ALPN_DOCUMENT),
ProtocolDescriptor::new(ProtocolKind::SshProxy, ALPN_SSH_PROXY),
2026-05-23 01:17:30 +02:00
ProtocolDescriptor::new(ProtocolKind::Overlay, ALPN_OVERLAY),
2026-05-16 03:37:51 +02:00
]
}
2026-05-22 16:10:40 +02:00
#[must_use]
pub fn default_endpoint_alpns() -> Vec<Vec<u8>> {
let mut alpns = default_protocol_router().alpns();
alpns.push(iroh_blobs::ALPN.to_vec());
alpns.push(iroh_docs::ALPN.to_vec());
alpns.push(iroh_gossip::ALPN.to_vec());
alpns.sort();
alpns.dedup();
alpns
}
2026-05-22 15:28:52 +02:00
#[derive(Clone, Debug, PartialEq, Eq, Serialize, Deserialize)]
pub struct NativeIrohLibrary {
pub module: String,
pub crate_name: String,
pub crate_version: String,
pub alpn: String,
}
#[must_use]
pub fn native_iroh_libraries() -> Vec<NativeIrohLibrary> {
vec![
NativeIrohLibrary {
module: "cas".to_owned(),
crate_name: "iroh-blobs".to_owned(),
crate_version: IROH_BLOBS_VERSION.to_owned(),
alpn: display_alpn(iroh_blobs::ALPN),
},
NativeIrohLibrary {
module: "kv".to_owned(),
crate_name: "iroh-docs".to_owned(),
crate_version: IROH_DOCS_VERSION.to_owned(),
alpn: display_alpn(iroh_docs::ALPN),
},
NativeIrohLibrary {
module: "pubsub".to_owned(),
crate_name: "iroh-gossip".to_owned(),
crate_version: IROH_GOSSIP_VERSION.to_owned(),
alpn: display_alpn(iroh_gossip::ALPN),
},
]
}
2026-05-16 01:54:00 +02:00
#[derive(Clone, Debug, PartialEq, Eq, Serialize, Deserialize)]
#[serde(rename_all = "kebab-case")]
pub enum GethRelayMode {
Disabled,
Default,
Staging,
2026-05-16 14:28:38 +02:00
Custom {
name: String,
relay_urls: Vec<String>,
},
2026-05-16 01:54:00 +02:00
}
impl GethRelayMode {
2026-05-16 14:28:38 +02:00
fn to_iroh(&self) -> Result<iroh::RelayMode, IrohError> {
2026-05-16 01:54:00 +02:00
match self {
2026-05-16 14:28:38 +02:00
Self::Disabled => Ok(iroh::RelayMode::Disabled),
Self::Default => Ok(iroh::RelayMode::Default),
Self::Staging => Ok(iroh::RelayMode::Staging),
Self::Custom { relay_urls, .. } => {
let relay_urls = relay_urls
.iter()
.map(|url| {
url.parse::<iroh::RelayUrl>()
.map_err(|error| IrohError::InvalidRelayUrl {
url: url.clone(),
message: error.to_string(),
})
})
.collect::<Result<Vec<_>, _>>()?;
Ok(iroh::RelayMode::Custom(iroh::RelayMap::from_iter(
relay_urls,
)))
}
2026-05-16 01:54:00 +02:00
}
}
2026-05-16 03:17:45 +02:00
#[must_use]
2026-05-16 14:28:38 +02:00
pub fn label(&self) -> String {
2026-05-16 03:17:45 +02:00
match self {
2026-05-16 14:28:38 +02:00
Self::Disabled => "disabled".to_owned(),
Self::Default => "default".to_owned(),
Self::Staging => "staging".to_owned(),
Self::Custom { name, .. } => format!("custom:{name}"),
2026-05-16 03:17:45 +02:00
}
}
2026-05-16 01:54:00 +02:00
}
2026-05-18 12:09:50 +02:00
#[derive(Clone, Debug)]
2026-05-16 01:54:00 +02:00
pub struct GethIrohEndpoint {
endpoint: iroh::Endpoint,
status: EndpointStatus,
}
impl GethIrohEndpoint {
#[must_use]
pub fn status(&self) -> EndpointStatus {
self.status.clone()
}
#[must_use]
pub fn node_id(&self) -> String {
2026-05-22 15:28:52 +02:00
self.endpoint.id().to_string()
2026-05-16 01:54:00 +02:00
}
2026-05-18 12:09:50 +02:00
#[must_use]
pub fn endpoint(&self) -> iroh::Endpoint {
self.endpoint.clone()
}
pub async fn node_addr_snapshot(&self) -> Result<GethNodeAddr, IrohError> {
2026-05-22 15:28:52 +02:00
let endpoint_addr = self.endpoint.addr();
2026-05-18 12:09:50 +02:00
Ok(GethNodeAddr {
2026-05-22 15:28:52 +02:00
endpoint_id: endpoint_addr.id.to_string(),
relay_url: endpoint_addr.relay_urls().next().map(ToString::to_string),
direct_addresses: endpoint_addr
.ip_addrs()
2026-05-18 12:09:50 +02:00
.map(|addr| addr.to_string())
.collect(),
})
}
2026-05-16 01:54:00 +02:00
pub async fn shutdown(&self) {
self.endpoint.close().await;
}
}
2026-05-18 12:09:50 +02:00
#[derive(Clone, Debug, PartialEq, Eq, Serialize, Deserialize)]
pub struct GethNodeAddr {
pub endpoint_id: String,
pub relay_url: Option<String>,
pub direct_addresses: Vec<String>,
}
2026-05-16 01:54:00 +02:00
pub async fn start_endpoint(config: &GethIrohConfig) -> Result<GethIrohEndpoint, IrohError> {
let secret_key = load_or_create_secret_key(&config.secret_key_path)?;
let mut builder = iroh::Endpoint::builder()
.secret_key(secret_key)
2026-05-16 14:28:38 +02:00
.relay_mode(config.relay_mode.to_iroh()?)
2026-05-16 01:54:00 +02:00
.alpns(config.alpns.clone());
2026-05-16 14:33:45 +02:00
if config.local_discovery {
2026-05-22 15:28:52 +02:00
builder = builder.discovery(iroh::discovery::mdns::MdnsDiscovery::builder());
2026-05-16 14:33:45 +02:00
}
2026-05-16 01:54:00 +02:00
if let Some(bind_ipv4) = config.bind_ipv4 {
builder = builder.bind_addr_v4(bind_ipv4);
}
if let Some(bind_ipv6) = config.bind_ipv6 {
builder = builder.bind_addr_v6(bind_ipv6);
}
let endpoint = builder.bind().await.map_err(IrohError::from)?;
let status = EndpointStatus {
enabled: true,
2026-05-22 15:28:52 +02:00
endpoint_id: Some(endpoint.id().to_string()),
2026-05-16 14:28:38 +02:00
relay_mode: config.relay_mode.label(),
2026-05-16 14:33:45 +02:00
local_discovery: config.local_discovery,
2026-05-16 01:54:00 +02:00
note: format!(
2026-05-22 15:28:52 +02:00
"Iroh endpoint started with iroh {}; relay mode: {:?}; local discovery: {}; native libraries: iroh-blobs {}, iroh-docs {}, iroh-gossip {}",
IROH_VERSION,
config.relay_mode,
config.local_discovery,
IROH_BLOBS_VERSION,
IROH_DOCS_VERSION,
IROH_GOSSIP_VERSION
2026-05-16 01:54:00 +02:00
),
};
Ok(GethIrohEndpoint { endpoint, status })
}
pub fn load_or_create_secret_key(path: &Path) -> Result<iroh::SecretKey, IrohError> {
if path.exists() {
return load_secret_key(path);
}
if let Some(parent) = path.parent() {
std::fs::create_dir_all(parent)?;
}
2026-05-22 15:28:52 +02:00
let secret_key = iroh::SecretKey::generate(&mut rand::rng());
2026-05-16 01:54:00 +02:00
let tmp = path.with_extension("tmp");
std::fs::write(&tmp, hex::encode(secret_key.to_bytes()))?;
std::fs::rename(tmp, path)?;
Ok(secret_key)
}
pub fn load_secret_key(path: &Path) -> Result<iroh::SecretKey, IrohError> {
let encoded = std::fs::read_to_string(path)?;
let bytes = hex::decode(encoded.trim())?;
let bytes: [u8; 32] = bytes
.try_into()
.map_err(|_| IrohError::InvalidSecretKeyLength)?;
Ok(iroh::SecretKey::from_bytes(&bytes))
}
#[must_use]
pub fn all_alpns() -> Vec<Vec<u8>> {
2026-05-16 03:37:51 +02:00
default_protocol_router().alpns()
2026-05-16 01:54:00 +02:00
}
2026-05-15 15:08:20 +02:00
#[derive(Clone, Debug, PartialEq, Eq, Serialize, Deserialize)]
pub struct EndpointStatus {
pub enabled: bool,
pub endpoint_id: Option<String>,
2026-05-16 03:17:45 +02:00
pub relay_mode: String,
2026-05-16 14:33:45 +02:00
pub local_discovery: bool,
2026-05-15 15:08:20 +02:00
pub note: String,
}
impl EndpointStatus {
#[must_use]
pub fn scaffolded() -> Self {
Self {
enabled: false,
endpoint_id: None,
2026-05-16 03:17:45 +02:00
relay_mode: "not-started".to_owned(),
2026-05-16 14:33:45 +02:00
local_discovery: false,
2026-05-16 01:54:00 +02:00
note: "Iroh endpoint is not running outside daemon mode".to_owned(),
}
}
}
#[derive(Debug, thiserror::Error)]
pub enum IrohError {
#[error("io error: {0}")]
Io(#[from] std::io::Error),
#[error("invalid hex iroh secret key: {0}")]
Hex(#[from] hex::FromHexError),
#[error("invalid iroh secret key length")]
InvalidSecretKeyLength,
2026-05-16 14:28:38 +02:00
#[error("invalid iroh relay URL `{url}`: {message}")]
InvalidRelayUrl { url: String, message: String },
2026-05-16 01:54:00 +02:00
#[error("failed to bind iroh endpoint: {0}")]
Bind(Box<iroh::endpoint::BindError>),
2026-05-18 12:09:50 +02:00
#[error("timed out waiting for iroh node address")]
NodeAddrTimeout,
#[error("iroh node address watcher is unavailable: {0}")]
NodeAddrUnavailable(String),
2026-05-16 01:54:00 +02:00
}
2026-05-16 03:37:51 +02:00
#[derive(Debug, thiserror::Error)]
pub enum RouterError {
#[error("duplicate geth ALPN registration: {alpn}")]
DuplicateAlpn { alpn: String },
#[error("unknown geth ALPN: {alpn}")]
UnknownAlpn { alpn: String },
}
2026-05-16 01:54:00 +02:00
impl From<iroh::endpoint::BindError> for IrohError {
fn from(error: iroh::endpoint::BindError) -> Self {
Self::Bind(Box::new(error))
}
}
2026-05-16 03:37:51 +02:00
fn display_alpn(alpn: &[u8]) -> String {
String::from_utf8(alpn.to_vec()).unwrap_or_else(|_| format!("0x{}", hex::encode(alpn)))
}
2026-05-16 01:54:00 +02:00
#[cfg(test)]
mod tests {
use super::*;
#[test]
fn all_alpns_contains_expected_protocols() {
let alpns = all_alpns();
assert!(alpns.contains(&ALPN_CONTROL.to_vec()));
assert!(alpns.contains(&ALPN_CAS.to_vec()));
assert!(alpns.contains(&ALPN_SSH_PROXY.to_vec()));
2026-05-23 01:17:30 +02:00
assert!(alpns.contains(&ALPN_OVERLAY.to_vec()));
assert_eq!(alpns.len(), 9);
2026-05-16 01:54:00 +02:00
}
2026-05-22 15:28:52 +02:00
#[test]
fn native_iroh_libraries_are_pinned_and_expose_alpns() {
let libraries = native_iroh_libraries();
assert_eq!(libraries.len(), 3);
assert!(libraries.iter().any(|library| {
library.module == "cas"
&& library.crate_name == "iroh-blobs"
&& library.crate_version == IROH_BLOBS_VERSION
&& library.alpn == "/iroh-bytes/4"
}));
assert!(libraries.iter().any(|library| {
library.module == "kv"
&& library.crate_name == "iroh-docs"
&& library.crate_version == IROH_DOCS_VERSION
&& library.alpn == "/iroh-sync/1"
}));
assert!(libraries.iter().any(|library| {
library.module == "pubsub"
&& library.crate_name == "iroh-gossip"
&& library.crate_version == IROH_GOSSIP_VERSION
&& library.alpn == "/iroh-gossip/1"
}));
}
2026-05-22 16:10:40 +02:00
#[test]
fn default_endpoint_alpns_include_native_libraries() {
let alpns = default_endpoint_alpns();
assert!(alpns.contains(&ALPN_CONTROL.to_vec()));
assert!(alpns.contains(&iroh_blobs::ALPN.to_vec()));
assert!(alpns.contains(&iroh_docs::ALPN.to_vec()));
assert!(alpns.contains(&iroh_gossip::ALPN.to_vec()));
}
2026-05-16 03:37:51 +02:00
#[test]
fn default_router_registers_all_protocols() {
let router = default_protocol_router();
assert_eq!(
router.require(ALPN_CONTROL).expect("control").kind,
ProtocolKind::Control
);
assert_eq!(
router.require(ALPN_SSH_PROXY).expect("ssh proxy").kind,
ProtocolKind::SshProxy
);
2026-05-23 01:17:30 +02:00
assert_eq!(
router.require(ALPN_OVERLAY).expect("overlay").kind,
ProtocolKind::Overlay
);
assert_eq!(router.descriptors().len(), 9);
2026-05-16 03:37:51 +02:00
}
#[test]
fn router_rejects_duplicate_alpns() {
let mut router = ProtocolRouter::new();
router
.register(ProtocolDescriptor::new(ProtocolKind::Control, ALPN_CONTROL))
.expect("first registration");
let error = router
.register(ProtocolDescriptor::new(ProtocolKind::Cas, ALPN_CONTROL))
.expect_err("duplicate error");
assert!(matches!(error, RouterError::DuplicateAlpn { .. }));
}
#[test]
fn router_rejects_unknown_alpn() {
let router = default_protocol_router();
let error = router
.require(b"/geth/unknown/1")
.expect_err("unknown error");
assert!(matches!(error, RouterError::UnknownAlpn { .. }));
}
2026-05-16 01:54:00 +02:00
#[test]
fn iroh_secret_key_persists() {
let dir = tempfile::tempdir().expect("tempdir");
let path = dir.path().join("iroh.ed25519");
let first = load_or_create_secret_key(&path).expect("create key");
let second = load_or_create_secret_key(&path).expect("load key");
assert_eq!(first.public(), second.public());
}
2026-05-16 03:17:45 +02:00
#[test]
fn local_config_selects_relay_mode() {
let config = GethIrohConfig::local_with_relay("iroh.ed25519", GethRelayMode::Staging);
assert_eq!(config.relay_mode, GethRelayMode::Staging);
assert!(matches!(
2026-05-16 14:28:38 +02:00
config.relay_mode.to_iroh().expect("iroh relay mode"),
2026-05-16 03:17:45 +02:00
iroh::RelayMode::Staging
));
}
2026-05-16 14:28:38 +02:00
#[test]
fn custom_relay_mode_builds_iroh_relay_map() {
let mode = GethRelayMode::Custom {
name: "home".to_owned(),
relay_urls: vec!["https://relay.example.com".to_owned()],
};
let relay_mode = mode.to_iroh().expect("custom relay mode");
match relay_mode {
iroh::RelayMode::Custom(map) => {
assert_eq!(map.len(), 1);
assert_eq!(mode.label(), "custom:home");
}
other => panic!("unexpected relay mode: {other:?}"),
}
}
2026-05-16 01:54:00 +02:00
#[tokio::test]
async fn endpoint_status_tracks_node_id_when_bind_is_available() {
let dir = tempfile::tempdir().expect("tempdir");
2026-05-16 14:33:45 +02:00
let mut config = GethIrohConfig::local_with_relay(
2026-05-16 03:17:45 +02:00
dir.path().join("iroh.ed25519"),
GethRelayMode::Disabled,
);
2026-05-16 14:33:45 +02:00
config.local_discovery = false;
2026-05-16 01:54:00 +02:00
match start_endpoint(&config).await {
Ok(endpoint) => {
let status = endpoint.status();
assert!(status.enabled);
assert_eq!(status.endpoint_id, Some(endpoint.node_id()));
2026-05-16 03:17:45 +02:00
assert_eq!(status.relay_mode, "disabled");
2026-05-16 14:33:45 +02:00
assert!(!status.local_discovery);
2026-05-18 12:09:50 +02:00
let node_addr = endpoint.node_addr_snapshot().await.expect("node addr");
assert_eq!(node_addr.endpoint_id, endpoint.node_id());
assert!(!node_addr.direct_addresses.is_empty());
2026-05-16 01:54:00 +02:00
endpoint.shutdown().await;
}
Err(IrohError::Bind(error)) => {
eprintln!("skipping endpoint bind assertion; UDP unavailable: {error}");
}
Err(error) => panic!("unexpected iroh startup error: {error}"),
2026-05-15 15:08:20 +02:00
}
}
}