Subscribe to peer pubsub snapshots
This commit is contained in:
parent
bc0ba4d169
commit
df70b81a1d
8 changed files with 332 additions and 20 deletions
|
|
@ -273,6 +273,10 @@ pub async fn handle_request_async(
|
|||
message,
|
||||
node: Some(peer_node),
|
||||
} => pubsub_publish_to_peer(node, &peer_node, topic, message).await,
|
||||
ControlRequest::PubsubSub {
|
||||
topic,
|
||||
node: Some(peer_node),
|
||||
} => pubsub_subscribe_from_peer(node, &peer_node, topic).await,
|
||||
ControlRequest::PipeConnect {
|
||||
target,
|
||||
node: Some(peer_node),
|
||||
|
|
@ -560,6 +564,7 @@ async fn peer_ping(node: &LocalNode, peer_node: &str) -> Result<ControlResponse,
|
|||
| PeerControlResponse::SshRevocationSynced { .. }
|
||||
| PeerControlResponse::KvSynced { .. }
|
||||
| PeerControlResponse::PubsubPublished { .. }
|
||||
| PeerControlResponse::PubsubSubscribed { .. }
|
||||
| PeerControlResponse::PipeConnected { .. }
|
||||
| PeerControlResponse::DocumentSynced { .. }
|
||||
| PeerControlResponse::DbSynced { .. } => Err(NodeError::IrohPeer(
|
||||
|
|
@ -673,6 +678,7 @@ async fn peer_auth_check(
|
|||
| PeerControlResponse::SshRevocationSynced { .. }
|
||||
| PeerControlResponse::KvSynced { .. }
|
||||
| PeerControlResponse::PubsubPublished { .. }
|
||||
| PeerControlResponse::PubsubSubscribed { .. }
|
||||
| PeerControlResponse::PipeConnected { .. }
|
||||
| PeerControlResponse::DocumentSynced { .. }
|
||||
| PeerControlResponse::DbSynced { .. } => Err(NodeError::IrohPeer(
|
||||
|
|
@ -815,6 +821,7 @@ async fn cas_fetch_from_peer(
|
|||
| PeerControlResponse::SshRevocationSynced { .. }
|
||||
| PeerControlResponse::KvSynced { .. }
|
||||
| PeerControlResponse::PubsubPublished { .. }
|
||||
| PeerControlResponse::PubsubSubscribed { .. }
|
||||
| PeerControlResponse::PipeConnected { .. }
|
||||
| PeerControlResponse::DocumentSynced { .. }
|
||||
| PeerControlResponse::DbSynced { .. } => Err(NodeError::IrohPeer(
|
||||
|
|
@ -1093,6 +1100,51 @@ async fn pubsub_publish_to_peer(
|
|||
}
|
||||
}
|
||||
|
||||
async fn pubsub_subscribe_from_peer(
|
||||
node: &LocalNode,
|
||||
peer_node: &str,
|
||||
topic: String,
|
||||
) -> Result<ControlResponse, NodeError> {
|
||||
geth_pubsub::validate_topic(&topic)?;
|
||||
let response = request_peer_control(node, peer_node, "pubsub-subscribe", |peer_card, nonce| {
|
||||
PeerControlRequest::PubsubSubscribe {
|
||||
peer_card,
|
||||
topic: topic.clone(),
|
||||
nonce,
|
||||
}
|
||||
})
|
||||
.await?;
|
||||
match response {
|
||||
PeerControlResponse::PubsubSubscribed {
|
||||
node_id,
|
||||
agent_id,
|
||||
endpoint_id,
|
||||
topic: response_topic,
|
||||
messages,
|
||||
allowed,
|
||||
reason,
|
||||
note,
|
||||
..
|
||||
} if response_topic == topic => Ok(ControlResponse::PubsubRemoteMessages {
|
||||
peer_node_id: node_id,
|
||||
peer_agent_id: agent_id,
|
||||
endpoint_id,
|
||||
topic: response_topic,
|
||||
messages,
|
||||
allowed,
|
||||
reason,
|
||||
note,
|
||||
}),
|
||||
PeerControlResponse::PubsubSubscribed { .. } => Err(NodeError::IrohPeer(
|
||||
"peer pubsub subscribe response did not match request".to_owned(),
|
||||
)),
|
||||
PeerControlResponse::Error { message } => Err(NodeError::IrohPeer(message)),
|
||||
_ => Err(NodeError::IrohPeer(
|
||||
"peer returned wrong response type to pubsub subscribe".to_owned(),
|
||||
)),
|
||||
}
|
||||
}
|
||||
|
||||
async fn pipe_connect_to_peer(
|
||||
node: &LocalNode,
|
||||
peer_node: &str,
|
||||
|
|
@ -1549,6 +1601,10 @@ async fn request_peer_control(
|
|||
nonce: response_nonce,
|
||||
..
|
||||
}
|
||||
| PeerControlResponse::PubsubSubscribed {
|
||||
nonce: response_nonce,
|
||||
..
|
||||
}
|
||||
| PeerControlResponse::PipeConnected {
|
||||
nonce: response_nonce,
|
||||
..
|
||||
|
|
@ -2082,6 +2138,52 @@ async fn handle_iroh_control_connection(
|
|||
note: "pubsub publish authenticated endpoint/card binding and required pubsub.publish on the remote topic resource; pubsub is lossy".to_owned(),
|
||||
}
|
||||
}
|
||||
PeerControlRequest::PubsubSubscribe {
|
||||
peer_card,
|
||||
topic,
|
||||
nonce,
|
||||
} => {
|
||||
geth_pubsub::validate_topic(&topic)?;
|
||||
peer_card.validate_candidate()?;
|
||||
ensure_peer_card_matches_endpoint(&peer_card, &remote_endpoint_id)?;
|
||||
let discovered = DiscoveredPeer::candidate(
|
||||
peer_card.clone(),
|
||||
UnixMillis(geth_store::now_ms()),
|
||||
DiscoverySource::PeerExchange,
|
||||
)?;
|
||||
let store = Store::open(&node.paths.metadata_db())?;
|
||||
store.upsert_peer_card(&StoredPeerCard {
|
||||
peer_id: peer_card.node_id.to_string(),
|
||||
card_json: serde_json::to_string(&peer_card)?,
|
||||
updated_at_ms: discovered.discovered_at.0,
|
||||
})?;
|
||||
let resource = format!("resource:pubsub:{topic}");
|
||||
let capability = "pubsub.subscribe".to_owned();
|
||||
let explanation = geth_auth::explain_auth_ops(
|
||||
&load_auth_ops_for_resource(&store, &resource)?,
|
||||
PrincipalId::new(peer_card.node_id.to_string()),
|
||||
ResourceId::new(resource),
|
||||
Capability::new(capability),
|
||||
);
|
||||
let messages = if explanation.allowed {
|
||||
pubsub_messages_for_topic(&node, &topic)?
|
||||
} else {
|
||||
Vec::new()
|
||||
};
|
||||
PeerControlResponse::PubsubSubscribed {
|
||||
node_id: node.node_id.clone(),
|
||||
agent_id: node.agent_id.clone(),
|
||||
endpoint_id: node.iroh_status.endpoint_id.clone().unwrap_or_default(),
|
||||
remote_endpoint_id,
|
||||
topic,
|
||||
messages,
|
||||
allowed: explanation.allowed,
|
||||
reason: explanation.reason,
|
||||
evaluated_ops: explanation.evaluated_ops,
|
||||
nonce,
|
||||
note: "pubsub subscribe authenticated endpoint/card binding and required pubsub.subscribe on the remote topic resource; pubsub is lossy daemon-lifetime state".to_owned(),
|
||||
}
|
||||
}
|
||||
PeerControlRequest::PipeConnect {
|
||||
peer_card,
|
||||
target,
|
||||
|
|
@ -3266,25 +3368,16 @@ pub fn handle_request(
|
|||
Ok(ControlResponse::PubsubPublished { message })
|
||||
}
|
||||
ControlRequest::PubsubPub { node: Some(_), .. } => Err(NodeError::IrohEndpointUnavailable),
|
||||
ControlRequest::PubsubSub { topic } => {
|
||||
ControlRequest::PubsubSub { topic, node: None } => {
|
||||
geth_pubsub::validate_topic(&topic)?;
|
||||
let runtime = node
|
||||
.runtime
|
||||
.pubsub
|
||||
.lock()
|
||||
.map_err(|_| NodeError::RuntimeLockPoisoned)?;
|
||||
let messages = runtime
|
||||
.messages
|
||||
.iter()
|
||||
.filter(|message| message.topic.as_str() == topic)
|
||||
.cloned()
|
||||
.collect();
|
||||
let messages = pubsub_messages_for_topic(node, &topic)?;
|
||||
Ok(ControlResponse::PubsubMessages {
|
||||
topic,
|
||||
messages,
|
||||
note: geth_pubsub::pubsub_storage_warning().to_owned(),
|
||||
})
|
||||
}
|
||||
ControlRequest::PubsubSub { node: Some(_), .. } => Err(NodeError::IrohEndpointUnavailable),
|
||||
ControlRequest::PipeListen { name } => {
|
||||
geth_pipe::validate_pipe_name(&name)?;
|
||||
let listener = PipeListener {
|
||||
|
|
@ -3428,6 +3521,23 @@ fn record_pubsub_message(
|
|||
Ok(message)
|
||||
}
|
||||
|
||||
fn pubsub_messages_for_topic(
|
||||
node: &LocalNode,
|
||||
topic: &str,
|
||||
) -> Result<Vec<PubsubMessage>, NodeError> {
|
||||
let runtime = node
|
||||
.runtime
|
||||
.pubsub
|
||||
.lock()
|
||||
.map_err(|_| NodeError::RuntimeLockPoisoned)?;
|
||||
Ok(runtime
|
||||
.messages
|
||||
.iter()
|
||||
.filter(|message| message.topic.as_str() == topic)
|
||||
.cloned()
|
||||
.collect())
|
||||
}
|
||||
|
||||
fn record_pipe_connection(
|
||||
node: &LocalNode,
|
||||
target: String,
|
||||
|
|
@ -4319,6 +4429,29 @@ mod tests {
|
|||
other => panic!("unexpected denied pubsub publish response: {other:?}"),
|
||||
}
|
||||
|
||||
let denied_pubsub_subscribe = handle_request_async(
|
||||
&left,
|
||||
ControlRequest::PubsubSub {
|
||||
topic: "presence/test".to_owned(),
|
||||
node: Some(right_card.node_id.to_string()),
|
||||
},
|
||||
)
|
||||
.await
|
||||
.expect("denied remote pubsub subscribe");
|
||||
match denied_pubsub_subscribe {
|
||||
ControlResponse::PubsubRemoteMessages {
|
||||
allowed,
|
||||
messages,
|
||||
reason,
|
||||
..
|
||||
} => {
|
||||
assert!(!allowed);
|
||||
assert!(messages.is_empty());
|
||||
assert!(reason.contains("no active direct or group grant"));
|
||||
}
|
||||
other => panic!("unexpected denied pubsub subscribe response: {other:?}"),
|
||||
}
|
||||
|
||||
let denied_pipe = handle_request_async(
|
||||
&left,
|
||||
ControlRequest::PipeConnect {
|
||||
|
|
@ -4421,6 +4554,16 @@ mod tests {
|
|||
},
|
||||
)
|
||||
.expect("grant left pubsub publish");
|
||||
handle_request(
|
||||
&right,
|
||||
ControlRequest::AuthGrant {
|
||||
subject: left.node_id.clone(),
|
||||
resource: "resource:pubsub:presence/test".to_owned(),
|
||||
capability: "pubsub.subscribe".to_owned(),
|
||||
grant_id: Some("grant:left-pubsub-subscribe".to_owned()),
|
||||
},
|
||||
)
|
||||
.expect("grant left pubsub subscribe");
|
||||
handle_request(
|
||||
&right,
|
||||
ControlRequest::AuthGrant {
|
||||
|
|
@ -4578,6 +4721,7 @@ mod tests {
|
|||
&right,
|
||||
ControlRequest::PubsubSub {
|
||||
topic: "presence/test".to_owned(),
|
||||
node: None,
|
||||
},
|
||||
)
|
||||
.expect("right pubsub sub after remote publish");
|
||||
|
|
@ -4589,6 +4733,32 @@ mod tests {
|
|||
other => panic!("unexpected remote pubsub messages response: {other:?}"),
|
||||
}
|
||||
|
||||
let subscribed = handle_request_async(
|
||||
&left,
|
||||
ControlRequest::PubsubSub {
|
||||
topic: "presence/test".to_owned(),
|
||||
node: Some(right_card.node_id.to_string()),
|
||||
},
|
||||
)
|
||||
.await
|
||||
.expect("allowed remote pubsub subscribe");
|
||||
match subscribed {
|
||||
ControlResponse::PubsubRemoteMessages {
|
||||
allowed,
|
||||
messages,
|
||||
reason,
|
||||
note,
|
||||
..
|
||||
} => {
|
||||
assert!(allowed);
|
||||
assert_eq!(messages.len(), 1);
|
||||
assert_eq!(messages[0].message, "hello");
|
||||
assert!(reason.contains("direct grant"));
|
||||
assert!(note.contains("pubsub.subscribe"));
|
||||
}
|
||||
other => panic!("unexpected allowed pubsub subscribe response: {other:?}"),
|
||||
}
|
||||
|
||||
let remote_pipe = handle_request_async(
|
||||
&left,
|
||||
ControlRequest::PipeConnect {
|
||||
|
|
|
|||
Loading…
Reference in a new issue