Files
tuwunel/src/service/rooms/short/mod.rs
Jason Volk 254b53adf4 Split auth_chain shortid and eventid gathering callstacks.
Optimize event parse for auth_chain auth_events fetch.

Signed-off-by: Jason Volk <jason@zemos.net>
2026-03-03 06:12:09 +00:00

298 lines
7.2 KiB
Rust

use std::{borrow::Borrow, mem::size_of_val, sync::Arc};
use futures::{FutureExt, Stream, StreamExt, pin_mut};
use ruma::{EventId, OwnedRoomId, RoomId, events::StateEventType};
use serde::Deserialize;
pub use tuwunel_core::matrix::{ShortEventId, ShortId, ShortRoomId, ShortStateKey};
use tuwunel_core::{
Err, Result, err, implement,
matrix::StateKey,
utils,
utils::{IterStream, stream::ReadyExt},
};
use tuwunel_database::{Deserialized, Get, Map, Qry};
pub struct Service {
db: Data,
services: Arc<crate::services::OnceServices>,
}
struct Data {
eventid_shorteventid: Arc<Map>,
shorteventid_eventid: Arc<Map>,
statekey_shortstatekey: Arc<Map>,
shortstatekey_statekey: Arc<Map>,
roomid_shortroomid: Arc<Map>,
statehash_shortstatehash: Arc<Map>,
}
pub type ShortStateHash = ShortId;
impl crate::Service for Service {
fn build(args: &crate::Args<'_>) -> Result<Arc<Self>> {
Ok(Arc::new(Self {
db: Data {
eventid_shorteventid: args.db["eventid_shorteventid"].clone(),
shorteventid_eventid: args.db["shorteventid_eventid"].clone(),
statekey_shortstatekey: args.db["statekey_shortstatekey"].clone(),
shortstatekey_statekey: args.db["shortstatekey_statekey"].clone(),
roomid_shortroomid: args.db["roomid_shortroomid"].clone(),
statehash_shortstatehash: args.db["statehash_shortstatehash"].clone(),
},
services: args.services.clone(),
}))
}
fn name(&self) -> &str { crate::service::make_name(std::module_path!()) }
}
#[implement(Service)]
pub async fn get_or_create_shorteventid(&self, event_id: &EventId) -> ShortEventId {
if let Ok(shorteventid) = self.get_shorteventid(event_id).await {
return shorteventid;
}
self.create_shorteventid(event_id)
}
#[implement(Service)]
pub fn multi_get_or_create_shorteventid<'a, I>(
&'a self,
event_ids: I,
) -> impl Stream<Item = ShortEventId> + Send + '_
where
I: Iterator<Item = &'a EventId> + Clone + Send + 'a,
{
event_ids
.clone()
.stream()
.get(&self.db.eventid_shorteventid)
.zip(event_ids.into_iter().stream())
.map(|(result, event_id)| match result {
| Ok(ref short) => utils::u64_from_u8(short),
| Err(_) => self.create_shorteventid(event_id),
})
}
#[implement(Service)]
fn create_shorteventid(&self, event_id: &EventId) -> ShortEventId {
const BUFSIZE: usize = size_of::<ShortEventId>();
let short = self.services.globals.next_count();
debug_assert!(size_of_val(&*short) == BUFSIZE, "buffer requirement changed");
self.db
.eventid_shorteventid
.raw_aput::<BUFSIZE, _, _>(event_id, *short);
self.db
.shorteventid_eventid
.aput_raw::<BUFSIZE, _, _>(*short, event_id);
*short
}
#[implement(Service)]
pub async fn get_shorteventid(&self, event_id: &EventId) -> Result<ShortEventId> {
self.db
.eventid_shorteventid
.get(event_id)
.await
.deserialized()
}
#[implement(Service)]
pub async fn get_or_create_shortstatekey(
&self,
event_type: &StateEventType,
state_key: &str,
) -> ShortStateKey {
const BUFSIZE: usize = size_of::<ShortStateKey>();
if let Ok(shortstatekey) = self
.get_shortstatekey(event_type, state_key)
.await
{
return shortstatekey;
}
let key = (event_type, state_key);
let shortstatekey = self.services.globals.next_count();
debug_assert!(size_of_val(&*shortstatekey) == BUFSIZE, "buffer requirement changed");
self.db
.statekey_shortstatekey
.put_aput::<BUFSIZE, _, _>(key, *shortstatekey);
self.db
.shortstatekey_statekey
.aput_put::<BUFSIZE, _, _>(*shortstatekey, key);
*shortstatekey
}
#[implement(Service)]
pub async fn get_shortstatekey(
&self,
event_type: &StateEventType,
state_key: &str,
) -> Result<ShortStateKey> {
let key = (event_type, state_key);
self.db
.statekey_shortstatekey
.qry(&key)
.await
.deserialized()
}
#[implement(Service)]
pub async fn get_eventid_from_short<Id>(&self, shorteventid: ShortEventId) -> Result<Id>
where
Id: for<'de> Deserialize<'de> + Send + Sized + ToOwned,
<Id as ToOwned>::Owned: Borrow<EventId>,
{
const BUFSIZE: usize = size_of::<ShortEventId>();
self.db
.shorteventid_eventid
.aqry::<BUFSIZE, _>(&shorteventid)
.await
.deserialized()
.map_err(|e| err!(Database("Failed to find EventId from short {shorteventid:?}: {e:?}")))
}
#[implement(Service)]
pub fn multi_get_eventid_from_short<'a, Id, S>(
&'a self,
shorteventid: S,
) -> impl Stream<Item = Result<Id>> + Send + 'a
where
S: Stream<Item = ShortEventId> + Send + 'a,
Id: for<'de> Deserialize<'de> + Send + Sized + ToOwned + 'a,
<Id as ToOwned>::Owned: Borrow<EventId>,
{
shorteventid
.qry(&self.db.shorteventid_eventid)
.map(Deserialized::deserialized)
}
#[implement(Service)]
pub async fn get_statekey_from_short(
&self,
shortstatekey: ShortStateKey,
) -> Result<(StateEventType, StateKey)> {
const BUFSIZE: usize = size_of::<ShortStateKey>();
self.db
.shortstatekey_statekey
.aqry::<BUFSIZE, _>(&shortstatekey)
.await
.deserialized()
.map_err(|e| {
err!(Database(
"Failed to find (StateEventType, state_key) from short {shortstatekey:?}: {e:?}"
))
})
}
#[implement(Service)]
pub fn multi_get_statekey_from_short<'a, S>(
&'a self,
shortstatekey: S,
) -> impl Stream<Item = Result<(StateEventType, StateKey)>> + Send + 'a
where
S: Stream<Item = ShortStateKey> + Send + 'a,
{
shortstatekey
.qry(&self.db.shortstatekey_statekey)
.map(Deserialized::deserialized)
}
/// Returns (shortstatehash, already_existed)
#[implement(Service)]
pub async fn get_or_create_shortstatehash(&self, state_hash: &[u8]) -> (ShortStateHash, bool) {
const BUFSIZE: usize = size_of::<ShortStateHash>();
if let Ok(shortstatehash) = self
.db
.statehash_shortstatehash
.get(state_hash)
.await
.deserialized()
{
return (shortstatehash, true);
}
let shortstatehash = self.services.globals.next_count();
debug_assert!(size_of_val(&*shortstatehash) == BUFSIZE, "buffer requirement changed");
self.db
.statehash_shortstatehash
.raw_aput::<BUFSIZE, _, _>(state_hash, *shortstatehash);
(*shortstatehash, false)
}
#[implement(Service)]
pub async fn get_shortroomid(&self, room_id: &RoomId) -> Result<ShortRoomId> {
self.db
.roomid_shortroomid
.get(room_id)
.await
.deserialized()
}
#[implement(Service)]
pub async fn get_roomid_from_short(&self, shortroomid_: ShortRoomId) -> Result<OwnedRoomId> {
let stream = self
.db
.roomid_shortroomid
.stream()
.ready_filter_map(Result::ok);
pin_mut!(stream);
stream
.ready_find(|&(_, shortroomid)| shortroomid == shortroomid_)
.map(|found| found.map(|(room_id, _): (&RoomId, ShortRoomId)| room_id.to_owned()))
.await
.ok_or_else(|| err!(Database("Failed to find RoomId from {shortroomid_:?}")))
}
#[implement(Service)]
pub async fn get_or_create_shortroomid(&self, room_id: &RoomId) -> ShortRoomId {
self.db
.roomid_shortroomid
.get(room_id)
.await
.deserialized()
.unwrap_or_else(|_| {
const BUFSIZE: usize = size_of::<ShortRoomId>();
let short = self.services.globals.next_count();
debug_assert!(size_of_val(&*short) == BUFSIZE, "buffer requirement changed");
self.db
.roomid_shortroomid
.raw_aput::<BUFSIZE, _, _>(room_id, *short);
*short
})
}
#[implement(Service)]
pub async fn delete_shortroomid(&self, room_id: &RoomId) -> Result {
if self
.db
.roomid_shortroomid
.exists(room_id)
.await
.is_ok()
{
self.db.roomid_shortroomid.remove(room_id);
Ok(())
} else {
Err!(Database("not found"))
}
}