1use std::{collections::BTreeMap, sync::Arc};
8
9use rocksdb::DBCompressionType as CompressionType;
10use tuwunel_core::Result;
11
12use crate::{
13 Engine, Map,
14 engine::descriptor::{self, CacheDisp, Descriptor},
15};
16
17pub(super) type Maps = BTreeMap<MapsKey, MapsVal>;
22
23pub(super) type Indexed = Box<[Option<MapsVal>]>;
24
25pub(super) type MapsKey = &'static str;
30
31pub(super) type MapsVal = Arc<Map>;
36
37pub(super) fn open(engine: &Arc<Engine>) -> Result<(Maps, Indexed)> { open_list(engine, MAPS) }
43
44#[tracing::instrument(name = "maps", level = "debug", skip_all)]
50pub(super) fn open_list(engine: &Arc<Engine>, maps: &[Descriptor]) -> Result<(Maps, Indexed)> {
51 let maps: Maps = maps
52 .iter()
53 .filter(|desc| !desc.dropped)
54 .filter(|desc| engine.has_cf(desc.name))
55 .map(|desc| Ok((desc.name, Map::open(engine, desc.name)?)))
56 .collect::<Result<_>>()?;
57
58 let indexed = MAPS
59 .iter()
60 .map(|desc| maps.get(desc.name).cloned())
61 .collect();
62
63 Ok((maps, indexed))
64}
65
66#[cfg(test)]
67pub(crate) fn descriptor(name: &str) -> &'static Descriptor {
68 MAPS.iter()
69 .find(|desc| desc.name.eq(name))
70 .expect("descriptor present")
71}
72
73pub(super) static MAPS: &[Descriptor] = &[
79 Descriptor {
80 name: "alias_roomid",
81 ..descriptor::RANDOM_SMALL
82 },
83 Descriptor {
84 name: "alias_userid",
85 ..descriptor::RANDOM_SMALL
86 },
87 Descriptor {
88 name: "aliasid_alias",
89 ..descriptor::RANDOM_SMALL
90 },
91 Descriptor {
92 name: "authchainkey_authchain",
93 cache_disp: CacheDisp::Unique, compression: CompressionType::None,
95 cache_shards: 32,
96 index_size: 1024,
97 block_size: 4096,
98 key_size_hint: Some(8),
99 val_size_hint: Some(256),
100 limit_size: 1024 * 1024 * 1024 * 4,
101 ..descriptor::RANDOM_CACHE
102 },
103 Descriptor {
104 name: "backupid_algorithm",
105 ..descriptor::RANDOM_SMALL
106 },
107 Descriptor {
108 name: "backupid_etag",
109 ..descriptor::RANDOM_SMALL
110 },
111 Descriptor {
112 name: "backupkeyid_backup",
113 ..descriptor::RANDOM_SMALL
114 },
115 Descriptor {
116 name: "bannedroomids",
117 ..descriptor::RANDOM_SMALL
118 },
119 Descriptor {
120 name: "delayid_event",
121 key_size_hint: Some(32),
122 val_size_hint: Some(384),
123 ..descriptor::RANDOM_SMALL
124 },
125 Descriptor {
126 name: "delayid_finalised",
127 ttl: 60 * 60 * 24 * 7, ..descriptor::RANDOM_SMALL_CACHE
129 },
130 Descriptor {
131 name: "disabledroomids",
132 ..descriptor::RANDOM_SMALL
133 },
134 Descriptor {
135 name: "dueat_delayid",
136 key_size_hint: Some(48),
137 ..descriptor::SEQUENTIAL_SMALL
138 },
139 Descriptor {
140 name: "email_userid",
141 ..descriptor::RANDOM_SMALL
142 },
143 Descriptor {
144 name: "eventid_backoff",
145 cache_disp: CacheDisp::Unique, key_size_hint: Some(64),
147 val_size_hint: Some(16),
148 ttl: 60 * 60 * 24 * 3, limit_size: 1024 * 1024 * 256,
150 ..descriptor::RANDOM_SMALL_CACHE
151 },
152 Descriptor {
153 name: "eventid_originalpdu",
154 key_size_hint: Some(48),
155 val_size_hint: Some(1520),
156 block_size: 2048,
157 index_size: 512,
158 ..descriptor::RANDOM
159 },
160 Descriptor {
161 name: "eventid_outlierpdu",
162 cache_disp: CacheDisp::SharedWith("pduid_pdu"),
163 key_size_hint: Some(48),
164 val_size_hint: Some(1488),
165 block_size: 1024,
166 index_size: 512,
167 ..descriptor::RANDOM
168 },
169 Descriptor {
170 name: "eventid_pduid",
171 cache_disp: CacheDisp::Unique,
172 key_size_hint: Some(48),
173 val_size_hint: Some(16),
174 block_size: 512,
175 index_size: 512,
176 ..descriptor::RANDOM
177 },
178 Descriptor {
179 name: "eventid_policysigstate",
180 ttl: 60 * 60 * 24 * 7, ..descriptor::RANDOM_SMALL_CACHE
182 },
183 Descriptor {
184 name: "eventid_resolvedstate",
185 ttl: 60 * 60 * 24 * 7, ..descriptor::RANDOM_SMALL_CACHE
187 },
188 Descriptor {
189 name: "eventid_shorteventid",
190 cache_disp: CacheDisp::Unique,
191 key_size_hint: Some(48),
192 val_size_hint: Some(8),
193 block_size: 512,
194 index_size: 512,
195 ..descriptor::RANDOM
196 },
197 Descriptor {
198 name: "global",
199 ..descriptor::RANDOM_SMALL
200 },
201 Descriptor {
202 name: "id_appserviceregistrations",
203 ..descriptor::RANDOM_SMALL
204 },
205 Descriptor {
206 name: "keychangeid_devicechange",
207 ..descriptor::SEQUENTIAL_SMALL
208 },
209 Descriptor {
210 name: "keychangeid_userid",
211 ..descriptor::RANDOM
212 },
213 Descriptor {
214 name: "keyid_key",
215 ..descriptor::RANDOM_SMALL
216 },
217 Descriptor {
218 name: "lazyloadedids",
219 ..descriptor::RANDOM_SMALL
220 },
221 Descriptor {
222 name: "logintoken_expiresatuserid",
223 ..descriptor::RANDOM_SMALL
224 },
225 Descriptor {
226 name: "mediaid_file",
227 ..descriptor::RANDOM_SMALL
228 },
229 Descriptor {
230 name: "mediaid_lazy",
231 ttl: 60 * 60 * 24 * 30, limit_size: 1024 * 1024 * 512,
233 ..descriptor::RANDOM_SMALL_CACHE
234 },
235 Descriptor {
236 name: "mediaid_lazycontent",
237 cache_disp: CacheDisp::Unique, key_size_hint: Some(64),
239 val_size_hint: Some(1024 * 256),
240 file_size: 1024 * 1024 * 64,
241 write_size: 1024 * 1024 * 64,
242 compression: CompressionType::None, ttl: 60 * 60 * 24 * 14, ..descriptor::RANDOM_CACHE
245 },
246 Descriptor {
247 name: "mediaid_pending",
248 ttl: 60 * 60 * 24 * 7,
249 ..descriptor::RANDOM_SMALL_CACHE
250 },
251 Descriptor {
252 name: "mediaid_user",
253 ..descriptor::RANDOM_SMALL
254 },
255 Descriptor {
256 name: "oauthid_session",
257 ..descriptor::RANDOM_SMALL
258 },
259 Descriptor {
260 name: "oauthuniqid_oauthid",
261 ..descriptor::RANDOM_SMALL
262 },
263 Descriptor {
264 name: "oidc_signingkey",
265 ..descriptor::RANDOM_SMALL
266 },
267 Descriptor {
268 name: "oidcclientid_registration",
269 ..descriptor::RANDOM_SMALL_CACHE
270 },
271 Descriptor {
272 name: "oidccode_authsession",
273 ..descriptor::RANDOM_SMALL
274 },
275 Descriptor {
276 name: "oidcdevice_userdeviceid",
277 ..descriptor::RANDOM_SMALL
278 },
279 Descriptor {
280 name: "oidcdevicecode_devicegrant",
281 ttl: 60 * 60 * 24,
282 ..descriptor::RANDOM_SMALL_CACHE
283 },
284 Descriptor {
285 name: "oidcusercode_devicecode",
286 ttl: 60 * 60 * 24,
287 ..descriptor::RANDOM_SMALL_CACHE
288 },
289 Descriptor {
290 name: "oidccskeybypass_userid",
291 ..descriptor::RANDOM_SMALL
292 },
293 Descriptor {
294 name: "oidcreqid_authrequest",
295 ..descriptor::RANDOM_SMALL
296 },
297 Descriptor {
298 name: "onetimekeyid_onetimekeys",
299 ..descriptor::DROPPED
300 },
301 Descriptor {
302 name: "onetimekeyid4225_otk",
303 ..descriptor::RANDOM_SMALL
304 },
305 Descriptor {
306 name: "openidtoken_expiresatuserid",
307 ..descriptor::RANDOM_SMALL
308 },
309 Descriptor {
310 name: "pduid_pdu",
311 cache_disp: CacheDisp::SharedWith("eventid_outlierpdu"),
312 key_size_hint: Some(16),
313 val_size_hint: Some(1520),
314 block_size: 2048,
315 index_size: 512,
316 ..descriptor::SEQUENTIAL
317 },
318 Descriptor {
319 name: "profilechangeid_userid",
320 ..descriptor::RANDOM
321 },
322 Descriptor {
323 name: "publicroomids",
324 ..descriptor::RANDOM_SMALL
325 },
326 Descriptor {
327 name: "pushkey_deviceid",
328 ..descriptor::RANDOM_SMALL
329 },
330 Descriptor {
331 name: "presenceid_presence",
332 cache_disp: CacheDisp::Unique,
333 key_size_hint: Some(32),
334 val_size_hint: Some(96),
335 block_size: 1024 * 4,
336 ..descriptor::SEQUENTIAL_SMALL
337 },
338 Descriptor {
339 name: "readreceiptid_readreceipt",
340 ..descriptor::RANDOM
341 },
342 Descriptor {
343 name: "referencedevents",
344 ..descriptor::RANDOM
345 },
346 Descriptor {
347 name: "relatesto_typed",
348 key_size_hint: Some(33),
349 val_size_hint: Some(8),
350 ..descriptor::RANDOM_SMALL
351 },
352 Descriptor {
353 name: "registrationtoken_info",
354 ..descriptor::RANDOM_SMALL
355 },
356 Descriptor {
357 name: "roomid_knockedcount",
358 ..descriptor::RANDOM_SMALL
359 },
360 Descriptor {
361 name: "roomid_invitedcount",
362 ..descriptor::RANDOM_SMALL
363 },
364 Descriptor {
365 name: "roomid_inviteviaservers",
366 ..descriptor::RANDOM_SMALL
367 },
368 Descriptor {
369 name: "roomid_joinedcount",
370 ..descriptor::RANDOM_SMALL
371 },
372 Descriptor {
373 name: "roomid_maxremotepowerlevel",
374 ..descriptor::RANDOM_SMALL
375 },
376 Descriptor {
377 name: "roomid_pduleaves",
378 ..descriptor::RANDOM_SMALL
379 },
380 Descriptor {
381 name: "roomid_shortroomid",
382 val_size_hint: Some(8),
383 ..descriptor::RANDOM_SMALL
384 },
385 Descriptor {
386 name: "roomid_shortstatehash",
387 val_size_hint: Some(8),
388 ..descriptor::RANDOM_SMALL
389 },
390 Descriptor {
391 name: "roomid_spacehierarchy",
392 limit_size: 1024 * 1024 * 64,
393 ttl: 60 * 60 * 24 * 7, ..descriptor::RANDOM_SMALL_CACHE
395 },
396 Descriptor {
397 name: "roomid_ts_pducount",
398 ..descriptor::DROPPED
399 },
400 Descriptor {
401 name: "roomid_tscount_pducount",
402 val_size_hint: Some(8),
403 ..descriptor::RANDOM
404 },
405 Descriptor {
406 name: "roomserverids",
407 ..descriptor::RANDOM_SMALL
408 },
409 Descriptor {
410 name: "roomsynctoken_shortstatehash",
411 ..descriptor::DROPPED
412 },
413 Descriptor {
414 name: "roomtseventid_prevwalk",
415 cache_disp: CacheDisp::Unique, cache_shards: 8, block_size: 4096, ttl: 60 * 60 * 24 * 3, ..descriptor::RANDOM_SMALL_CACHE
420 },
421 Descriptor {
422 name: "roomuserdataid_accountdata",
423 ..descriptor::RANDOM_SMALL
424 },
425 Descriptor {
426 name: "roomuserid_invitecount",
427 val_size_hint: Some(53),
428 ..descriptor::RANDOM_SMALL
429 },
430 Descriptor {
431 name: "roomuserid_joined",
432 ..descriptor::RANDOM_SMALL
433 },
434 Descriptor {
435 name: "roomuserid_lastprivatereadupdate",
436 ..descriptor::RANDOM_SMALL
437 },
438 Descriptor {
439 name: "roomuserid_lastnotificationread",
440 ..descriptor::RANDOM_SMALL
441 },
442 Descriptor {
443 name: "roomuserid_leftcount",
444 val_size_hint: Some(8),
445 ..descriptor::RANDOM
446 },
447 Descriptor {
448 name: "roomuserid_knockedcount",
449 val_size_hint: Some(8),
450 ..descriptor::RANDOM_SMALL
451 },
452 Descriptor {
453 name: "roomuserid_privateread",
454 ..descriptor::RANDOM_SMALL
455 },
456 Descriptor {
457 name: "roomuserid_privatereadsync",
458 ..descriptor::RANDOM_SMALL
459 },
460 Descriptor {
461 name: "roomuseroncejoinedids",
462 ..descriptor::RANDOM
463 },
464 Descriptor {
465 name: "roomusertype_roomuserdataid",
466 ..descriptor::RANDOM_SMALL
467 },
468 Descriptor {
469 name: "senderkey_emailcursor",
470 ..descriptor::RANDOM_SMALL
471 },
472 Descriptor {
473 name: "senderkey_pusher",
474 ..descriptor::RANDOM_SMALL
475 },
476 Descriptor {
477 name: "senderkeyroom_emailthrottle",
478 ..descriptor::RANDOM_SMALL
479 },
480 Descriptor {
481 name: "server_signingkeys",
482 ..descriptor::RANDOM
483 },
484 Descriptor {
485 name: "servercurrentevent_data",
486 ..descriptor::RANDOM_SMALL
487 },
488 Descriptor {
489 name: "servername_destination",
490 cache_disp: CacheDisp::SharedWith("servername_override"), key_size_hint: Some(48),
492 val_size_hint: Some(128),
493 ttl: 60 * 60 * 24 * 7, limit_size: 1024 * 1024 * 96,
495 ..descriptor::RANDOM_SMALL_CACHE
496 },
497 Descriptor {
498 name: "servername_educount",
499 ..descriptor::RANDOM_SMALL
500 },
501 Descriptor {
502 name: "servername_override",
503 cache_disp: CacheDisp::SharedWith("servername_destination"),
504 key_size_hint: Some(48),
505 val_size_hint: Some(128),
506 ttl: 60 * 60 * 24 * 7, limit_size: 1024 * 1024 * 96,
508 ..descriptor::RANDOM_SMALL_CACHE
509 },
510 Descriptor {
511 name: "servername_status",
512 cache_disp: CacheDisp::Unique, key_size_hint: Some(48),
514 val_size_hint: Some(16),
515 ttl: 60 * 60 * 24 * 3, limit_size: 1024 * 1024 * 128,
517 ..descriptor::RANDOM_SMALL_CACHE
518 },
519 Descriptor {
520 name: "servernameevent_data",
521 cache_disp: CacheDisp::Unique,
522 val_size_hint: Some(128),
523 ..descriptor::RANDOM
524 },
525 Descriptor {
526 name: "serverroomids",
527 ..descriptor::RANDOM_SMALL
528 },
529 Descriptor {
530 name: "servershortroomid_park",
531 ..descriptor::RANDOM_SMALL
532 },
533 Descriptor {
534 name: "shorteventid_authchain",
535 ..descriptor::DROPPED
536 },
537 Descriptor {
538 name: "shorteventid_eventid",
539 cache_disp: CacheDisp::Unique,
540 key_size_hint: Some(8),
541 val_size_hint: Some(48),
542 ..descriptor::SEQUENTIAL_SMALL
543 },
544 Descriptor {
545 name: "shorteventid_shortstatehash",
546 key_size_hint: Some(8),
547 val_size_hint: Some(8),
548 block_size: 512,
549 index_size: 512,
550 ..descriptor::SEQUENTIAL
551 },
552 Descriptor {
553 name: "shortstatehash_statediff",
554 key_size_hint: Some(8),
555 ..descriptor::SEQUENTIAL_SMALL
556 },
557 Descriptor {
558 name: "shortstatekey_statekey",
559 cache_disp: CacheDisp::Unique,
560 key_size_hint: Some(8),
561 val_size_hint: Some(1024),
562 ..descriptor::RANDOM_SMALL
563 },
564 Descriptor {
565 name: "softfailedeventids",
566 key_size_hint: Some(48),
567 ..descriptor::RANDOM_SMALL
568 },
569 Descriptor {
570 name: "statehash_shortstatehash",
571 val_size_hint: Some(8),
572 ..descriptor::RANDOM
573 },
574 Descriptor {
575 name: "statekey_shortstatekey",
576 cache_disp: CacheDisp::Unique,
577 key_size_hint: Some(1024),
578 val_size_hint: Some(8),
579 ..descriptor::RANDOM
580 },
581 Descriptor {
582 name: "threadactivityid_rootid",
583 key_size_hint: Some(16),
584 ..descriptor::SEQUENTIAL_SMALL
585 },
586 Descriptor {
587 name: "threadid_userids",
588 ..descriptor::SEQUENTIAL_SMALL
589 },
590 Descriptor {
591 name: "threadrootid_latestcount",
592 key_size_hint: Some(16),
593 val_size_hint: Some(8),
594 ..descriptor::RANDOM_SMALL
595 },
596 Descriptor {
597 name: "threepidsid_pending",
598 ttl: 60 * 60 * 24, ..descriptor::RANDOM_SMALL_CACHE
600 },
601 Descriptor {
602 name: "timeredacted_eventid",
603 key_size_hint: Some(64),
604 ..descriptor::SEQUENTIAL_SMALL
605 },
606 Descriptor {
607 name: "todeviceid_events",
608 ..descriptor::RANDOM
609 },
610 Descriptor {
611 name: "tofrom_relation",
612 key_size_hint: Some(16),
613 ..descriptor::RANDOM_SMALL
614 },
615 Descriptor {
616 name: "spentrefresh_userdeviceid",
617 ..descriptor::RANDOM_SMALL
618 },
619 Descriptor {
620 name: "token_userdeviceid",
621 ..descriptor::RANDOM_SMALL
622 },
623 Descriptor {
624 name: "tokenids",
625 block_size: 512,
626 ..descriptor::RANDOM
627 },
628 Descriptor {
629 name: "url_preview",
630 ttl: 60 * 60 * 24 * 7, limit_size: 1024 * 1024 * 128,
632 ..descriptor::RANDOM_SMALL_CACHE
633 },
634 Descriptor {
635 name: "url_previews",
636 ..descriptor::DROPPED
637 },
638 Descriptor {
639 name: "userdeviceid_metadata",
640 ..descriptor::RANDOM_SMALL
641 },
642 Descriptor {
643 name: "userdeviceconnid_conn",
644 block_size: 1024 * 16,
645 ..descriptor::RANDOM_SMALL
646 },
647 Descriptor {
648 name: "userdeviceid_refresh",
649 ..descriptor::RANDOM_SMALL
650 },
651 Descriptor {
652 name: "userdeviceid_spentrefresh",
653 ..descriptor::RANDOM_SMALL
654 },
655 Descriptor {
656 name: "userdeviceid_token",
657 ..descriptor::RANDOM_SMALL
658 },
659 Descriptor {
660 name: "userdeviceidtoken_index",
661 ..descriptor::RANDOM_SMALL
662 },
663 Descriptor {
664 name: "userdeviceidalgorithm_fallback",
665 ..descriptor::RANDOM_SMALL
666 },
667 Descriptor {
668 name: "userdevicesessionid_threepid",
669 ttl: 60 * 60 * 24, ..descriptor::RANDOM_SMALL_CACHE
671 },
672 Descriptor {
673 name: "userdevicesessionid_uiaainfo",
674 ttl: 60 * 60 * 24, ..descriptor::RANDOM_SMALL_CACHE
676 },
677 Descriptor {
678 name: "userdevicetxnid_response",
679 ..descriptor::RANDOM_SMALL
680 },
681 Descriptor {
682 name: "userfilterid_filter",
683 ..descriptor::RANDOM_SMALL
684 },
685 Descriptor {
686 name: "userid_avatarurl",
687 ..descriptor::RANDOM_SMALL
688 },
689 Descriptor {
690 name: "userid_blurhash",
691 ..descriptor::RANDOM_SMALL
692 },
693 Descriptor {
694 name: "userid_delayid",
695 key_size_hint: Some(80),
696 ..descriptor::RANDOM_SMALL
697 },
698 Descriptor {
699 name: "userid_dehydrateddevice",
700 ..descriptor::RANDOM_SMALL
701 },
702 Descriptor {
703 name: "userid_devicelistversion",
704 ..descriptor::RANDOM_SMALL
705 },
706 Descriptor {
707 name: "userid_displayname",
708 ..descriptor::RANDOM_SMALL
709 },
710 Descriptor {
711 name: "userid_email",
712 ..descriptor::RANDOM_SMALL
713 },
714 Descriptor {
715 name: "userid_erased",
716 ..descriptor::RANDOM_SMALL
717 },
718 Descriptor {
719 name: "userid_lastonetimekeyupdate",
720 ..descriptor::RANDOM_SMALL
721 },
722 Descriptor {
723 name: "userid_locked",
724 ..descriptor::RANDOM_SMALL
725 },
726 Descriptor {
727 name: "userid_masterkeyid",
728 ..descriptor::RANDOM_SMALL
729 },
730 Descriptor {
731 name: "userid_oauthid",
732 ..descriptor::RANDOM_SMALL
733 },
734 Descriptor {
735 name: "userid_origin",
736 ..descriptor::RANDOM
737 },
738 Descriptor {
739 name: "userid_password",
740 ..descriptor::RANDOM
741 },
742 Descriptor {
743 name: "userid_presenceid",
744 ..descriptor::RANDOM_SMALL
745 },
746 Descriptor {
747 name: "userid_selfsigningkeyid",
748 ..descriptor::RANDOM_SMALL
749 },
750 Descriptor {
751 name: "userid_suspended",
752 ..descriptor::RANDOM_SMALL
753 },
754 Descriptor {
755 name: "userid_usersigningkeyid",
756 ..descriptor::RANDOM_SMALL
757 },
758 Descriptor {
759 name: "useridbrowsersession_createdat",
760 ttl: 60 * 60 * 24 * 90, ..descriptor::RANDOM_SMALL_CACHE
762 },
763 Descriptor {
764 name: "useridcount_notification",
765 limit_size: 1024 * 1024 * 256,
766 ..descriptor::RANDOM_SMALL_CACHE
767 },
768 Descriptor {
769 name: "useridprofilekey_value",
770 ..descriptor::RANDOM_SMALL
771 },
772 Descriptor {
773 name: "userroomid_highlightcount",
774 ..descriptor::RANDOM
775 },
776 Descriptor {
777 name: "userroomid_invitestate",
778 ..descriptor::RANDOM_SMALL
779 },
780 Descriptor {
781 name: "userroomid_joined",
782 ..descriptor::RANDOM
783 },
784 Descriptor {
785 name: "userroomid_leftstate",
786 ..descriptor::RANDOM
787 },
788 Descriptor {
789 name: "userroomid_knockedstate",
790 ..descriptor::RANDOM_SMALL
791 },
792 Descriptor {
793 name: "userroomid_notificationcount",
794 ..descriptor::RANDOM
795 },
796];