List of all items

Structs

• attention_ref::AttnState
• backend::BlockReadRequest
• backend::ReadRequest
• backend::io_uring::IoUringBackend
• backend::posix::PosixBackend
• bench::BenchResult
• cache_peer::CacheServerParams
• cache_peer::RdmaConfig
• cascade_backend::CascadeBackend
• cascade_policy::SlotCache
• cascade_policy::WritePlan
• config::HighSpeedSwapConfig
• cuda_graph::CapturedStep
• cuda_min::CudaCtx
• cuda_min::DeviceBuffer
• cuda_min::PinnedBuffer
• cuda_module::CudaEvent
• cuda_module::CudaModule
• eviction::EvictionPolicy
• expert::ExpertKey
• expert::ExpertLayout
• expert::ExpertRecordHeader
• expert::ExpertRecordId
• expert::ExpertRecordSpec
• expert::ProjBytes
• expert_arena::ExpertArena
• expert_pack::ExpertFileReader
• expert_pack::ExpertFileWriter
• expert_pack::ExpertIndex
• expert_pack::ProjData
• expert_pack::ProjView
• expert_peer::RdmaConfig
• expert_peer::VerbsClientParams
• expert_peer::VerbsServerParams
• expert_tier::ArenaSlot
• expert_tier::ExpertResidency
• expert_tier::PosixTier
• expert_tier::UmaArenaTier
• expert_tier_rdma::RdmaTier
• group::GroupId
• group::GroupKey
• group::GroupLayout
• high_speed_swap::HighSpeedSwap
• high_speed_swap::HighSpeedSwapDiagnostic
• layout::Layout
• model_dims::ModelDims
• ngram_cache::NgramRowCache
• predictor::Predictor
• predictor::PredictorDims
• predictor::StoragePtx
• probe::ProbeConfig
• probe::ProbeResult
• projection::PredictorShape
• rdma_snapshot::RdmaSnapshotArena
• scratch_pool::ResidentKey
• scratch_pool::ScratchDims
• scratch_pool::ScratchPool
• snapshot_swap::DirectSwapFile
• snapshot_swap::MemSwapStore
• snapshot_swap::MmapSlotArena
• snapshot_swap::PagingKind
• snapshot_swap::Residency
• snapshot_swap::SwapStats
• snapshot_swap::VecSlotArena
• tiled_attention::StoragePtx
• tiled_attention::TiledAttention
• tiled_attention::TiledAttentionDims
• weight_lora_rdma::LoraLandTarget
• weight_lora_rdma::RdmaLoraLoader
• weight_peer::WeightManifest
• weight_peer::WeightPeerConfig
• weight_peer::WeightTensorRecord
• weight_tier_rdma::RdmaWeightLoader

Enums

• expert::Proj
• expert_tier::TierKind
• group::KvKind
• probe::Backend
• snapshot_swap::PagingReply
• weight_lora_rdma::LoraAbKind

Traits

• backend::StorageBackend
• expert_tier::ExpertTier
• snapshot_swap::SlotArena
• snapshot_swap::SwapStore

Functions

• attention_ref::finalize_ref
• attention_ref::step_tile_ref
• backend::expand_blocks_to_groups
• bench::bench_cufile
• bench::bench_io_uring
• bench::bench_posix
• bench::open_test_file
• cache_peer::serve
• cuda_min::copy_d_to_h_async
• cuda_min::copy_h_to_d_async
• cuda_min::mem_info
• cuda_min::stream_sync
• cuda_module::launch_kernel
• expert_pack::pack_record
• expert_pack::unpack_record
• expert_peer::decode_request
• expert_peer::encode_request
• expert_peer::read_manifest
• expert_peer::read_server_rails
• expert_peer::serve
• expert_peer::write_server_rails
• expert_tier::open_tier
• expert_tier::read_device
• high_speed_swap::install_local
• high_speed_swap::local_installed
• high_speed_swap::with_local
• kv_paging::kv_miss_error
• kv_paging::ns::cascade_conflicts_with_paging
• kv_paging::ns::derive_kv_ns
• kv_paging::ns::kv_paging_selected
• kv_paging::ns::parse_u64_strict
• kv_paging::ns::resolve_arena_bytes_from
• kv_paging::ns::resolve_kv_ns_from
• kv_paging::ns::resolve_salt_from
• kv_paging::ns::wire_key
• predictor::read_k_lr_slot
• predictor_ref::ground_truth_block_weights
• predictor_ref::predictor_score_ref
• predictor_ref::project_kv_block_ref
• predictor_ref::project_q_ref
• probe::run_probe
• projection::build_projection
• rdma_verbs_enabled
• snapshot_swap::client_alloc
• snapshot_swap::client_bye
• snapshot_swap::client_commit
• snapshot_swap::client_get
• snapshot_swap::client_remove
• snapshot_swap::dispatch
• snapshot_swap::encode_paging_v2_header
• snapshot_swap::parse_paging_header
• snapshot_swap::run_paging_loop
• snapshot_swap::run_paging_loop_shared
• snapshot_swap::staging_chunk_bytes
• snapshot_swap::staging_depth
• snapshot_swap::stripe_plan
• weight_lora_rdma::convert_to_bf16
• weight_lora_rdma::land_bytes_for_target
• weight_lora_rdma::repack_b_to_padded
• weight_peer::rail_for_tensor
• weight_peer::read_model_request
• weight_peer::read_weight_manifest
• weight_peer::serve
• weight_peer::tensor_remote_addr
• weight_peer::write_model_request
• weight_peer::write_weight_manifest

Constants

• bench::RAND_IO_BYTES
• bench::RAND_ITERS
• bench::SEQ_IO_BYTES
• bench::SEQ_ITERS
• expert_peer::MODE_TCP
• expert_peer::MODE_VERBS
• expert_peer::SHUTDOWN_MARKER
• expert_peer::STATUS_ERR
• expert_peer::STATUS_OK
• kv_paging::ns::KV_DOMAIN
• kv_paging::ns::KV_NS_VERSION
• predictor::STORAGE_PTX
• snapshot_swap::OP_ALLOC
• snapshot_swap::OP_BYE
• snapshot_swap::OP_COMMIT
• snapshot_swap::OP_GET
• snapshot_swap::OP_REMOVE
• snapshot_swap::PAGING_MAGIC_V2
• snapshot_swap::ST_ERR
• snapshot_swap::ST_MISS
• snapshot_swap::ST_OK
• tiled_attention::STORAGE_PTX
• weight_peer::MODEL_REQUEST_MAX