linera_core/client/requests_scheduler/
mod.rs

1// Copyright (c) Zefchain Labs, Inc.
2// SPDX-License-Identifier: Apache-2.0
3
4//! This module manages communication with validator nodes, including connection pooling,
5//! load balancing, request deduplication, caching, and performance tracking.
6
7mod cache;
8mod in_flight_tracker;
9mod node_info;
10mod request;
11mod scheduler;
12mod scoring;
13
14pub use scheduler::RequestsScheduler;
15pub use scoring::ScoringWeights;
16
17// Module constants - default values for RequestsSchedulerConfig
18pub const MAX_IN_FLIGHT_REQUESTS: usize = 100;
19pub const MAX_ACCEPTED_LATENCY_MS: f64 = 5000.0;
20pub const CACHE_TTL_MS: u64 = 2000;
21pub const CACHE_MAX_SIZE: usize = 1000;
22pub const MAX_REQUEST_TTL_MS: u64 = 200;
23pub const ALPHA_SMOOTHING_FACTOR: f64 = 0.1;
24pub const STAGGERED_DELAY_MS: u64 = 150;
25
26/// Configuration for the `RequestsScheduler`.
27#[derive(Debug, Clone)]
28pub struct RequestsSchedulerConfig {
29    /// Maximum expected latency in milliseconds for score normalization
30    pub max_accepted_latency_ms: f64,
31    /// Time-to-live for cached responses in milliseconds
32    pub cache_ttl_ms: u64,
33    /// Maximum number of entries in the cache
34    pub cache_max_size: usize,
35    /// Maximum latency for an in-flight request before we stop deduplicating it (in milliseconds)
36    pub max_request_ttl_ms: u64,
37    /// Smoothing factor for Exponential Moving Averages (0 < alpha < 1)
38    pub alpha: f64,
39    /// Delay in milliseconds between starting requests to different peers.
40    pub retry_delay_ms: u64,
41}
42
43impl Default for RequestsSchedulerConfig {
44    fn default() -> Self {
45        Self {
46            max_accepted_latency_ms: MAX_ACCEPTED_LATENCY_MS,
47            cache_ttl_ms: CACHE_TTL_MS,
48            cache_max_size: CACHE_MAX_SIZE,
49            max_request_ttl_ms: MAX_REQUEST_TTL_MS,
50            alpha: ALPHA_SMOOTHING_FACTOR,
51            retry_delay_ms: STAGGERED_DELAY_MS,
52        }
53    }
54}
linera_core/client/requests_scheduler/mod.rs

linera_core/client/requests_scheduler/
mod.rs
