// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. // SPDX-License-Identifier: Apache-2.0 use std::time::Duration; pub trait PrefillLoadEstimator: Send + Sync { fn predict_prefill_duration( &self, batch_size: usize, effective_isl: usize, prefix: usize, ) -> anyhow::Result; }