"git@developer.sourcefind.cn:zhaoyu6/sglang.git" did not exist on "770529a73172499a4d3e6135b1c63f70d63e1f5d"
mod.rs 418 Bytes
Newer Older
OlivierDehaene's avatar
OlivierDehaene committed
1
2
3
4
5
6
7
8
9
10
11
12
13
#[allow(clippy::derive_partial_eq_without_eq)]
mod pb;

mod client;
mod sharded_client;

pub use client::Client;
pub use pb::generate::v3::{
    input_chunk::Chunk, Batch, CachedBatch, FinishReason, GeneratedText, Generation, GrammarType,
    HealthResponse, Image, InfoResponse, Input, InputChunk, NextTokenChooserParameters, Request,
    StoppingCriteriaParameters, Tokens,
};
pub use sharded_client::ShardedClient;