triton-client-rs

NVIDIA Triton 的 Rust gRPC 客户端库。

此库提供从 NVIDIA 的 Protocol Buffers 定义生成 Triton 客户端所需的设置。

// un-auth'd use of Triton
let client = Client::new("https://127.0.0.1:8001/", None).await?;
let models = client
    .repository_index(triton_client::inference::RepositoryIndexRequest {
        repository_name: "".into(), // This should show us models not referenced by repo name.
        ready: false,               // show all models, not just ready ones.
    })
    .await?;