Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
22 commits
Select commit Hold shift + click to select a range
44c7f8f
feat: add static HTTPS and mTLS support to the Rust frontend
tahsintunan Jun 17, 2026
bb11c94
Merge branch 'main' into rust/tls-static
tahsintunan Jun 23, 2026
9e2462f
Merge branch 'main' into rust/tls-static
tahsintunan Jun 23, 2026
28a70e5
Merge branch 'main' into rust/tls-static
tahsintunan Jun 23, 2026
28e0df1
feat: use OpenSSL for Rust frontend server TLS and honor --ssl-ciphers
tahsintunan Jun 23, 2026
af078d0
fix: harden default TLS ciphers to match the Python frontend
tahsintunan Jun 23, 2026
51e32bb
docs: correct stale TLS default-cipher comments
tahsintunan Jun 24, 2026
d508ef6
feat: add TLS handshake and HTTP keep-alive timeouts to the Rust fron…
tahsintunan Jun 25, 2026
c29a8ca
Merge branch 'main' into rust/tls-static
tahsintunan Jun 25, 2026
0aef4c0
fix: default gRPC side-car to loopback instead of all interfaces
tahsintunan Jun 25, 2026
a3bf89d
Merge branch 'main' into rust/tls-static
tahsintunan Jun 26, 2026
a26f6b2
refactor: simplify vendored feature and forward keep-alive timeout vi…
tahsintunan Jun 26, 2026
615f3bd
refactor: replace hand-rolled TLS termination with the tls-listener c…
tahsintunan Jun 26, 2026
8c0ecf2
feat: serve the gRPC server over TLS
tahsintunan Jun 27, 2026
8494a9a
Merge branch 'main' into rust/tls-static
tahsintunan Jun 27, 2026
1e8fc82
Merge branch 'main' into rust/tls-static
tahsintunan Jun 27, 2026
32b5ea6
test: deflake abort-burst test by asserting the aborted id set
tahsintunan Jun 27, 2026
f89bd32
remove vendored feature
BugenZhao Jun 29, 2026
a8e2e7a
simplify `set_nodelay`
BugenZhao Jun 29, 2026
4787e5b
simplify `GrpcTlsStream`
BugenZhao Jun 29, 2026
c079310
Merge branch 'main' into rust/tls-static
mergify[bot] Jun 29, 2026
b3009cb
Merge branch 'main' into rust/tls-static
tahsintunan Jun 29, 2026
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
89 changes: 69 additions & 20 deletions rust/Cargo.lock

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

10 changes: 10 additions & 0 deletions rust/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -26,6 +26,7 @@ arc-swap = "1.9.0"
async-openai = { version = "0.33.1", default-features = false, features = ["native-tls"] }
async-trait = "0.1.89"
asynk-strim-attr = "0.1.0"
auto_enums = { version = "0.8.9", features = ["tokio1"] }
axum = "0.8.8"
base64 = "0.22.1"
bytemuck = { version = "1.25.0", features = ["extern_crate_alloc"] }
Expand All @@ -43,6 +44,12 @@ half = { version = "2.7.1", features = ["bytemuck"] }
hex = "0.4.3"
hf-hub = { version = "0.5.0", default-features = false, features = ["tokio"] }
http-body = "1.0.1"
hyper = { version = "1.10.1", features = ["http1", "server"] }
hyper-util = { version = "0.1.20", features = [
"server-graceful",
"service",
"tokio",
] }
indexmap = "2.13.0"
itertools = "0.14.0"
libc = "0.2.177"
Expand All @@ -54,6 +61,7 @@ native-tls-vendored = { package = "native-tls", version = "0.2.18", features = [
ndarray = { version = "0.16.1", features = ["serde"] }
openai-harmony = { package = "oss-harmony", git = "https://github.com/oss-harmony/harmony", tag = "v0.0.11", default-features = false }
openai-protocol = "1.6.0"
openssl = "0.10"
parking_lot = "0.12.5"
paste = "1.0.15"
prometheus-client = "0.24.0"
Expand Down Expand Up @@ -89,6 +97,7 @@ thiserror = "2.0.16"
thiserror-ext = "0.3.0"
tiktoken-rs = "0.9.1"
time = { version = "0.3.47", features = ["formatting", "local-offset", "macros"] }
tls-listener = { version = "0.11.2", default-features = false, features = ["openssl", "tokio-net", "axum"] }
tokenizers = "0.22.0"
tokio = { version = "1.47.1", features = [
"macros",
Expand All @@ -97,6 +106,7 @@ tokio = { version = "1.47.1", features = [
"sync",
"time",
] }
tokio-openssl = "0.6"
tokio-stream = "0.1"
tokio-util = { version = "0.7.18", features = ["rt"] }
tonic = "0.14.5"
Expand Down
Loading
Loading