mirror of
https://github.com/Wei-Shaw/sub2api.git
synced 2026-11-18 06:59:24 +00:00
Merge pull request #6281 from wuji-labs/feat/http2-long-stream-keepalive
feat(upstream): add HTTP/2 PING keepalive for long LLM generation streams
This commit is contained in:
5 files changed
+63
-33
No files matched your search
@@ -629,6 +629,24 @@ func (s *HTTPUpstreamSuite) TestOpenAIProfileDefaultsToHTTP2AndNoHeaderTimeout()
|
||||
require.Equal(s.T(), upstreamProtocolModeOpenAIH2, entry.protocolMode)
|
||||
}
|
||||
|
||||
func (s *HTTPUpstreamSuite) TestLongStreamProfileUsesSharedHTTP2KeepAlive() {
|
||||
s.cfg.Gateway = config.GatewayConfig{
|
||||
ResponseHeaderTimeout: 600,
|
||||
OpenAIHTTP2: config.GatewayOpenAIHTTP2Config{
|
||||
Enabled: false,
|
||||
},
|
||||
}
|
||||
svc := s.newService()
|
||||
entry, err := svc.getClientEntry("", 1, 1, service.HTTPUpstreamProfileLongStream, false, false)
|
||||
require.NoError(s.T(), err)
|
||||
transport, ok := entry.client.Transport.(*http.Transport)
|
||||
require.True(s.T(), ok, "expected *http.Transport")
|
||||
require.Equal(s.T(), 600*time.Second, transport.ResponseHeaderTimeout, "long-stream profile should retain the generic header timeout")
|
||||
require.True(s.T(), transport.ForceAttemptHTTP2, "long-stream profile must enable HTTP/2 independently of OpenAI settings")
|
||||
require.True(s.T(), transport.Protocols.HTTP2(), "long-stream profile must install HTTP/2 PING health checks")
|
||||
require.Equal(s.T(), upstreamProtocolModeLongStreamH2, entry.protocolMode)
|
||||
}
|
||||
|
||||
func (s *HTTPUpstreamSuite) TestOpenAIProfileCustomHeaderTimeout() {
|
||||
s.cfg.Gateway = config.GatewayConfig{
|
||||
ResponseHeaderTimeout: 600,
|
||||
|
||||
Reference in new issue
Block a user