admin/MonkeyCode
1
0
Fork 0
mirror of https://github.com/chaitin/MonkeyCode.git synced 2026-02-11 03:04:09 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #72 from yokowu/feat-proxy-client

Browse Source 
feat(proxy): 复用client
This commit is contained in:
Yoko
2025-07-13 21:50:08 +08:00
committed by GitHub
parent 25d45598a2 253c6d93ec
commit 230aceb5ba
2 changed files with 18 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
backend/internal/proxy/proxy.go
View File

@@ -442,7 +442,12 @@ func (p *LLMProxy) handleCompletion(ctx context.Context, w http.ResponseWriter,
startTime := time.Now()
client := request.NewClient(u.Scheme, u.Host, 30*time.Second)
client := request.NewClient(
u.Scheme,
u.Host,
30*time.Second,
request.WithClient(p.client),
)
client.SetDebug(p.cfg.Debug)
resp, err := request.Post[openai.CompletionResponse](client, u.Path, req, request.WithHeader(request.Header{
"Authorization": "Bearer " + m.APIKey,
@@ -753,7 +758,12 @@ func (p *LLMProxy) handleChatCompletion(ctx context.Context, w http.ResponseWrit
mode := req.Metadata["mode"]
taskID := req.Metadata["task_id"]
client := request.NewClient(u.Scheme, u.Host, 30*time.Second)
client := request.NewClient(
u.Scheme,
u.Host,
30*time.Second,
request.WithClient(p.client),
)
resp, err := request.Post[openai.ChatCompletionResponse](client, u.Path, req, request.WithHeader(request.Header{
"Authorization": "Bearer " + m.APIKey,
}))

6
backend/pkg/request/ops.go
View File

@@ -12,6 +12,12 @@ func WithDebug() ReqOpt {
}
}
func WithClient(client *http.Client) ReqOpt {
return func(c *Client) {
c.client = client
}
}
func WithTransport(tr *http.Transport) ReqOpt {
return func(c *Client) {
c.tr = tr