152 lines
3.4 KiB
Go
152 lines
3.4 KiB
Go
package service
|
||
|
||
import (
|
||
"bytes"
|
||
"context"
|
||
"encoding/json"
|
||
"fmt"
|
||
"io"
|
||
"net/http"
|
||
"net/url"
|
||
"strings"
|
||
"time"
|
||
|
||
"model-asynch/model/entity"
|
||
)
|
||
|
||
func parseAPIKeyHeader(apiKey string) (k, v string) {
|
||
apiKey = strings.TrimSpace(apiKey)
|
||
if apiKey == "" {
|
||
return "", ""
|
||
}
|
||
// 支持两种写法:
|
||
// 1) HeaderName:HeaderValue(推荐)
|
||
// 2) HeaderName=HeaderValue(兼容)
|
||
if strings.Contains(apiKey, ":") {
|
||
parts := strings.SplitN(apiKey, ":", 2)
|
||
return strings.TrimSpace(parts[0]), strings.TrimSpace(parts[1])
|
||
}
|
||
if strings.Contains(apiKey, "=") {
|
||
parts := strings.SplitN(apiKey, "=", 2)
|
||
return strings.TrimSpace(parts[0]), strings.TrimSpace(parts[1])
|
||
}
|
||
// 只给了 value:不做注入(避免注入非法 header)
|
||
return "", ""
|
||
}
|
||
|
||
func payloadToQuery(payload any) (url.Values, error) {
|
||
if payload == nil {
|
||
return url.Values{}, nil
|
||
}
|
||
// 统一转成 map[string]any
|
||
b, err := json.Marshal(payload)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
m := map[string]any{}
|
||
if err := json.Unmarshal(b, &m); err != nil {
|
||
return nil, err
|
||
}
|
||
q := url.Values{}
|
||
for k, v := range m {
|
||
if v == nil {
|
||
continue
|
||
}
|
||
// 复杂类型直接 json 字符串化
|
||
switch vv := v.(type) {
|
||
case string:
|
||
q.Set(k, vv)
|
||
case float64, bool, int, int64, uint64:
|
||
q.Set(k, fmt.Sprintf("%v", vv))
|
||
default:
|
||
bs, _ := json.Marshal(v)
|
||
q.Set(k, string(bs))
|
||
}
|
||
}
|
||
return q, nil
|
||
}
|
||
|
||
// InvokeModel 调用模型服务,返回二进制结果
|
||
func InvokeModel(ctx context.Context, m *entity.AsynchModel, payload any) ([]byte, error) {
|
||
if m == nil || m.BaseURL == "" {
|
||
return nil, fmt.Errorf("模型配置不完整")
|
||
}
|
||
url := strings.TrimRight(m.BaseURL, "/") + "/" + strings.TrimLeft(m.Route, "/")
|
||
if strings.TrimSpace(m.Route) == "" {
|
||
url = strings.TrimRight(m.BaseURL, "/")
|
||
}
|
||
|
||
timeout := time.Duration(m.TimeoutMs) * time.Millisecond
|
||
if timeout <= 0 {
|
||
timeout = 60 * time.Second
|
||
}
|
||
client := &http.Client{Timeout: timeout}
|
||
|
||
method := strings.ToUpper(strings.TrimSpace(m.HttpMethod))
|
||
if method == "" {
|
||
method = http.MethodPost
|
||
}
|
||
|
||
var (
|
||
req *http.Request
|
||
err error
|
||
)
|
||
switch method {
|
||
case http.MethodGet:
|
||
q, err := payloadToQuery(payload)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
if len(q) > 0 {
|
||
if strings.Contains(url, "?") {
|
||
url = url + "&" + q.Encode()
|
||
} else {
|
||
url = url + "?" + q.Encode()
|
||
}
|
||
}
|
||
req, err = http.NewRequestWithContext(ctx, http.MethodGet, url, nil)
|
||
default:
|
||
bodyBytes, err := json.Marshal(payload)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
req, err = http.NewRequestWithContext(ctx, http.MethodPost, url, bytes.NewReader(bodyBytes))
|
||
}
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
|
||
// 透传必要头部(如 Authorization / X-User-Info),以及注入模型配置里的 api_key
|
||
for k, v := range forwardHeaders(ctx) {
|
||
if v != "" {
|
||
req.Header.Set(k, v)
|
||
}
|
||
}
|
||
if hk, hv := parseAPIKeyHeader(m.APIKey); hk != "" && hv != "" {
|
||
req.Header.Set(hk, hv)
|
||
}
|
||
if method != http.MethodGet {
|
||
req.Header.Set("Content-Type", "application/json")
|
||
}
|
||
|
||
resp, err := client.Do(req)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
defer resp.Body.Close()
|
||
|
||
b, err := io.ReadAll(resp.Body)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
if resp.StatusCode < 200 || resp.StatusCode >= 300 {
|
||
// 尽量把错误体带回去,方便排查
|
||
msg := string(b)
|
||
if len(msg) > 2000 {
|
||
msg = msg[:2000]
|
||
}
|
||
return nil, fmt.Errorf("模型服务返回非2xx: %d, body=%s", resp.StatusCode, msg)
|
||
}
|
||
return b, nil
|
||
}
|