Compare commits
2 Commits
81581337cd
...
v0.1.3
| Author | SHA1 | Date | |
|---|---|---|---|
| 9876cb9388 | |||
| 39673d31b8 |
@@ -17,20 +17,22 @@ jobs:
|
||||
- name: Checkout code
|
||||
uses: actions/checkout@v4
|
||||
|
||||
- name: Set up uv
|
||||
run: curl -LsSf https://astral.sh/uv/install.sh | sh && echo "$HOME/.local/bin" >> $GITHUB_PATH
|
||||
- name: Set up Go
|
||||
uses: actions/setup-go@v5
|
||||
with:
|
||||
go-version-file: go.mod
|
||||
cache: true
|
||||
|
||||
- name: Set up Python
|
||||
run: uv python install 3.13
|
||||
- name: Run go vet
|
||||
run: go vet ./...
|
||||
|
||||
- name: Install dependencies
|
||||
run: uv sync --frozen --extra dev
|
||||
- name: Install golangci-lint
|
||||
run: |
|
||||
curl -sSfL https://raw.githubusercontent.com/golangci/golangci-lint/HEAD/install.sh | sh -s -- -b "$(go env GOPATH)/bin"
|
||||
echo "$(go env GOPATH)/bin" >> $GITHUB_PATH
|
||||
|
||||
- name: Run ruff check
|
||||
run: uv run ruff check .
|
||||
|
||||
- name: Run ruff format check
|
||||
run: uv run ruff format --check .
|
||||
- name: Run golangci-lint
|
||||
run: golangci-lint run ./...
|
||||
|
||||
test:
|
||||
name: Test
|
||||
@@ -39,17 +41,20 @@ jobs:
|
||||
- name: Checkout code
|
||||
uses: actions/checkout@v4
|
||||
|
||||
- name: Set up uv
|
||||
run: curl -LsSf https://astral.sh/uv/install.sh | sh && echo "$HOME/.local/bin" >> $GITHUB_PATH
|
||||
- name: Set up Go
|
||||
uses: actions/setup-go@v5
|
||||
with:
|
||||
go-version-file: go.mod
|
||||
cache: true
|
||||
|
||||
- name: Set up Python
|
||||
run: uv python install 3.13
|
||||
- name: Verify dependencies
|
||||
run: go mod verify
|
||||
|
||||
- name: Install dependencies
|
||||
run: uv sync --frozen --extra dev
|
||||
- name: Build
|
||||
run: go build -v ./...
|
||||
|
||||
- name: Run tests with coverage
|
||||
run: uv run pytest --cov=handler_base --cov-report=xml --cov-report=term
|
||||
- name: Run tests
|
||||
run: go test -v -race -coverprofile=coverage.out -covermode=atomic ./...
|
||||
|
||||
release:
|
||||
name: Release
|
||||
|
||||
@@ -6,16 +6,16 @@
|
||||
package clients
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"context"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"io"
|
||||
"mime/multipart"
|
||||
"net/http"
|
||||
"net/url"
|
||||
"sync"
|
||||
"time"
|
||||
"bytes"
|
||||
"context"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"io"
|
||||
"mime/multipart"
|
||||
"net/http"
|
||||
"net/url"
|
||||
"sync"
|
||||
"time"
|
||||
)
|
||||
|
||||
// ─── Shared transport & buffer pool ─────────────────────────────────────────
|
||||
@@ -23,393 +23,393 @@ import (
|
||||
// SharedTransport is the process-wide HTTP transport used by every service
|
||||
// client. Tweak pool sizes here rather than creating per-client transports.
|
||||
var SharedTransport = &http.Transport{
|
||||
MaxIdleConns: 100,
|
||||
MaxIdleConnsPerHost: 10,
|
||||
IdleConnTimeout: 90 * time.Second,
|
||||
DisableCompression: true, // in-cluster traffic; skip gzip overhead
|
||||
MaxIdleConns: 100,
|
||||
MaxIdleConnsPerHost: 10,
|
||||
IdleConnTimeout: 90 * time.Second,
|
||||
DisableCompression: true, // in-cluster traffic; skip gzip overhead
|
||||
}
|
||||
|
||||
// bufPool recycles *bytes.Buffer to avoid per-request allocations.
|
||||
var bufPool = sync.Pool{
|
||||
New: func() any { return new(bytes.Buffer) },
|
||||
New: func() any { return new(bytes.Buffer) },
|
||||
}
|
||||
|
||||
func getBuf() *bytes.Buffer {
|
||||
buf := bufPool.Get().(*bytes.Buffer)
|
||||
buf.Reset()
|
||||
return buf
|
||||
buf := bufPool.Get().(*bytes.Buffer)
|
||||
buf.Reset()
|
||||
return buf
|
||||
}
|
||||
|
||||
func putBuf(buf *bytes.Buffer) {
|
||||
if buf.Cap() > 1<<20 { // don't cache buffers > 1 MiB
|
||||
return
|
||||
}
|
||||
bufPool.Put(buf)
|
||||
if buf.Cap() > 1<<20 { // don't cache buffers > 1 MiB
|
||||
return
|
||||
}
|
||||
bufPool.Put(buf)
|
||||
}
|
||||
|
||||
// ─── httpClient base ────────────────────────────────────────────────────────
|
||||
|
||||
// httpClient is the shared base for all service clients.
|
||||
type httpClient struct {
|
||||
client *http.Client
|
||||
baseURL string
|
||||
client *http.Client
|
||||
baseURL string
|
||||
}
|
||||
|
||||
func newHTTPClient(baseURL string, timeout time.Duration) *httpClient {
|
||||
return &httpClient{
|
||||
client: &http.Client{
|
||||
Timeout: timeout,
|
||||
Transport: SharedTransport,
|
||||
},
|
||||
baseURL: baseURL,
|
||||
}
|
||||
return &httpClient{
|
||||
client: &http.Client{
|
||||
Timeout: timeout,
|
||||
Transport: SharedTransport,
|
||||
},
|
||||
baseURL: baseURL,
|
||||
}
|
||||
}
|
||||
|
||||
func (h *httpClient) postJSON(ctx context.Context, path string, body any) ([]byte, error) {
|
||||
buf := getBuf()
|
||||
defer putBuf(buf)
|
||||
if err := json.NewEncoder(buf).Encode(body); err != nil {
|
||||
return nil, fmt.Errorf("marshal: %w", err)
|
||||
}
|
||||
req, err := http.NewRequestWithContext(ctx, http.MethodPost, h.baseURL+path, buf)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
req.Header.Set("Content-Type", "application/json")
|
||||
return h.do(req)
|
||||
buf := getBuf()
|
||||
defer putBuf(buf)
|
||||
if err := json.NewEncoder(buf).Encode(body); err != nil {
|
||||
return nil, fmt.Errorf("marshal: %w", err)
|
||||
}
|
||||
req, err := http.NewRequestWithContext(ctx, http.MethodPost, h.baseURL+path, buf)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
req.Header.Set("Content-Type", "application/json")
|
||||
return h.do(req)
|
||||
}
|
||||
|
||||
func (h *httpClient) get(ctx context.Context, path string, params url.Values) ([]byte, error) {
|
||||
u := h.baseURL + path
|
||||
if len(params) > 0 {
|
||||
u += "?" + params.Encode()
|
||||
}
|
||||
req, err := http.NewRequestWithContext(ctx, http.MethodGet, u, nil)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
return h.do(req)
|
||||
u := h.baseURL + path
|
||||
if len(params) > 0 {
|
||||
u += "?" + params.Encode()
|
||||
}
|
||||
req, err := http.NewRequestWithContext(ctx, http.MethodGet, u, nil)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
return h.do(req)
|
||||
}
|
||||
|
||||
func (h *httpClient) getRaw(ctx context.Context, path string, params url.Values) ([]byte, error) {
|
||||
return h.get(ctx, path, params)
|
||||
return h.get(ctx, path, params)
|
||||
}
|
||||
|
||||
func (h *httpClient) postMultipart(ctx context.Context, path string, fieldName string, fileName string, fileData []byte, fields map[string]string) ([]byte, error) {
|
||||
buf := getBuf()
|
||||
defer putBuf(buf)
|
||||
w := multipart.NewWriter(buf)
|
||||
part, err := w.CreateFormFile(fieldName, fileName)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
if _, err := part.Write(fileData); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
for k, v := range fields {
|
||||
_ = w.WriteField(k, v)
|
||||
}
|
||||
_ = w.Close()
|
||||
buf := getBuf()
|
||||
defer putBuf(buf)
|
||||
w := multipart.NewWriter(buf)
|
||||
part, err := w.CreateFormFile(fieldName, fileName)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
if _, err := part.Write(fileData); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
for k, v := range fields {
|
||||
_ = w.WriteField(k, v)
|
||||
}
|
||||
_ = w.Close()
|
||||
|
||||
req, err := http.NewRequestWithContext(ctx, http.MethodPost, h.baseURL+path, buf)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
req.Header.Set("Content-Type", w.FormDataContentType())
|
||||
return h.do(req)
|
||||
req, err := http.NewRequestWithContext(ctx, http.MethodPost, h.baseURL+path, buf)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
req.Header.Set("Content-Type", w.FormDataContentType())
|
||||
return h.do(req)
|
||||
}
|
||||
|
||||
func (h *httpClient) do(req *http.Request) ([]byte, error) {
|
||||
resp, err := h.client.Do(req)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("http %s %s: %w", req.Method, req.URL.Path, err)
|
||||
}
|
||||
defer resp.Body.Close()
|
||||
resp, err := h.client.Do(req)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("http %s %s: %w", req.Method, req.URL.Path, err)
|
||||
}
|
||||
defer func() { _ = resp.Body.Close() }()
|
||||
|
||||
buf := getBuf()
|
||||
defer putBuf(buf)
|
||||
if _, err := io.Copy(buf, resp.Body); err != nil {
|
||||
return nil, fmt.Errorf("read body: %w", err)
|
||||
}
|
||||
buf := getBuf()
|
||||
defer putBuf(buf)
|
||||
if _, err := io.Copy(buf, resp.Body); err != nil {
|
||||
return nil, fmt.Errorf("read body: %w", err)
|
||||
}
|
||||
|
||||
// Return a copy so the pooled buffer can be safely recycled.
|
||||
body := make([]byte, buf.Len())
|
||||
copy(body, buf.Bytes())
|
||||
// Return a copy so the pooled buffer can be safely recycled.
|
||||
body := make([]byte, buf.Len())
|
||||
copy(body, buf.Bytes())
|
||||
|
||||
if resp.StatusCode >= 400 {
|
||||
return nil, fmt.Errorf("http %d: %s", resp.StatusCode, string(body))
|
||||
}
|
||||
return body, nil
|
||||
if resp.StatusCode >= 400 {
|
||||
return nil, fmt.Errorf("http %d: %s", resp.StatusCode, string(body))
|
||||
}
|
||||
return body, nil
|
||||
}
|
||||
|
||||
func (h *httpClient) healthCheck(ctx context.Context) bool {
|
||||
data, err := h.get(ctx, "/health", nil)
|
||||
_ = data
|
||||
return err == nil
|
||||
data, err := h.get(ctx, "/health", nil)
|
||||
_ = data
|
||||
return err == nil
|
||||
}
|
||||
|
||||
// ─── Embeddings Client ──────────────────────────────────────────────────────
|
||||
|
||||
// EmbeddingsClient calls the embeddings service (Infinity/BGE).
|
||||
type EmbeddingsClient struct {
|
||||
*httpClient
|
||||
Model string
|
||||
*httpClient
|
||||
Model string
|
||||
}
|
||||
|
||||
// NewEmbeddingsClient creates an embeddings client.
|
||||
func NewEmbeddingsClient(baseURL string, timeout time.Duration, model string) *EmbeddingsClient {
|
||||
if model == "" {
|
||||
model = "bge"
|
||||
}
|
||||
return &EmbeddingsClient{httpClient: newHTTPClient(baseURL, timeout), Model: model}
|
||||
if model == "" {
|
||||
model = "bge"
|
||||
}
|
||||
return &EmbeddingsClient{httpClient: newHTTPClient(baseURL, timeout), Model: model}
|
||||
}
|
||||
|
||||
// Embed generates embeddings for a list of texts.
|
||||
func (c *EmbeddingsClient) Embed(ctx context.Context, texts []string) ([][]float64, error) {
|
||||
body, err := c.postJSON(ctx, "/embeddings", map[string]any{
|
||||
"input": texts,
|
||||
"model": c.Model,
|
||||
})
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
var resp struct {
|
||||
Data []struct {
|
||||
Embedding []float64 `json:"embedding"`
|
||||
} `json:"data"`
|
||||
}
|
||||
if err := json.Unmarshal(body, &resp); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
result := make([][]float64, len(resp.Data))
|
||||
for i, d := range resp.Data {
|
||||
result[i] = d.Embedding
|
||||
}
|
||||
return result, nil
|
||||
body, err := c.postJSON(ctx, "/embeddings", map[string]any{
|
||||
"input": texts,
|
||||
"model": c.Model,
|
||||
})
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
var resp struct {
|
||||
Data []struct {
|
||||
Embedding []float64 `json:"embedding"`
|
||||
} `json:"data"`
|
||||
}
|
||||
if err := json.Unmarshal(body, &resp); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
result := make([][]float64, len(resp.Data))
|
||||
for i, d := range resp.Data {
|
||||
result[i] = d.Embedding
|
||||
}
|
||||
return result, nil
|
||||
}
|
||||
|
||||
// EmbedSingle generates an embedding for a single text.
|
||||
func (c *EmbeddingsClient) EmbedSingle(ctx context.Context, text string) ([]float64, error) {
|
||||
results, err := c.Embed(ctx, []string{text})
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
if len(results) == 0 {
|
||||
return nil, fmt.Errorf("empty embedding result")
|
||||
}
|
||||
return results[0], nil
|
||||
results, err := c.Embed(ctx, []string{text})
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
if len(results) == 0 {
|
||||
return nil, fmt.Errorf("empty embedding result")
|
||||
}
|
||||
return results[0], nil
|
||||
}
|
||||
|
||||
// Health checks if the embeddings service is healthy.
|
||||
func (c *EmbeddingsClient) Health(ctx context.Context) bool {
|
||||
return c.healthCheck(ctx)
|
||||
return c.healthCheck(ctx)
|
||||
}
|
||||
|
||||
// ─── Reranker Client ────────────────────────────────────────────────────────
|
||||
|
||||
// RerankerClient calls the reranker service (BGE Reranker).
|
||||
type RerankerClient struct {
|
||||
*httpClient
|
||||
*httpClient
|
||||
}
|
||||
|
||||
// NewRerankerClient creates a reranker client.
|
||||
func NewRerankerClient(baseURL string, timeout time.Duration) *RerankerClient {
|
||||
return &RerankerClient{httpClient: newHTTPClient(baseURL, timeout)}
|
||||
return &RerankerClient{httpClient: newHTTPClient(baseURL, timeout)}
|
||||
}
|
||||
|
||||
// RerankResult represents a reranked document.
|
||||
type RerankResult struct {
|
||||
Index int `json:"index"`
|
||||
Score float64 `json:"score"`
|
||||
Document string `json:"document"`
|
||||
Index int `json:"index"`
|
||||
Score float64 `json:"score"`
|
||||
Document string `json:"document"`
|
||||
}
|
||||
|
||||
// Rerank reranks documents by relevance to the query.
|
||||
func (c *RerankerClient) Rerank(ctx context.Context, query string, documents []string, topK int) ([]RerankResult, error) {
|
||||
payload := map[string]any{
|
||||
"query": query,
|
||||
"documents": documents,
|
||||
}
|
||||
if topK > 0 {
|
||||
payload["top_n"] = topK
|
||||
}
|
||||
body, err := c.postJSON(ctx, "/rerank", payload)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
var resp struct {
|
||||
Results []struct {
|
||||
Index int `json:"index"`
|
||||
RelevanceScore float64 `json:"relevance_score"`
|
||||
Score float64 `json:"score"`
|
||||
} `json:"results"`
|
||||
}
|
||||
if err := json.Unmarshal(body, &resp); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
results := make([]RerankResult, len(resp.Results))
|
||||
for i, r := range resp.Results {
|
||||
score := r.RelevanceScore
|
||||
if score == 0 {
|
||||
score = r.Score
|
||||
}
|
||||
doc := ""
|
||||
if r.Index < len(documents) {
|
||||
doc = documents[r.Index]
|
||||
}
|
||||
results[i] = RerankResult{Index: r.Index, Score: score, Document: doc}
|
||||
}
|
||||
return results, nil
|
||||
payload := map[string]any{
|
||||
"query": query,
|
||||
"documents": documents,
|
||||
}
|
||||
if topK > 0 {
|
||||
payload["top_n"] = topK
|
||||
}
|
||||
body, err := c.postJSON(ctx, "/rerank", payload)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
var resp struct {
|
||||
Results []struct {
|
||||
Index int `json:"index"`
|
||||
RelevanceScore float64 `json:"relevance_score"`
|
||||
Score float64 `json:"score"`
|
||||
} `json:"results"`
|
||||
}
|
||||
if err := json.Unmarshal(body, &resp); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
results := make([]RerankResult, len(resp.Results))
|
||||
for i, r := range resp.Results {
|
||||
score := r.RelevanceScore
|
||||
if score == 0 {
|
||||
score = r.Score
|
||||
}
|
||||
doc := ""
|
||||
if r.Index < len(documents) {
|
||||
doc = documents[r.Index]
|
||||
}
|
||||
results[i] = RerankResult{Index: r.Index, Score: score, Document: doc}
|
||||
}
|
||||
return results, nil
|
||||
}
|
||||
|
||||
// ─── LLM Client ─────────────────────────────────────────────────────────────
|
||||
|
||||
// LLMClient calls the vLLM-compatible LLM service.
|
||||
type LLMClient struct {
|
||||
*httpClient
|
||||
Model string
|
||||
MaxTokens int
|
||||
Temperature float64
|
||||
TopP float64
|
||||
*httpClient
|
||||
Model string
|
||||
MaxTokens int
|
||||
Temperature float64
|
||||
TopP float64
|
||||
}
|
||||
|
||||
// NewLLMClient creates an LLM client.
|
||||
func NewLLMClient(baseURL string, timeout time.Duration) *LLMClient {
|
||||
return &LLMClient{
|
||||
httpClient: newHTTPClient(baseURL, timeout),
|
||||
Model: "default",
|
||||
MaxTokens: 2048,
|
||||
Temperature: 0.7,
|
||||
TopP: 0.9,
|
||||
}
|
||||
return &LLMClient{
|
||||
httpClient: newHTTPClient(baseURL, timeout),
|
||||
Model: "default",
|
||||
MaxTokens: 2048,
|
||||
Temperature: 0.7,
|
||||
TopP: 0.9,
|
||||
}
|
||||
}
|
||||
|
||||
// ChatMessage is an OpenAI-compatible message.
|
||||
type ChatMessage struct {
|
||||
Role string `json:"role"`
|
||||
Content string `json:"content"`
|
||||
Role string `json:"role"`
|
||||
Content string `json:"content"`
|
||||
}
|
||||
|
||||
// Generate sends a chat completion request and returns the response text.
|
||||
func (c *LLMClient) Generate(ctx context.Context, prompt string, context_ string, systemPrompt string) (string, error) {
|
||||
messages := buildMessages(prompt, context_, systemPrompt)
|
||||
payload := map[string]any{
|
||||
"model": c.Model,
|
||||
"messages": messages,
|
||||
"max_tokens": c.MaxTokens,
|
||||
"temperature": c.Temperature,
|
||||
"top_p": c.TopP,
|
||||
}
|
||||
body, err := c.postJSON(ctx, "/v1/chat/completions", payload)
|
||||
if err != nil {
|
||||
return "", err
|
||||
}
|
||||
var resp struct {
|
||||
Choices []struct {
|
||||
Message struct {
|
||||
Content string `json:"content"`
|
||||
} `json:"message"`
|
||||
} `json:"choices"`
|
||||
}
|
||||
if err := json.Unmarshal(body, &resp); err != nil {
|
||||
return "", err
|
||||
}
|
||||
if len(resp.Choices) == 0 {
|
||||
return "", fmt.Errorf("no choices in LLM response")
|
||||
}
|
||||
return resp.Choices[0].Message.Content, nil
|
||||
messages := buildMessages(prompt, context_, systemPrompt)
|
||||
payload := map[string]any{
|
||||
"model": c.Model,
|
||||
"messages": messages,
|
||||
"max_tokens": c.MaxTokens,
|
||||
"temperature": c.Temperature,
|
||||
"top_p": c.TopP,
|
||||
}
|
||||
body, err := c.postJSON(ctx, "/v1/chat/completions", payload)
|
||||
if err != nil {
|
||||
return "", err
|
||||
}
|
||||
var resp struct {
|
||||
Choices []struct {
|
||||
Message struct {
|
||||
Content string `json:"content"`
|
||||
} `json:"message"`
|
||||
} `json:"choices"`
|
||||
}
|
||||
if err := json.Unmarshal(body, &resp); err != nil {
|
||||
return "", err
|
||||
}
|
||||
if len(resp.Choices) == 0 {
|
||||
return "", fmt.Errorf("no choices in LLM response")
|
||||
}
|
||||
return resp.Choices[0].Message.Content, nil
|
||||
}
|
||||
|
||||
func buildMessages(prompt, ctx, systemPrompt string) []ChatMessage {
|
||||
var msgs []ChatMessage
|
||||
if systemPrompt != "" {
|
||||
msgs = append(msgs, ChatMessage{Role: "system", Content: systemPrompt})
|
||||
} else if ctx != "" {
|
||||
msgs = append(msgs, ChatMessage{Role: "system", Content: "You are a helpful assistant. Use the provided context to answer the user's question. If the context doesn't contain relevant information, say so."})
|
||||
}
|
||||
if ctx != "" {
|
||||
msgs = append(msgs, ChatMessage{Role: "user", Content: fmt.Sprintf("Context:\n%s\n\nQuestion: %s", ctx, prompt)})
|
||||
} else {
|
||||
msgs = append(msgs, ChatMessage{Role: "user", Content: prompt})
|
||||
}
|
||||
return msgs
|
||||
var msgs []ChatMessage
|
||||
if systemPrompt != "" {
|
||||
msgs = append(msgs, ChatMessage{Role: "system", Content: systemPrompt})
|
||||
} else if ctx != "" {
|
||||
msgs = append(msgs, ChatMessage{Role: "system", Content: "You are a helpful assistant. Use the provided context to answer the user's question. If the context doesn't contain relevant information, say so."})
|
||||
}
|
||||
if ctx != "" {
|
||||
msgs = append(msgs, ChatMessage{Role: "user", Content: fmt.Sprintf("Context:\n%s\n\nQuestion: %s", ctx, prompt)})
|
||||
} else {
|
||||
msgs = append(msgs, ChatMessage{Role: "user", Content: prompt})
|
||||
}
|
||||
return msgs
|
||||
}
|
||||
|
||||
// ─── TTS Client ─────────────────────────────────────────────────────────────
|
||||
|
||||
// TTSClient calls the TTS service (Coqui XTTS).
|
||||
type TTSClient struct {
|
||||
*httpClient
|
||||
Language string
|
||||
*httpClient
|
||||
Language string
|
||||
}
|
||||
|
||||
// NewTTSClient creates a TTS client.
|
||||
func NewTTSClient(baseURL string, timeout time.Duration, language string) *TTSClient {
|
||||
if language == "" {
|
||||
language = "en"
|
||||
}
|
||||
return &TTSClient{httpClient: newHTTPClient(baseURL, timeout), Language: language}
|
||||
if language == "" {
|
||||
language = "en"
|
||||
}
|
||||
return &TTSClient{httpClient: newHTTPClient(baseURL, timeout), Language: language}
|
||||
}
|
||||
|
||||
// Synthesize generates audio bytes from text.
|
||||
func (c *TTSClient) Synthesize(ctx context.Context, text, language, speaker string) ([]byte, error) {
|
||||
if language == "" {
|
||||
language = c.Language
|
||||
}
|
||||
params := url.Values{
|
||||
"text": {text},
|
||||
"language_id": {language},
|
||||
}
|
||||
if speaker != "" {
|
||||
params.Set("speaker_id", speaker)
|
||||
}
|
||||
return c.getRaw(ctx, "/api/tts", params)
|
||||
if language == "" {
|
||||
language = c.Language
|
||||
}
|
||||
params := url.Values{
|
||||
"text": {text},
|
||||
"language_id": {language},
|
||||
}
|
||||
if speaker != "" {
|
||||
params.Set("speaker_id", speaker)
|
||||
}
|
||||
return c.getRaw(ctx, "/api/tts", params)
|
||||
}
|
||||
|
||||
// ─── STT Client ─────────────────────────────────────────────────────────────
|
||||
|
||||
// STTClient calls the Whisper STT service.
|
||||
type STTClient struct {
|
||||
*httpClient
|
||||
Language string
|
||||
Task string
|
||||
*httpClient
|
||||
Language string
|
||||
Task string
|
||||
}
|
||||
|
||||
// NewSTTClient creates an STT client.
|
||||
func NewSTTClient(baseURL string, timeout time.Duration) *STTClient {
|
||||
return &STTClient{httpClient: newHTTPClient(baseURL, timeout), Task: "transcribe"}
|
||||
return &STTClient{httpClient: newHTTPClient(baseURL, timeout), Task: "transcribe"}
|
||||
}
|
||||
|
||||
// TranscribeResult holds transcription output.
|
||||
type TranscribeResult struct {
|
||||
Text string `json:"text"`
|
||||
Language string `json:"language,omitempty"`
|
||||
Text string `json:"text"`
|
||||
Language string `json:"language,omitempty"`
|
||||
}
|
||||
|
||||
// Transcribe sends audio to Whisper and returns the transcription.
|
||||
func (c *STTClient) Transcribe(ctx context.Context, audio []byte, language string) (*TranscribeResult, error) {
|
||||
if language == "" {
|
||||
language = c.Language
|
||||
}
|
||||
fields := map[string]string{
|
||||
"response_format": "json",
|
||||
}
|
||||
if language != "" {
|
||||
fields["language"] = language
|
||||
}
|
||||
endpoint := "/v1/audio/transcriptions"
|
||||
if c.Task == "translate" {
|
||||
endpoint = "/v1/audio/translations"
|
||||
}
|
||||
body, err := c.postMultipart(ctx, endpoint, "file", "audio.wav", audio, fields)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
var result TranscribeResult
|
||||
if err := json.Unmarshal(body, &result); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
return &result, nil
|
||||
if language == "" {
|
||||
language = c.Language
|
||||
}
|
||||
fields := map[string]string{
|
||||
"response_format": "json",
|
||||
}
|
||||
if language != "" {
|
||||
fields["language"] = language
|
||||
}
|
||||
endpoint := "/v1/audio/transcriptions"
|
||||
if c.Task == "translate" {
|
||||
endpoint = "/v1/audio/translations"
|
||||
}
|
||||
body, err := c.postMultipart(ctx, endpoint, "file", "audio.wav", audio, fields)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
var result TranscribeResult
|
||||
if err := json.Unmarshal(body, &result); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
return &result, nil
|
||||
}
|
||||
|
||||
// ─── Milvus Client ──────────────────────────────────────────────────────────
|
||||
@@ -417,21 +417,20 @@ return &result, nil
|
||||
// MilvusClient provides vector search via the Milvus HTTP/gRPC API.
|
||||
// For the Go port we use the Milvus Go SDK.
|
||||
type MilvusClient struct {
|
||||
Host string
|
||||
Port int
|
||||
Collection string
|
||||
connected bool
|
||||
Host string
|
||||
Port int
|
||||
Collection string
|
||||
}
|
||||
|
||||
// NewMilvusClient creates a Milvus client.
|
||||
func NewMilvusClient(host string, port int, collection string) *MilvusClient {
|
||||
return &MilvusClient{Host: host, Port: port, Collection: collection}
|
||||
return &MilvusClient{Host: host, Port: port, Collection: collection}
|
||||
}
|
||||
|
||||
// SearchResult holds a single vector search hit.
|
||||
type SearchResult struct {
|
||||
ID int64 `json:"id"`
|
||||
Distance float64 `json:"distance"`
|
||||
Score float64 `json:"score"`
|
||||
Fields map[string]any `json:"fields,omitempty"`
|
||||
ID int64 `json:"id"`
|
||||
Distance float64 `json:"distance"`
|
||||
Score float64 `json:"score"`
|
||||
Fields map[string]any `json:"fields,omitempty"`
|
||||
}
|
||||
|
||||
@@ -90,14 +90,14 @@ func TestEmbeddingsClient_Embed(t *testing.T) {
|
||||
t.Errorf("method = %s, want POST", r.Method)
|
||||
}
|
||||
var req map[string]any
|
||||
json.NewDecoder(r.Body).Decode(&req)
|
||||
_ = json.NewDecoder(r.Body).Decode(&req)
|
||||
input, _ := req["input"].([]any)
|
||||
if len(input) != 2 {
|
||||
t.Errorf("input len = %d, want 2", len(input))
|
||||
}
|
||||
|
||||
w.Header().Set("Content-Type", "application/json")
|
||||
json.NewEncoder(w).Encode(map[string]any{
|
||||
_ = json.NewEncoder(w).Encode(map[string]any{
|
||||
"data": []map[string]any{
|
||||
{"embedding": []float64{0.1, 0.2, 0.3}},
|
||||
{"embedding": []float64{0.4, 0.5, 0.6}},
|
||||
@@ -121,7 +121,7 @@ func TestEmbeddingsClient_Embed(t *testing.T) {
|
||||
|
||||
func TestEmbeddingsClient_EmbedSingle(t *testing.T) {
|
||||
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
json.NewEncoder(w).Encode(map[string]any{
|
||||
_ = json.NewEncoder(w).Encode(map[string]any{
|
||||
"data": []map[string]any{
|
||||
{"embedding": []float64{1.0, 2.0}},
|
||||
},
|
||||
@@ -141,7 +141,7 @@ func TestEmbeddingsClient_EmbedSingle(t *testing.T) {
|
||||
|
||||
func TestEmbeddingsClient_EmbedEmpty(t *testing.T) {
|
||||
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
json.NewEncoder(w).Encode(map[string]any{"data": []any{}})
|
||||
_ = json.NewEncoder(w).Encode(map[string]any{"data": []any{}})
|
||||
}))
|
||||
defer ts.Close()
|
||||
|
||||
@@ -175,11 +175,11 @@ func TestEmbeddingsClient_Health(t *testing.T) {
|
||||
func TestRerankerClient_Rerank(t *testing.T) {
|
||||
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
var req map[string]any
|
||||
json.NewDecoder(r.Body).Decode(&req)
|
||||
_ = json.NewDecoder(r.Body).Decode(&req)
|
||||
if req["query"] != "test query" {
|
||||
t.Errorf("query = %v", req["query"])
|
||||
}
|
||||
json.NewEncoder(w).Encode(map[string]any{
|
||||
_ = json.NewEncoder(w).Encode(map[string]any{
|
||||
"results": []map[string]any{
|
||||
{"index": 1, "relevance_score": 0.95},
|
||||
{"index": 0, "relevance_score": 0.80},
|
||||
@@ -207,7 +207,7 @@ func TestRerankerClient_Rerank(t *testing.T) {
|
||||
|
||||
func TestRerankerClient_RerankFallbackScore(t *testing.T) {
|
||||
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
json.NewEncoder(w).Encode(map[string]any{
|
||||
_ = json.NewEncoder(w).Encode(map[string]any{
|
||||
"results": []map[string]any{
|
||||
{"index": 0, "score": 0.77, "relevance_score": 0}, // some APIs only set score
|
||||
},
|
||||
@@ -235,13 +235,13 @@ func TestLLMClient_Generate(t *testing.T) {
|
||||
t.Errorf("path = %q", r.URL.Path)
|
||||
}
|
||||
var req map[string]any
|
||||
json.NewDecoder(r.Body).Decode(&req)
|
||||
_ = json.NewDecoder(r.Body).Decode(&req)
|
||||
msgs, _ := req["messages"].([]any)
|
||||
if len(msgs) == 0 {
|
||||
t.Error("no messages in request")
|
||||
}
|
||||
|
||||
json.NewEncoder(w).Encode(map[string]any{
|
||||
_ = json.NewEncoder(w).Encode(map[string]any{
|
||||
"choices": []map[string]any{
|
||||
{"message": map[string]any{"content": "Paris is the capital of France."}},
|
||||
},
|
||||
@@ -262,13 +262,13 @@ func TestLLMClient_Generate(t *testing.T) {
|
||||
func TestLLMClient_GenerateWithContext(t *testing.T) {
|
||||
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
var req map[string]any
|
||||
json.NewDecoder(r.Body).Decode(&req)
|
||||
_ = json.NewDecoder(r.Body).Decode(&req)
|
||||
msgs, _ := req["messages"].([]any)
|
||||
// Should have system + user message
|
||||
if len(msgs) != 2 {
|
||||
t.Errorf("expected 2 messages, got %d", len(msgs))
|
||||
}
|
||||
json.NewEncoder(w).Encode(map[string]any{
|
||||
_ = json.NewEncoder(w).Encode(map[string]any{
|
||||
"choices": []map[string]any{
|
||||
{"message": map[string]any{"content": "answer with context"}},
|
||||
},
|
||||
@@ -288,7 +288,7 @@ func TestLLMClient_GenerateWithContext(t *testing.T) {
|
||||
|
||||
func TestLLMClient_GenerateNoChoices(t *testing.T) {
|
||||
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
json.NewEncoder(w).Encode(map[string]any{"choices": []any{}})
|
||||
_ = json.NewEncoder(w).Encode(map[string]any{"choices": []any{}})
|
||||
}))
|
||||
defer ts.Close()
|
||||
|
||||
@@ -312,7 +312,7 @@ func TestTTSClient_Synthesize(t *testing.T) {
|
||||
if r.URL.Query().Get("text") != "hello world" {
|
||||
t.Errorf("text = %q", r.URL.Query().Get("text"))
|
||||
}
|
||||
w.Write(expected)
|
||||
_, _ = w.Write(expected)
|
||||
}))
|
||||
defer ts.Close()
|
||||
|
||||
@@ -331,7 +331,7 @@ func TestTTSClient_SynthesizeWithSpeaker(t *testing.T) {
|
||||
if r.URL.Query().Get("speaker_id") != "alice" {
|
||||
t.Errorf("speaker_id = %q", r.URL.Query().Get("speaker_id"))
|
||||
}
|
||||
w.Write([]byte{0x01})
|
||||
_, _ = w.Write([]byte{0x01})
|
||||
}))
|
||||
defer ts.Close()
|
||||
|
||||
@@ -365,7 +365,7 @@ func TestSTTClient_Transcribe(t *testing.T) {
|
||||
t.Errorf("file size = %d, want 100", len(data))
|
||||
}
|
||||
|
||||
json.NewEncoder(w).Encode(map[string]string{"text": "hello world"})
|
||||
_ = json.NewEncoder(w).Encode(map[string]string{"text": "hello world"})
|
||||
}))
|
||||
defer ts.Close()
|
||||
|
||||
@@ -384,7 +384,7 @@ func TestSTTClient_TranscribeTranslate(t *testing.T) {
|
||||
if r.URL.Path != "/v1/audio/translations" {
|
||||
t.Errorf("path = %q, want /v1/audio/translations", r.URL.Path)
|
||||
}
|
||||
json.NewEncoder(w).Encode(map[string]string{"text": "translated"})
|
||||
_ = json.NewEncoder(w).Encode(map[string]string{"text": "translated"})
|
||||
}))
|
||||
defer ts.Close()
|
||||
|
||||
@@ -406,7 +406,7 @@ func TestSTTClient_TranscribeTranslate(t *testing.T) {
|
||||
func TestHTTPError4xx(t *testing.T) {
|
||||
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
w.WriteHeader(422)
|
||||
w.Write([]byte(`{"error": "bad input"}`))
|
||||
_, _ = w.Write([]byte(`{"error": "bad input"}`))
|
||||
}))
|
||||
defer ts.Close()
|
||||
|
||||
@@ -423,7 +423,7 @@ func TestHTTPError4xx(t *testing.T) {
|
||||
func TestHTTPError5xx(t *testing.T) {
|
||||
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
w.WriteHeader(500)
|
||||
w.Write([]byte("internal server error"))
|
||||
_, _ = w.Write([]byte("internal server error"))
|
||||
}))
|
||||
defer ts.Close()
|
||||
|
||||
@@ -467,8 +467,8 @@ func TestBuildMessages(t *testing.T) {
|
||||
|
||||
func BenchmarkPostJSON(b *testing.B) {
|
||||
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
io.Copy(io.Discard, r.Body)
|
||||
w.Write([]byte(`{"ok":true}`))
|
||||
_, _ = io.Copy(io.Discard, r.Body)
|
||||
_, _ = w.Write([]byte(`{"ok":true}`))
|
||||
}))
|
||||
defer ts.Close()
|
||||
|
||||
@@ -482,7 +482,7 @@ func BenchmarkPostJSON(b *testing.B) {
|
||||
|
||||
b.ResetTimer()
|
||||
for b.Loop() {
|
||||
c.postJSON(ctx, "/test", payload)
|
||||
_, _ = c.postJSON(ctx, "/test", payload)
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
@@ -66,8 +66,8 @@ func TestCallbackRegistration(t *testing.T) {
|
||||
}
|
||||
|
||||
// Verify setup/teardown work when called directly.
|
||||
h.onSetup(context.Background())
|
||||
h.onTeardown(context.Background())
|
||||
_ = h.onSetup(context.Background())
|
||||
_ = h.onTeardown(context.Background())
|
||||
if !setupCalled || !teardownCalled {
|
||||
t.Error("callbacks should have been invoked")
|
||||
}
|
||||
@@ -290,7 +290,7 @@ func BenchmarkWrapTypedHandler(b *testing.B) {
|
||||
h := New("ai.test", cfg)
|
||||
h.OnTypedMessage(func(ctx context.Context, msg *nats.Msg) (any, error) {
|
||||
var req benchReq
|
||||
msgpack.Unmarshal(msg.Data, &req)
|
||||
_ = msgpack.Unmarshal(msg.Data, &req)
|
||||
return map[string]any{"ok": true}, nil
|
||||
})
|
||||
|
||||
|
||||
@@ -8,7 +8,6 @@ import (
|
||||
"log/slog"
|
||||
"net"
|
||||
"net/http"
|
||||
"sync/atomic"
|
||||
"time"
|
||||
)
|
||||
|
||||
@@ -22,7 +21,6 @@ type Server struct {
|
||||
readyPath string
|
||||
readyCheck ReadyFunc
|
||||
srv *http.Server
|
||||
ready atomic.Bool
|
||||
}
|
||||
|
||||
// New creates a health server on the given port.
|
||||
|
||||
@@ -19,7 +19,7 @@ func TestHealthEndpoint(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Fatalf("health request failed: %v", err)
|
||||
}
|
||||
defer resp.Body.Close()
|
||||
defer func() { _ = resp.Body.Close() }()
|
||||
|
||||
if resp.StatusCode != 200 {
|
||||
t.Errorf("expected 200, got %d", resp.StatusCode)
|
||||
@@ -42,7 +42,7 @@ func TestReadyEndpointDefault(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Fatalf("ready request failed: %v", err)
|
||||
}
|
||||
defer resp.Body.Close()
|
||||
defer func() { _ = resp.Body.Close() }()
|
||||
|
||||
if resp.StatusCode != 200 {
|
||||
t.Errorf("expected 200, got %d", resp.StatusCode)
|
||||
@@ -60,7 +60,7 @@ func TestReadyEndpointNotReady(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Fatalf("ready request failed: %v", err)
|
||||
}
|
||||
resp.Body.Close()
|
||||
_ = resp.Body.Close()
|
||||
if resp.StatusCode != 503 {
|
||||
t.Errorf("expected 503 when not ready, got %d", resp.StatusCode)
|
||||
}
|
||||
@@ -70,7 +70,7 @@ func TestReadyEndpointNotReady(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Fatalf("ready request failed: %v", err)
|
||||
}
|
||||
resp2.Body.Close()
|
||||
_ = resp2.Body.Close()
|
||||
if resp2.StatusCode != 200 {
|
||||
t.Errorf("expected 200 when ready, got %d", resp2.StatusCode)
|
||||
}
|
||||
|
||||
@@ -178,7 +178,7 @@ func BenchmarkEncode_ChatRequest_MsgpackMap(b *testing.B) {
|
||||
data := chatRequestMap()
|
||||
b.ResetTimer()
|
||||
for b.Loop() {
|
||||
msgpack.Marshal(data)
|
||||
_, _ = msgpack.Marshal(data)
|
||||
}
|
||||
}
|
||||
|
||||
@@ -186,7 +186,7 @@ func BenchmarkEncode_ChatRequest_MsgpackStruct(b *testing.B) {
|
||||
data := chatRequestStruct()
|
||||
b.ResetTimer()
|
||||
for b.Loop() {
|
||||
msgpack.Marshal(data)
|
||||
_, _ = msgpack.Marshal(data)
|
||||
}
|
||||
}
|
||||
|
||||
@@ -194,7 +194,7 @@ func BenchmarkEncode_ChatRequest_Protobuf(b *testing.B) {
|
||||
data := chatRequestProto()
|
||||
b.ResetTimer()
|
||||
for b.Loop() {
|
||||
proto.Marshal(data)
|
||||
_, _ = proto.Marshal(data)
|
||||
}
|
||||
}
|
||||
|
||||
@@ -202,7 +202,7 @@ func BenchmarkEncode_VoiceResponse_MsgpackMap(b *testing.B) {
|
||||
data := voiceResponseMap()
|
||||
b.ResetTimer()
|
||||
for b.Loop() {
|
||||
msgpack.Marshal(data)
|
||||
_, _ = msgpack.Marshal(data)
|
||||
}
|
||||
}
|
||||
|
||||
@@ -210,7 +210,7 @@ func BenchmarkEncode_VoiceResponse_MsgpackStruct(b *testing.B) {
|
||||
data := voiceResponseStruct()
|
||||
b.ResetTimer()
|
||||
for b.Loop() {
|
||||
msgpack.Marshal(data)
|
||||
_, _ = msgpack.Marshal(data)
|
||||
}
|
||||
}
|
||||
|
||||
@@ -218,7 +218,7 @@ func BenchmarkEncode_VoiceResponse_Protobuf(b *testing.B) {
|
||||
data := voiceResponseProto()
|
||||
b.ResetTimer()
|
||||
for b.Loop() {
|
||||
proto.Marshal(data)
|
||||
_, _ = proto.Marshal(data)
|
||||
}
|
||||
}
|
||||
|
||||
@@ -226,7 +226,7 @@ func BenchmarkEncode_TTSChunk_MsgpackMap(b *testing.B) {
|
||||
data := ttsChunkMap()
|
||||
b.ResetTimer()
|
||||
for b.Loop() {
|
||||
msgpack.Marshal(data)
|
||||
_, _ = msgpack.Marshal(data)
|
||||
}
|
||||
}
|
||||
|
||||
@@ -234,7 +234,7 @@ func BenchmarkEncode_TTSChunk_MsgpackStruct(b *testing.B) {
|
||||
data := ttsChunkStruct()
|
||||
b.ResetTimer()
|
||||
for b.Loop() {
|
||||
msgpack.Marshal(data)
|
||||
_, _ = msgpack.Marshal(data)
|
||||
}
|
||||
}
|
||||
|
||||
@@ -242,7 +242,7 @@ func BenchmarkEncode_TTSChunk_Protobuf(b *testing.B) {
|
||||
data := ttsChunkProto()
|
||||
b.ResetTimer()
|
||||
for b.Loop() {
|
||||
proto.Marshal(data)
|
||||
_, _ = proto.Marshal(data)
|
||||
}
|
||||
}
|
||||
|
||||
@@ -255,7 +255,7 @@ func BenchmarkDecode_ChatRequest_MsgpackMap(b *testing.B) {
|
||||
b.ResetTimer()
|
||||
for b.Loop() {
|
||||
var m map[string]any
|
||||
msgpack.Unmarshal(encoded, &m)
|
||||
_ = msgpack.Unmarshal(encoded, &m)
|
||||
}
|
||||
}
|
||||
|
||||
@@ -264,7 +264,7 @@ func BenchmarkDecode_ChatRequest_MsgpackStruct(b *testing.B) {
|
||||
b.ResetTimer()
|
||||
for b.Loop() {
|
||||
var m ChatRequest
|
||||
msgpack.Unmarshal(encoded, &m)
|
||||
_ = msgpack.Unmarshal(encoded, &m)
|
||||
}
|
||||
}
|
||||
|
||||
@@ -273,7 +273,7 @@ func BenchmarkDecode_ChatRequest_Protobuf(b *testing.B) {
|
||||
b.ResetTimer()
|
||||
for b.Loop() {
|
||||
var m pb.ChatRequest
|
||||
proto.Unmarshal(encoded, &m)
|
||||
_ = proto.Unmarshal(encoded, &m)
|
||||
}
|
||||
}
|
||||
|
||||
@@ -282,7 +282,7 @@ func BenchmarkDecode_VoiceResponse_MsgpackMap(b *testing.B) {
|
||||
b.ResetTimer()
|
||||
for b.Loop() {
|
||||
var m map[string]any
|
||||
msgpack.Unmarshal(encoded, &m)
|
||||
_ = msgpack.Unmarshal(encoded, &m)
|
||||
}
|
||||
}
|
||||
|
||||
@@ -291,7 +291,7 @@ func BenchmarkDecode_VoiceResponse_MsgpackStruct(b *testing.B) {
|
||||
b.ResetTimer()
|
||||
for b.Loop() {
|
||||
var m VoiceResponse
|
||||
msgpack.Unmarshal(encoded, &m)
|
||||
_ = msgpack.Unmarshal(encoded, &m)
|
||||
}
|
||||
}
|
||||
|
||||
@@ -300,7 +300,7 @@ func BenchmarkDecode_VoiceResponse_Protobuf(b *testing.B) {
|
||||
b.ResetTimer()
|
||||
for b.Loop() {
|
||||
var m pb.VoiceResponse
|
||||
proto.Unmarshal(encoded, &m)
|
||||
_ = proto.Unmarshal(encoded, &m)
|
||||
}
|
||||
}
|
||||
|
||||
@@ -309,7 +309,7 @@ func BenchmarkDecode_TTSChunk_MsgpackMap(b *testing.B) {
|
||||
b.ResetTimer()
|
||||
for b.Loop() {
|
||||
var m map[string]any
|
||||
msgpack.Unmarshal(encoded, &m)
|
||||
_ = msgpack.Unmarshal(encoded, &m)
|
||||
}
|
||||
}
|
||||
|
||||
@@ -318,7 +318,7 @@ func BenchmarkDecode_TTSChunk_MsgpackStruct(b *testing.B) {
|
||||
b.ResetTimer()
|
||||
for b.Loop() {
|
||||
var m TTSAudioChunk
|
||||
msgpack.Unmarshal(encoded, &m)
|
||||
_ = msgpack.Unmarshal(encoded, &m)
|
||||
}
|
||||
}
|
||||
|
||||
@@ -327,7 +327,7 @@ func BenchmarkDecode_TTSChunk_Protobuf(b *testing.B) {
|
||||
b.ResetTimer()
|
||||
for b.Loop() {
|
||||
var m pb.TTSAudioChunk
|
||||
proto.Unmarshal(encoded, &m)
|
||||
_ = proto.Unmarshal(encoded, &m)
|
||||
}
|
||||
}
|
||||
|
||||
@@ -341,7 +341,7 @@ func BenchmarkRoundtrip_ChatRequest_MsgpackMap(b *testing.B) {
|
||||
for b.Loop() {
|
||||
enc, _ := msgpack.Marshal(data)
|
||||
var dec map[string]any
|
||||
msgpack.Unmarshal(enc, &dec)
|
||||
_ = msgpack.Unmarshal(enc, &dec)
|
||||
}
|
||||
}
|
||||
|
||||
@@ -351,7 +351,7 @@ func BenchmarkRoundtrip_ChatRequest_MsgpackStruct(b *testing.B) {
|
||||
for b.Loop() {
|
||||
enc, _ := msgpack.Marshal(data)
|
||||
var dec ChatRequest
|
||||
msgpack.Unmarshal(enc, &dec)
|
||||
_ = msgpack.Unmarshal(enc, &dec)
|
||||
}
|
||||
}
|
||||
|
||||
@@ -361,7 +361,7 @@ func BenchmarkRoundtrip_ChatRequest_Protobuf(b *testing.B) {
|
||||
for b.Loop() {
|
||||
enc, _ := proto.Marshal(data)
|
||||
var dec pb.ChatRequest
|
||||
proto.Unmarshal(enc, &dec)
|
||||
_ = proto.Unmarshal(enc, &dec)
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
@@ -200,7 +200,7 @@ func BenchmarkEncodeMap(b *testing.B) {
|
||||
"top_k": 10,
|
||||
}
|
||||
for b.Loop() {
|
||||
msgpack.Marshal(data)
|
||||
_, _ = msgpack.Marshal(data)
|
||||
}
|
||||
}
|
||||
|
||||
@@ -212,7 +212,7 @@ func BenchmarkEncodeStruct(b *testing.B) {
|
||||
Active: true,
|
||||
}
|
||||
for b.Loop() {
|
||||
msgpack.Marshal(data)
|
||||
_, _ = msgpack.Marshal(data)
|
||||
}
|
||||
}
|
||||
|
||||
@@ -226,7 +226,7 @@ func BenchmarkDecodeMap(b *testing.B) {
|
||||
})
|
||||
for b.Loop() {
|
||||
var m map[string]any
|
||||
msgpack.Unmarshal(raw, &m)
|
||||
_ = msgpack.Unmarshal(raw, &m)
|
||||
}
|
||||
}
|
||||
|
||||
@@ -239,7 +239,7 @@ func BenchmarkDecodeStruct(b *testing.B) {
|
||||
})
|
||||
for b.Loop() {
|
||||
var m testMessage
|
||||
msgpack.Unmarshal(raw, &m)
|
||||
_ = msgpack.Unmarshal(raw, &m)
|
||||
}
|
||||
}
|
||||
|
||||
@@ -251,6 +251,6 @@ func BenchmarkDecodeAudio32KB(b *testing.B) {
|
||||
})
|
||||
for b.Loop() {
|
||||
var m audioMessage
|
||||
msgpack.Unmarshal(raw, &m)
|
||||
_ = msgpack.Unmarshal(raw, &m)
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user