{"error": "context deadline exceeded (Client.Timeout or context cancellation while reading body)"}

reader := bufio.NewReaderSize(resp.Body, 64*1024) // 64KB緩沖區(qū)
for {
    line, err := reader.ReadString('\n')
    if err != nil {
        if err == io.EOF {
            break
        }
        sendError(writer, err)
        return
    }
    processLine(line, writer)
}

var transport = &http.Transport{
    DialContext: (&net.Dialer{
        Timeout:   10 * time.Second, // TCP連接超時(shí)
    }).DialContext,
    ResponseHeaderTimeout: 15 * time.Second, // 等待響應(yīng)頭
    IdleConnTimeout:       30 * time.Second, // 空閑連接回收
}
 
client := &http.Client{
    Transport: transport,
}

ticker := time.NewTicker(15 * time.Second)
defer ticker.Stop()
 
for {
    select {
    case <-ticker.C:
        _, _ = writer.Write([]byte(": keepalive\n\n"))
        writer.(http.Flusher).Flush()
    default:
        // 正常讀取邏輯
    }
}

func StreamFunctionCalling(messages []map[string]interface{}, writer io.Writer) error {
    // ... 構(gòu)造請(qǐng)求體
 
    // 發(fā)送請(qǐng)求
    resp, err := client.Do(req)
    if err != nil {
        log.Printf("API請(qǐng)求失敗: %v", err)
        return err
    }
    defer resp.Body.Close()
 
    // 創(chuàng)建大緩沖區(qū)Reader
    reader := bufio.NewReaderSize(resp.Body, 64*1024)
 
    // 啟動(dòng)心跳協(xié)程
    go sendHeartbeats(writer)
 
    for {
        line, err := reader.ReadString('\n')
        if err != nil {
            handleReadError(err, writer)
            break
        }
 
        if strings.HasPrefix(line, "data: ") {
            sendSSEEvent(line, writer)
        }
    }
    return nil
}

curl -N -H "Accept:text/event-stream" http://api-endpoint

wrk -t12 -c400 -d60s http://api-endpoint

INFO 2024/03/15 14:30:22 請(qǐng)求發(fā)送成功 size=1.2KB
DEBUG 2024/03/15 14:30:37 收到數(shù)據(jù)塊 length=512B
WARN 2024/03/15 14:31:05 心跳發(fā)送延遲 duration=2.1s

taskChan <- Request{Data: jsonData} // 入隊(duì)
go processQueue(taskChan)          // 后臺(tái)處理

backoff.RetryNotify(apiCall, backoff.NewExponentialBackOff(), notifyFunc)