diff --git a/internal/client/openai-compatibility_client.go b/internal/client/openai-compatibility_client.go index 9c3795f5..dec34888 100644 --- a/internal/client/openai-compatibility_client.go +++ b/internal/client/openai-compatibility_client.go @@ -362,6 +362,14 @@ func (c *OpenAICompatibilityClient) SendRawMessageStream(ctx context.Context, mo for i := 0; i < len(lines); i++ { dataChan <- []byte(lines[i]) } + } else if bytes.HasPrefix(line, dataUglyTag) { + if bytes.Equal(line, doneTag) { + break + } + lines := translator.Response(handlerType, c.Type(), newCtx, modelName, line[5:], ¶m) + for i := 0; i < len(lines); i++ { + dataChan <- []byte(lines[i]) + } } } } else {