diff --git a/server/ai_process.go b/server/ai_process.go index a036b85eca..27d09a68da 100644 --- a/server/ai_process.go +++ b/server/ai_process.go @@ -694,7 +694,7 @@ func processLlmGenerate(ctx context.Context, params aiRequestParams, req worker. return nil, err } - if *req.Stream { + if req.Stream != nil && *req.Stream { streamChan, ok := resp.(chan worker.LlmStreamChunk) if !ok { return nil, errors.New("unexpected response type for streaming request") @@ -753,7 +753,7 @@ func submitLlmGenerate(ctx context.Context, params aiRequestParams, sess *AISess return nil, fmt.Errorf("unexpected status code: %d, body: %s", resp.StatusCode, string(body)) } - if *req.Stream { + if req.Stream != nil && *req.Stream { return handleSSEStream(ctx, resp.Body, sess, req, start) }