fix: nil pointer

livepeer · Aug 1, 2024 · 03e0059 · 03e0059
1 parent 936b939
commit 03e0059
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/server/ai_process.go b/server/ai_process.go
@@ -694,7 +694,7 @@ func processLlmGenerate(ctx context.Context, params aiRequestParams, req worker.
 		return nil, err
 	}
 
-	if *req.Stream {
+	if req.Stream != nil && *req.Stream {
 		streamChan, ok := resp.(chan worker.LlmStreamChunk)
 		if !ok {
 			return nil, errors.New("unexpected response type for streaming request")
@@ -753,7 +753,7 @@ func submitLlmGenerate(ctx context.Context, params aiRequestParams, sess *AISess
 		return nil, fmt.Errorf("unexpected status code: %d, body: %s", resp.StatusCode, string(body))
 	}
 
-	if *req.Stream {
+	if req.Stream != nil && *req.Stream {
 		return handleSSEStream(ctx, resp.Body, sess, req, start)
 	}