Skip to content

Commit e15e6fa

Browse files
authored
Bugfix/Disable output prediction from llmchain streaming (FlowiseAI#2543)
disable output prediction from llmchain streaming
1 parent e5f0ca2 commit e15e6fa

File tree

1 file changed

+6
-3
lines changed

1 file changed

+6
-3
lines changed

packages/components/nodes/chains/LLMChain/LLMChain.ts

Lines changed: 6 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -110,7 +110,9 @@ class LLMChain_Chains implements INode {
110110
})
111111
const inputVariables = chain.prompt.inputVariables as string[] // ["product"]
112112
promptValues = injectOutputParser(this.outputParser, chain, promptValues)
113-
const res = await runPrediction(inputVariables, chain, input, promptValues, options, nodeData)
113+
// Disable streaming because its not final chain
114+
const disableStreaming = true
115+
const res = await runPrediction(inputVariables, chain, input, promptValues, options, nodeData, disableStreaming)
114116
// eslint-disable-next-line no-console
115117
console.log('\x1b[92m\x1b[1m\n*****OUTPUT PREDICTION*****\n\x1b[0m\x1b[0m')
116118
// eslint-disable-next-line no-console
@@ -154,12 +156,13 @@ const runPrediction = async (
154156
input: string,
155157
promptValuesRaw: ICommonObject | undefined,
156158
options: ICommonObject,
157-
nodeData: INodeData
159+
nodeData: INodeData,
160+
disableStreaming?: boolean
158161
) => {
159162
const loggerHandler = new ConsoleCallbackHandler(options.logger)
160163
const callbacks = await additionalCallbacks(nodeData, options)
161164

162-
const isStreaming = options.socketIO && options.socketIOClientId
165+
const isStreaming = !disableStreaming && options.socketIO && options.socketIOClientId
163166
const socketIO = isStreaming ? options.socketIO : undefined
164167
const socketIOClientId = isStreaming ? options.socketIOClientId : ''
165168
const moderations = nodeData.inputs?.inputModeration as Moderation[]

0 commit comments

Comments
 (0)