From 6e0576072a83c41992d61a5d93533087adb2743d Mon Sep 17 00:00:00 2001 From: icebaker Date: Fri, 12 May 2023 19:37:18 -0300 Subject: default values --- components/providers/openai.rb | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) (limited to 'components/providers') diff --git a/components/providers/openai.rb b/components/providers/openai.rb index e163573..c0a6639 100644 --- a/components/providers/openai.rb +++ b/components/providers/openai.rb @@ -24,6 +24,13 @@ module NanoBot ) end + def stream(input) + provider = @settings.key?(:stream) ? @settings[:stream] : true + interface = input[:interface].key?(:stream) ? input[:interface][:stream] : true + + provider && interface + end + def evaluate(input, &block) messages = input[:history].map do |event| { role: event[:who] == 'user' ? 'user' : 'assistant', @@ -51,7 +58,7 @@ module NanoBot payload.delete(:logit_bias) if payload.key?(:logit_bias) && payload[:logit_bias].nil? - if @settings[:stream] && input[:interface][:stream] + if stream(input) content = '' payload[:stream] = proc do |chunk, _bytesize| -- cgit v1.2.3