summaryrefslogtreecommitdiff
path: root/components/providers
diff options
context:
space:
mode:
authoricebaker <icebaker@proton.me>2023-05-12 19:37:18 -0300
committericebaker <icebaker@proton.me>2023-05-12 19:37:18 -0300
commit6e0576072a83c41992d61a5d93533087adb2743d (patch)
tree294fb001d7acd4015f73511995d39062a690c549 /components/providers
parent0bb22299298bac97a4112dd93f7482b3fbbc9bc8 (diff)
default values
Diffstat (limited to 'components/providers')
-rw-r--r--components/providers/openai.rb9
1 files changed, 8 insertions, 1 deletions
diff --git a/components/providers/openai.rb b/components/providers/openai.rb
index e163573..c0a6639 100644
--- a/components/providers/openai.rb
+++ b/components/providers/openai.rb
@@ -24,6 +24,13 @@ module NanoBot
)
end
+ def stream(input)
+ provider = @settings.key?(:stream) ? @settings[:stream] : true
+ interface = input[:interface].key?(:stream) ? input[:interface][:stream] : true
+
+ provider && interface
+ end
+
def evaluate(input, &block)
messages = input[:history].map do |event|
{ role: event[:who] == 'user' ? 'user' : 'assistant',
@@ -51,7 +58,7 @@ module NanoBot
payload.delete(:logit_bias) if payload.key?(:logit_bias) && payload[:logit_bias].nil?
- if @settings[:stream] && input[:interface][:stream]
+ if stream(input)
content = ''
payload[:stream] = proc do |chunk, _bytesize|