1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
|
# frozen_string_literal: true
require 'mistral-ai'
require_relative 'base'
require_relative '../../logic/providers/mistral/tokens'
require_relative '../../logic/helpers/hash'
require_relative '../../logic/cartridge/default'
module NanoBot
module Components
module Providers
class Mistral < Base
attr_reader :settings
CHAT_SETTINGS = %i[
model temperature top_p max_tokens stream safe_mode random_seed
].freeze
def initialize(options, settings, credentials, _environment)
@settings = settings
mistral_options = if options
options.transform_keys { |key| key.to_s.gsub('-', '_').to_sym }
else
{}
end
unless @settings.key?(:stream)
@settings = Marshal.load(Marshal.dump(@settings))
@settings[:stream] = Logic::Helpers::Hash.fetch(
Logic::Cartridge::Default.instance.values, %i[provider settings stream]
)
end
mistral_options[:server_sent_events] = @settings[:stream]
@client = ::Mistral.new(
credentials: credentials.transform_keys { |key| key.to_s.gsub('-', '_').to_sym },
options: mistral_options
)
end
def evaluate(input, streaming, cartridge, &feedback)
messages = input[:history].map do |event|
{ role: event[:who] == 'user' ? 'user' : 'assistant',
content: event[:message],
_meta: { at: event[:at] } }
end
%i[backdrop directive].each do |key|
next unless input[:behavior][key]
messages.prepend(
{ role: key == :directive ? 'system' : 'user',
content: input[:behavior][key],
_meta: { at: Time.now } }
)
end
payload = { messages: }
CHAT_SETTINGS.each do |key|
payload[key] = @settings[key] unless payload.key?(key) || !@settings.key?(key)
end
raise 'Mistral does not support tools.' if input[:tools]
if streaming
content = ''
stream_call_back = proc do |event, _parsed, _raw|
partial_content = event.dig('choices', 0, 'delta', 'content')
if partial_content
content += partial_content
feedback.call(
{ should_be_stored: false,
interaction: { who: 'AI', message: partial_content } }
)
end
if event.dig('choices', 0, 'finish_reason')
feedback.call(
{ should_be_stored: !(content.nil? || content == ''),
interaction: content.nil? || content == '' ? nil : { who: 'AI', message: content },
finished: true }
)
end
end
@client.chat_completions(
Logic::Mistral::Tokens.apply_policies!(cartridge, payload),
server_sent_events: true, &stream_call_back
)
else
result = @client.chat_completions(
Logic::Mistral::Tokens.apply_policies!(cartridge, payload),
server_sent_events: false
)
content = result.dig('choices', 0, 'message', 'content')
feedback.call(
{ should_be_stored: !(content.nil? || content.to_s.strip == ''),
interaction: content.nil? || content == '' ? nil : { who: 'AI', message: content },
finished: true }
)
end
end
end
end
end
end
|
