15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
|
# File 'lib/legion/llm/api/namespaces/openai/embeddings.rb', line 15
def self.registered(app)
log.debug('[llm][api][namespaces][openai][embeddings] registering routes')
app.post '/v1/embeddings' do
require_llm!
body = parse_request_body
input = body[:input]
model = body[:model] || Legion::LLM::Settings.value(:default_model)
if input.nil? || (input.respond_to?(:empty?) && input.empty?)
return openai_error('input is required', type: 'invalid_request_error',
code: nil, status_code: 400)
end
text = input.is_a?(Array) ? input.first.to_s : input.to_s
log.info("[llm][api][namespaces][openai][embeddings] action=accepted model=#{model} input_length=#{text.length}")
vector = Legion::LLM.embed(text, model: model)
vector_array = case vector
when Array then vector
when Hash then vector[:vector] || vector['vector'] ||
vector[:embedding] || vector['embedding'] || []
else []
end
usage = vector.is_a?(Hash) ? (vector[:usage] || vector['usage'] || vector) : nil
response_body = Legion::LLM::API::Translators::OpenAIResponse.format_embeddings(
vector_array, model: model, input_text: text, usage: usage
)
log.info("[llm][api][namespaces][openai][embeddings] action=complete model=#{model} dims=#{vector_array.size}")
content_type :json
Legion::JSON.dump(response_body)
rescue Legion::LLM::AuthError => e
handle_exception(e, level: :error, handled: true, operation: 'llm.api.namespaces.openai.embeddings.auth')
openai_error(e.message, type: 'authentication_error', status_code: 401)
rescue Legion::LLM::ProviderDown, Legion::LLM::ProviderError => e
handle_exception(e, level: :error, handled: true, operation: 'llm.api.namespaces.openai.embeddings.provider')
openai_error(e.message, type: 'server_error', status_code: 502)
rescue StandardError => e
handle_exception(e, level: :error, handled: false, operation: 'llm.api.namespaces.openai.embeddings')
openai_error(e.message, type: 'server_error', status_code: 500)
end
log.debug('[llm][api][namespaces][openai][embeddings] routes registered')
rescue StandardError => e
handle_exception(e, level: :error, handled: false, operation: 'llm.api.namespaces.openai.embeddings.register')
end
|