Module: Legion::API::Routes::Prompts

Defined in:
lib/legion/api/prompts.rb

Class Method Summary collapse

Class Method Details

.register_list(app) ⇒ Object



35
36
37
38
39
40
41
42
43
44
# File 'lib/legion/api/prompts.rb', line 35

def self.register_list(app)
  app.get '/api/prompts' do
    client = prompt_client
    result = client.list_prompts
    json_response(result)
  rescue StandardError => e
    Legion::Logging.log_exception(e, payload_summary: 'API GET /api/prompts', component_type: :api)
    json_error('execution_error', e.message, status_code: 500)
  end
end

.register_run(app) ⇒ Object



64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
# File 'lib/legion/api/prompts.rb', line 64

def self.register_run(app)
  app.post '/api/prompts/:name/run' do
    Legion::Logging.debug "API: POST /api/prompts/#{params[:name]}/run params=#{params.keys}"
    require_llm!

    name      = params[:name]
    body      = parse_request_body
    variables = body[:variables] || {}
    version   = body[:version]
    model     = body[:model]
    provider  = body[:provider]

    client = prompt_client
    rendered = client.render_prompt(name: name, variables: variables, version: version)

    if rendered[:error]
      code = rendered[:error] == 'not_found' ? 404 : 422
      halt code, json_error(rendered[:error], "prompt '#{name}' #{rendered[:error].tr('_', ' ')}", status_code: code)
    end

    session  = Legion::LLM.chat(model: model, provider: provider,
                                caller: { source: 'api', endpoint: 'prompts' })
    response = session.ask(rendered[:rendered])

    prompt_version = rendered[:prompt_version]
    model_used     = session.model.to_s

    usage = {
      input_tokens:  response.respond_to?(:input_tokens) ? response.input_tokens : nil,
      output_tokens: response.respond_to?(:output_tokens) ? response.output_tokens : nil
    }

    Legion::Logging.info "API: ran prompt #{name} version=#{prompt_version} model=#{model_used}"
    json_response({
                    name:            name,
                    version:         prompt_version,
                    rendered_prompt: rendered[:rendered],
                    response:        response.content,
                    usage:           usage,
                    model:           model_used,
                    provider:        provider
                  })
  rescue StandardError => e
    Legion::Logging.log_exception(e, payload_summary: "API POST /api/prompts/#{params[:name]}/run", component_type: :api)
    json_error('execution_error', e.message, status_code: 500)
  end
end

.register_show(app) ⇒ Object



46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
# File 'lib/legion/api/prompts.rb', line 46

def self.register_show(app)
  app.get '/api/prompts/:name' do
    name = params[:name]
    client = prompt_client
    result = client.get_prompt(name: name)

    if result[:error]
      Legion::Logging.warn "API GET /api/prompts/#{name} returned 404: prompt not found"
      halt 404, json_error('not_found', "prompt '#{name}' not found", status_code: 404)
    end

    json_response(result)
  rescue StandardError => e
    Legion::Logging.log_exception(e, payload_summary: "API GET /api/prompts/#{params[:name]}", component_type: :api)
    json_error('execution_error', e.message, status_code: 500)
  end
end

.registered(app) ⇒ Object



7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
# File 'lib/legion/api/prompts.rb', line 7

def self.registered(app)
  app.helpers do
    define_method(:require_llm!) do
      return if defined?(Legion::LLM) &&
                Legion::LLM.respond_to?(:started?) &&
                Legion::LLM.started?

      halt 503, json_error('llm_unavailable', 'LLM subsystem is not available', status_code: 503)
    end

    define_method(:prompt_client) do
      require 'legion/extensions/prompt/client'
      db = Legion::Data.connection
      unless db.table_exists?(:prompts)
        halt 503, json_error('prompt_unavailable', 'prompts table does not exist — run lex-prompt migrations', status_code: 503)
      end
      Legion::Extensions::Prompt::Client.new(db: db)
    rescue LoadError => e
      Legion::Logging.warn "Prompts#prompt_client failed to load lex-prompt: #{e.message}" if defined?(Legion::Logging)
      halt 503, json_error('prompt_unavailable', 'lex-prompt is not loaded', status_code: 503)
    end
  end

  register_list(app)
  register_show(app)
  register_run(app)
end