Class: RubyLLM::Providers::Vllm

Inherits:
OpenAI
  • Object
show all
Includes:
Chat
Defined in:
lib/legion/llm/patches/ruby_llm_vllm.rb

Defined Under Namespace

Modules: Chat

Class Method Summary collapse

Instance Method Summary collapse

Methods included from Chat

#format_messages, #format_role, #render_payload

Class Method Details

.capabilities ⇒ Object 



70
71
72
 
# File 'lib/legion/llm/patches/ruby_llm_vllm.rb', line 70

def capabilities
  nil
end

.configuration_options ⇒ Object 



58
59
60
 
# File 'lib/legion/llm/patches/ruby_llm_vllm.rb', line 58

def configuration_options
  %i[vllm_api_base vllm_api_key]
end

.configuration_requirements ⇒ Object 



62
63
64
 
# File 'lib/legion/llm/patches/ruby_llm_vllm.rb', line 62

def configuration_requirements
  %i[vllm_api_base]
end

.local? ⇒ Boolean

Returns:

  • (Boolean) 


66
67
68
 
# File 'lib/legion/llm/patches/ruby_llm_vllm.rb', line 66

def local?
  true
end

Instance Method Details

#api_base ⇒ Object 



47
48
49
 
# File 'lib/legion/llm/patches/ruby_llm_vllm.rb', line 47

def api_base
  @config.vllm_api_base
end

#headers ⇒ Object 



51
52
53
54
55
 
# File 'lib/legion/llm/patches/ruby_llm_vllm.rb', line 51

def headers
  return {} unless @config.vllm_api_key

  { 'Authorization' => "Bearer #{@config.vllm_api_key}" }
end