Class: RubyLLM::Providers::Vllm

Inherits:
OpenAI
  • Object
show all
Defined in:
lib/legion/llm/patches/ruby_llm_vllm.rb

Class Method Summary collapse

Instance Method Summary collapse

Class Method Details

.capabilities ⇒ Object 



29
30
31
 
# File 'lib/legion/llm/patches/ruby_llm_vllm.rb', line 29

def capabilities
  nil
end

.configuration_options ⇒ Object 



17
18
19
 
# File 'lib/legion/llm/patches/ruby_llm_vllm.rb', line 17

def configuration_options
  %i[vllm_api_base vllm_api_key]
end

.configuration_requirements ⇒ Object 



21
22
23
 
# File 'lib/legion/llm/patches/ruby_llm_vllm.rb', line 21

def configuration_requirements
  %i[vllm_api_base]
end

.local? ⇒ Boolean

Returns:

  • (Boolean) 


25
26
27
 
# File 'lib/legion/llm/patches/ruby_llm_vllm.rb', line 25

def local?
  true
end

Instance Method Details

#api_base ⇒ Object 



6
7
8
 
# File 'lib/legion/llm/patches/ruby_llm_vllm.rb', line 6

def api_base
  @config.vllm_api_base
end

#headers ⇒ Object 



10
11
12
13
14
 
# File 'lib/legion/llm/patches/ruby_llm_vllm.rb', line 10

def headers
  return {} unless @config.vllm_api_key

  { 'Authorization' => "Bearer #{@config.vllm_api_key}" }
end