Module: Legion::Extensions::Llm::Vllm::Provider::Capabilities

Defined in:
lib/legion/extensions/llm/vllm/provider.rb

Overview

Capability predicates for vLLM OpenAI-compatible model offerings.

Class Method Summary collapse

Class Method Details

.chat?(_model) ⇒ Boolean

Returns:

  • (Boolean)


32
# File 'lib/legion/extensions/llm/vllm/provider.rb', line 32

def chat?(_model) = true

.critical_capabilities_for(model) ⇒ Object



38
39
40
41
42
43
44
45
# File 'lib/legion/extensions/llm/vllm/provider.rb', line 38

def critical_capabilities_for(model)
  [
    ('streaming' if streaming?(model)),
    ('function_calling' if functions?(model)),
    ('vision' if vision?(model)),
    ('embeddings' if embeddings?(model))
  ].compact
end

.embeddings?(_model) ⇒ Boolean

Returns:

  • (Boolean)


36
# File 'lib/legion/extensions/llm/vllm/provider.rb', line 36

def embeddings?(_model) = true

.functions?(_model) ⇒ Boolean

Returns:

  • (Boolean)


35
# File 'lib/legion/extensions/llm/vllm/provider.rb', line 35

def functions?(_model) = true

.streaming?(_model) ⇒ Boolean

Returns:

  • (Boolean)


33
# File 'lib/legion/extensions/llm/vllm/provider.rb', line 33

def streaming?(_model) = true

.vision?(_model) ⇒ Boolean

Returns:

  • (Boolean)


34
# File 'lib/legion/extensions/llm/vllm/provider.rb', line 34

def vision?(_model) = true