Module: Legion::Extensions::Llm::Mlx::Capabilities

Defined in:
lib/legion/extensions/llm/mlx/provider.rb

Overview

Conservative capability predicates for local MLX OpenAI-compatible servers.

Class Method Summary collapse

Class Method Details

.chat?(model) ⇒ Boolean

Returns:

  • (Boolean) 


13
 
# File 'lib/legion/extensions/llm/mlx/provider.rb', line 13

def chat?(model) = !embeddings?(model)

.critical_capabilities_for(model) ⇒ Object 



19
20
21
22
23
24
25
26
 
# File 'lib/legion/extensions/llm/mlx/provider.rb', line 19

def critical_capabilities_for(model)
  [
    ('streaming' if streaming?(model)),
    ('function_calling' if functions?(model)),
    ('vision' if vision?(model)),
    ('embeddings' if embeddings?(model))
  ].compact
end

.embeddings?(model) ⇒ Boolean

Returns:

  • (Boolean) 


17
 
# File 'lib/legion/extensions/llm/mlx/provider.rb', line 17

def embeddings?(model) = model_id(model).match?(/embed|bge|e5|nomic/i)

.functions?(model) ⇒ Boolean

Returns:

  • (Boolean) 


16
 
# File 'lib/legion/extensions/llm/mlx/provider.rb', line 16

def functions?(model) = chat?(model)

.model_id(model) ⇒ Object 



28
29
30
 
# File 'lib/legion/extensions/llm/mlx/provider.rb', line 28

def model_id(model)
  model.respond_to?(:id) ? model.id.to_s : model.to_s
end

.streaming?(model) ⇒ Boolean

Returns:

  • (Boolean) 


14
 
# File 'lib/legion/extensions/llm/mlx/provider.rb', line 14

def streaming?(model) = chat?(model)

.vision?(model) ⇒ Boolean

Returns:

  • (Boolean) 


15
 
# File 'lib/legion/extensions/llm/mlx/provider.rb', line 15

def vision?(model) = model_id(model).match?(/vlm|vision|llava|pixtral|qwen.*vl/i)