Module: Legion::Extensions
- Defined in:
- lib/legion/extensions.rb,
lib/legion/extensions/core.rb,
lib/legion/extensions/data.rb,
lib/legion/extensions/catalog.rb,
lib/legion/extensions/absorbers.rb,
lib/legion/extensions/transport.rb,
lib/legion/extensions/actors/dsl.rb,
lib/legion/extensions/capability.rb,
lib/legion/extensions/data/model.rb,
lib/legion/extensions/gem_source.rb,
lib/legion/extensions/hooks/base.rb,
lib/legion/extensions/actors/base.rb,
lib/legion/extensions/actors/loop.rb,
lib/legion/extensions/actors/once.rb,
lib/legion/extensions/actors/poll.rb,
lib/legion/extensions/definitions.rb,
lib/legion/extensions/helpers/lex.rb,
lib/legion/extensions/helpers/llm.rb,
lib/legion/extensions/permissions.rb,
lib/legion/extensions/actors/every.rb,
lib/legion/extensions/helpers/base.rb,
lib/legion/extensions/helpers/core.rb,
lib/legion/extensions/helpers/data.rb,
lib/legion/extensions/helpers/task.rb,
lib/legion/extensions/builders/base.rb,
lib/legion/extensions/data/migrator.rb,
lib/legion/extensions/helpers/cache.rb,
lib/legion/extensions/absorbers/base.rb,
lib/legion/extensions/actors/nothing.rb,
lib/legion/extensions/builders/hooks.rb,
lib/legion/extensions/helpers/logger.rb,
lib/legion/extensions/helpers/secret.rb,
lib/legion/extensions/actors/defaults.rb,
lib/legion/extensions/builders/actors.rb,
lib/legion/extensions/builders/routes.rb,
lib/legion/extensions/builders/skills.rb,
lib/legion/extensions/actors/singleton.rb,
lib/legion/extensions/builders/helpers.rb,
lib/legion/extensions/builders/runners.rb,
lib/legion/extensions/catalog/registry.rb,
lib/legion/extensions/helpers/segments.rb,
lib/legion/extensions/catalog/available.rb,
lib/legion/extensions/helpers/knowledge.rb,
lib/legion/extensions/helpers/transport.rb,
lib/legion/extensions/absorbers/dispatch.rb,
lib/legion/extensions/actors/fingerprint.rb,
lib/legion/extensions/builders/absorbers.rb,
lib/legion/extensions/absorbers/transport.rb,
lib/legion/extensions/actors/retry_policy.rb,
lib/legion/extensions/actors/subscription.rb,
lib/legion/extensions/absorbers/matchers/url.rb,
lib/legion/extensions/absorbers/matchers/base.rb,
lib/legion/extensions/absorbers/matchers/file.rb,
lib/legion/extensions/actors/absorber_dispatch.rb,
lib/legion/extensions/absorbers/pattern_matcher.rb
Defined Under Namespace
Modules: Absorbers, Actors, Builder, Catalog, Core, Data, Definitions, GemSource, Helpers, Hooks, Permissions, Transport
Classes: Capability
Constant Summary
collapse
- ACTOR_TYPE_MAP =
{
Once: :once,
Poll: :poll,
Every: :every,
Loop: :loop,
Subscription: :subscription
}.freeze
Class Attribute Summary collapse
Class Method Summary
collapse
-
.agentic_allowed?(gem_name, config) ⇒ Boolean
-
.agentic_blocked?(gem_name, config) ⇒ Boolean
-
.agentic_extension_names ⇒ Object
-
.ai_extension_names ⇒ Object
-
.allowed_gem_names_for_profile(profile, role) ⇒ Object
-
.apply_role_filter ⇒ Object
-
.build_extension_entry(gem_name, category, categories, nesting:) ⇒ Object
-
.categorize_and_order(gem_names) ⇒ Object
-
.check_reserved_words(gem_name, known_org: true) ⇒ Object
-
.collect_list_category_gems(lists, ctx) ⇒ Object
-
.collect_prefix_category_gems(gem_names, ctx) ⇒ Object
-
.core_extension_names ⇒ Object
-
.default_category_registry ⇒ Object
-
.dev_agentic_names ⇒ Object
-
.ensure_namespace(const_path) ⇒ Object
-
.find_extensions ⇒ Object
-
.flush_pending_registrations! ⇒ Object
-
.gem_load(entry) ⇒ Object
-
.gem_names_for_discovery ⇒ Object
-
.group_by_phase ⇒ Object
-
.group_pending_actors ⇒ Object
-
.hook_actor(extension:, extension_name:, actor_class:, size: 1, **opts) ⇒ Object
-
.hook_extensions ⇒ Object
-
.hook_phase_actors(phase_num) ⇒ Object
-
.lex_prefix(names) ⇒ Object
-
.load_extension(entry) ⇒ Object
rubocop:disable Metrics/PerceivedComplexity, Metrics/CyclomaticComplexity, Metrics/AbcSize, Metrics/MethodLength.
-
.load_extensions_parallel(eligible) ⇒ Object
-
.load_phase_extensions(phase_num, entries) ⇒ Object
-
.load_yaml_agents ⇒ Object
-
.loaded_extension_modules ⇒ Object
-
.other_extension_names ⇒ Object
-
.pause_actors ⇒ Object
-
.probe_nesting(gem_name, segments) ⇒ Object
-
.register_absorber_capabilities(_gem_name, _absorbers) ⇒ Object
-
.register_capabilities(_gem_name, _runners) ⇒ Object
-
.register_in_registry(gem_name:, version: nil, description: nil) ⇒ Object
-
.register_sandbox_policy(gem_name:, capabilities: []) ⇒ Object
-
.resolve_actor_type(actor_class) ⇒ Object
-
.service_extension_names ⇒ Object
-
.setup ⇒ Object
-
.shutdown ⇒ Object
rubocop:disable Metrics/CyclomaticComplexity, Metrics/PerceivedComplexity, Metrics/AbcSize.
-
.unregister_capabilities(_gem_name) ⇒ Object
Legacy capability registration - now handled by Tools::Discovery.
Class Attribute Details
.local_tasks ⇒ Object
Returns the value of attribute local_tasks.
42
43
44
|
# File 'lib/legion/extensions.rb', line 42
def local_tasks
@local_tasks
end
|
Class Method Details
.agentic_allowed?(gem_name, config) ⇒ Boolean
929
930
931
932
933
|
# File 'lib/legion/extensions.rb', line 929
def agentic_allowed?(gem_name, config)
return true if config[:allowed].nil?
Array(config[:allowed]).any? { |pat| File.fnmatch(pat, gem_name) }
end
|
.agentic_blocked?(gem_name, config) ⇒ Boolean
925
926
927
|
# File 'lib/legion/extensions.rb', line 925
def agentic_blocked?(gem_name, config)
Array(config[:blocked]).any? { |pat| File.fnmatch(pat, gem_name) }
end
|
.agentic_extension_names ⇒ Object
687
688
689
690
|
# File 'lib/legion/extensions.rb', line 687
def agentic_extension_names
known_gem_names = (core_extension_names + service_extension_names + other_extension_names + ai_extension_names).map { |n| "lex-#{n}" }
Array(@extensions).reject { |entry| known_gem_names.include?(entry[:gem_name]) }.map { |entry| entry[:gem_name] }
end
|
.ai_extension_names ⇒ Object
669
670
671
|
# File 'lib/legion/extensions.rb', line 669
def ai_extension_names
%w[claude gemini openai].freeze
end
|
.allowed_gem_names_for_profile(profile, role) ⇒ Object
839
840
841
842
843
844
845
846
847
|
# File 'lib/legion/extensions.rb', line 839
def allowed_gem_names_for_profile(profile, role)
case profile
when :core then lex_prefix(core_extension_names)
when :cognitive then lex_prefix(core_extension_names + agentic_extension_names)
when :service then lex_prefix(core_extension_names + service_extension_names + other_extension_names)
when :dev then lex_prefix(core_extension_names + ai_extension_names + dev_agentic_names)
when :custom then lex_prefix(Array(role[:extensions]).map(&:to_s))
end
end
|
.apply_role_filter ⇒ Object
651
652
653
654
655
656
657
658
659
660
661
662
|
# File 'lib/legion/extensions.rb', line 651
def apply_role_filter
role = Legion::Settings[:role]
return if role.nil? || role[:profile].nil?
profile = role[:profile].to_sym
allowed = allowed_gem_names_for_profile(profile, role)
return if allowed.nil?
before = @extensions.count
@extensions.select! { |entry| allowed.include?(entry[:gem_name]) }
Legion::Logging.info "Role profile :#{profile} filtered #{before} -> #{@extensions.count} extensions"
end
|
.build_extension_entry(gem_name, category, categories, nesting:) ⇒ Object
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
|
# File 'lib/legion/extensions.rb', line 879
def build_extension_entry(gem_name, category, categories, nesting:)
segments = Helpers::Segments.derive_segments(gem_name)
tier = category == :default ? 5 : (categories.dig(category, :tier) || 5)
nesting = true if segments.length > 1
nesting = probe_nesting(gem_name, segments) if nesting && segments.length > 1
if nesting
const_path = Helpers::Segments.derive_const_path(gem_name)
require_path = Helpers::Segments.derive_require_path(gem_name)
else
flat_name = gem_name.delete_prefix('lex-').tr('-', '_')
const_path = "Legion::Extensions::#{flat_name.split('_').map(&:capitalize).join}"
require_path = "legion/extensions/#{flat_name}"
end
{ gem_name: gem_name, category: category, tier: tier,
segments: segments, const_path: const_path, require_path: require_path }
end
|
.categorize_and_order(gem_names) ⇒ Object
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
|
# File 'lib/legion/extensions.rb', line 692
def categorize_and_order(gem_names)
ext_settings = ::Legion::Settings[:extensions] || {}
categories = ext_settings[:categories] || default_category_registry
lists = {
identity: Array(ext_settings[:identity]),
core: Array(ext_settings[:core]),
ai: Array(ext_settings[:ai]),
gaia: Array(ext_settings[:gaia])
}
ctx = {
blocked: Array(ext_settings[:blocked]),
agentic_cfg: ext_settings[:agentic] || {},
categories: categories,
gem_set: gem_names.to_set,
ordered: [],
claimed: Set.new
}
collect_list_category_gems(lists, ctx)
collect_prefix_category_gems(gem_names, ctx)
(gem_names.to_a - ctx[:claimed].to_a - ctx[:blocked]).sort.each do |gn|
ctx[:ordered] << build_extension_entry(gn, :default, categories, nesting: false)
end
ctx[:ordered]
end
|
.check_reserved_words(gem_name, known_org: true) ⇒ Object
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
|
# File 'lib/legion/extensions.rb', line 720
def check_reserved_words(gem_name, known_org: true)
return if known_org
bare = gem_name.delete_prefix('lex-')
first_segment = bare.split('-').first
configured_prefixes = begin
Array(::Legion::Settings.dig(:extensions, :reserved_prefixes))
rescue StandardError => e
Legion::Logging.debug "Extensions#check_reserved_words failed to read reserved_prefixes: #{e.message}" if defined?(Legion::Logging)
[]
end
reserved_prefixes = configured_prefixes.empty? ? %w[core ai agentic gaia identity] : configured_prefixes
configured_words = begin
Array(::Legion::Settings.dig(:extensions, :reserved_words))
rescue StandardError => e
Legion::Logging.debug "Extensions#check_reserved_words failed to read reserved_words: #{e.message}" if defined?(Legion::Logging)
[]
end
reserved_words = configured_words.empty? ? %w[transport cache crypt data settings json logging llm rbac legion] : configured_words
if reserved_prefixes.include?(first_segment)
::Legion::Logging.warn(
"#{gem_name} uses reserved prefix '#{first_segment}' — " \
"it will be loaded in the #{first_segment} category namespace"
)
elsif reserved_words.include?(first_segment)
::Legion::Logging.warn(
"#{gem_name} uses reserved word '#{first_segment}' as its first segment — " \
'this may shadow framework modules'
)
end
end
|
.collect_list_category_gems(lists, ctx) ⇒ Object
849
850
851
852
853
854
855
856
857
858
859
|
# File 'lib/legion/extensions.rb', line 849
def collect_list_category_gems(lists, ctx)
lists.sort_by { |cat, _| ctx[:categories].dig(cat, :tier) || 99 }.each do |cat_name, gem_list|
gem_list.each do |gn|
next unless ctx[:gem_set].include?(gn)
next if ctx[:blocked].include?(gn)
ctx[:ordered] << build_extension_entry(gn, cat_name, ctx[:categories], nesting: false)
ctx[:claimed].add(gn)
end
end
end
|
.collect_prefix_category_gems(gem_names, ctx) ⇒ Object
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
|
# File 'lib/legion/extensions.rb', line 861
def collect_prefix_category_gems(gem_names, ctx)
prefix_cats = ctx[:categories].select { |_, v| v[:type].to_s == 'prefix' }
.sort_by { |_, v| v[:tier] || 99 }
.to_h
prefix_cats.each_key do |cat_name|
prefix = "lex-#{cat_name}-"
matched = gem_names.select { |gn| gn.start_with?(prefix) && !ctx[:claimed].include?(gn) }.sort
matched.each do |gn|
next if ctx[:blocked].include?(gn)
next if cat_name == :agentic && agentic_blocked?(gn, ctx[:agentic_cfg])
next if cat_name == :agentic && !agentic_allowed?(gn, ctx[:agentic_cfg])
ctx[:ordered] << build_extension_entry(gn, cat_name, ctx[:categories], nesting: true)
ctx[:claimed].add(gn)
end
end
end
|
.core_extension_names ⇒ Object
664
665
666
667
|
# File 'lib/legion/extensions.rb', line 664
def core_extension_names
%w[codegen conditioner exec health lex llm-gateway log metering node ping scheduler tasker task_pruner telemetry
transformer].freeze
end
|
.default_category_registry ⇒ Object
915
916
917
918
919
920
921
922
923
|
# File 'lib/legion/extensions.rb', line 915
def default_category_registry
{
identity: { type: :prefix, tier: 0, phase: 0 },
core: { type: :list, tier: 1, phase: 1 },
ai: { type: :list, tier: 2, phase: 1 },
gaia: { type: :list, tier: 3, phase: 1 },
agentic: { type: :prefix, tier: 4, phase: 1 }
}
end
|
.dev_agentic_names ⇒ Object
682
683
684
685
|
# File 'lib/legion/extensions.rb', line 682
def dev_agentic_names
%w[attention coldstart curiosity dream empathy flow habit memory metacognition mood narrator personality
reflection salience temporal tick volition].freeze
end
|
.ensure_namespace(const_path) ⇒ Object
634
635
636
637
638
639
640
641
|
# File 'lib/legion/extensions.rb', line 634
def ensure_namespace(const_path)
parts = const_path.split('::')
current = ::Legion::Extensions
parts[2...-1].each do |part|
current.const_set(part, Module.new) unless current.const_defined?(part, false)
current = current.const_get(part, false)
end
end
|
.find_extensions ⇒ Object
755
756
757
758
759
760
761
762
763
|
# File 'lib/legion/extensions.rb', line 755
def find_extensions
return @extensions if @extensions
all_specs = gem_names_for_discovery
lex_names = all_specs.select { |s| s[:name].start_with?('lex-') }.map { |s| s[:name] }
@extensions = categorize_and_order(lex_names)
apply_role_filter
@extensions
end
|
.flush_pending_registrations! ⇒ Object
110
111
112
113
114
115
116
117
118
119
120
121
122
123
|
# File 'lib/legion/extensions.rb', line 110
def flush_pending_registrations!
return if @pending_registrations.nil? || @pending_registrations.empty?
registrations = @pending_registrations
count = registrations.size
@pending_registrations = nil
registrations.each do |registration|
registration.publish
rescue StandardError => e
Legion::Logging.warn "[Extensions] flush registration failed: #{e.message}" if defined?(Legion::Logging)
end
Legion::Logging.info "[Extensions] flushed #{count} pending registrations" if defined?(Legion::Logging)
end
|
.gem_load(entry) ⇒ Object
620
621
622
623
624
625
626
627
628
629
630
631
632
|
# File 'lib/legion/extensions.rb', line 620
def gem_load(entry)
gem_name = entry[:gem_name]
require_path = entry[:require_path]
gem_dir = Gem::Specification.find_by_name(gem_name).gem_dir
require "#{gem_dir}/lib/#{require_path}"
true
rescue Gem::MissingSpecError => e
Legion::Logging.warn "#{gem_name} gem not found: #{e.message}"
nil
rescue LoadError => e
Legion::Logging.warn "#{gem_name} failed to load: #{e.message}"
nil
end
|
.gem_names_for_discovery ⇒ Object
643
644
645
646
647
648
649
|
# File 'lib/legion/extensions.rb', line 643
def gem_names_for_discovery
if defined?(Bundler)
Bundler.load.specs.map { |s| { name: s.name, version: s.version.to_s } }
else
Gem::Specification.latest_specs.map { |s| { name: s.name, version: s.version.to_s } }
end
end
|
.group_by_phase ⇒ Object
337
338
339
340
341
342
343
344
345
346
|
# File 'lib/legion/extensions.rb', line 337
def group_by_phase
settings_cats = ::Legion::Settings.dig(:extensions, :categories) || {}
categories = default_category_registry.merge(settings_cats)
default_phase = 1
@extensions.group_by do |entry|
cat = entry[:category]
categories.dig(cat, :phase) || default_phase
end.sort_by(&:first)
end
|
.group_pending_actors ⇒ Object
348
349
350
351
352
353
354
355
|
# File 'lib/legion/extensions.rb', line 348
def group_pending_actors
groups = { once: [], poll: [], every: [], loop: [], subscription: [] }
@pending_actors.each do |actor|
type = resolve_actor_type(actor[:actor_class])
groups[type] << actor
end
groups
end
|
.hook_actor(extension:, extension_name:, actor_class:, size: 1, **opts) ⇒ Object
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
|
# File 'lib/legion/extensions.rb', line 366
def hook_actor(extension:, extension_name:, actor_class:, size: 1, **opts)
size = if Legion::Settings[:extensions].key?(extension_name.to_sym) && Legion::Settings[:extensions][extension_name.to_sym].key?(:workers)
Legion::Settings[:extensions][extension_name.to_sym][:workers]
elsif size.is_a? Integer
size
else
1
end
extension_hash = {
extension: extension,
extension_name: extension_name,
actor_class: actor_class,
size: size,
fallback_policy: :abort,
**opts
}
extension_hash[:running_class] = if actor_class.ancestors.include? Legion::Extensions::Actors::Subscription
actor_class
else
actor_class.new
end
return if extension_hash[:running_class].respond_to?(:enabled?) && !extension_hash[:running_class].enabled?
if actor_class.ancestors.include? Legion::Extensions::Actors::Every
@timer_tasks.push(extension_hash)
@running_instances << extension_hash[:running_class]
elsif actor_class.ancestors.include? Legion::Extensions::Actors::Once
@once_tasks.push(extension_hash)
@running_instances << extension_hash[:running_class]
elsif actor_class.ancestors.include? Legion::Extensions::Actors::Loop
@loop_tasks.push(extension_hash)
@running_instances << extension_hash[:running_class]
elsif actor_class.ancestors.include? Legion::Extensions::Actors::Poll
@poll_tasks.push(extension_hash)
@running_instances << extension_hash[:running_class]
elsif actor_class.ancestors.include? Legion::Extensions::Actors::Subscription
hook_subscription_actors_pooled([extension_hash])
else
Legion::Logging.fatal "#{actor_class} did not match any actor classes (ancestors: #{actor_class.ancestors.first(5).map(&:to_s)})"
end
end
|
.hook_extensions ⇒ Object
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
|
# File 'lib/legion/extensions.rb', line 15
def hook_extensions
@timer_tasks = []
@loop_tasks = []
@once_tasks = []
@poll_tasks = []
@subscription_tasks = []
@local_tasks = []
@actors = []
@running_instances = Concurrent::Array.new
@loaded_extensions = []
@pending_registrations = Concurrent::Array.new
find_extensions
phases = group_by_phase
phases.each do |phase_num, entries|
@pending_actors = Concurrent::Array.new
load_phase_extensions(phase_num, entries)
hook_phase_actors(phase_num)
end
@loaded_extensions&.each { |name| Catalog.transition(name, :running) }
Catalog.flush_persisted_transitions
load_yaml_agents
end
|
.hook_phase_actors(phase_num) ⇒ Object
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
|
# File 'lib/legion/extensions.rb', line 164
def hook_phase_actors(phase_num)
return if @pending_actors.nil? || @pending_actors.empty?
Legion::Logging.info "Phase #{phase_num}: hooking #{@pending_actors.size} deferred actors"
groups = group_pending_actors
%i[once poll every loop].each do |type|
next if groups[type].empty?
groups[type].each { |actor| hook_actor(**actor) }
end
hook_subscription_actors_pooled(groups[:subscription]) unless groups[:subscription].empty?
dispatch_local_actors(@local_tasks) unless @local_tasks.empty?
@pending_actors.clear
end
|
.lex_prefix(names) ⇒ Object
835
836
837
|
# File 'lib/legion/extensions.rb', line 835
def lex_prefix(names)
names.map { |n| n.start_with?('lex-') ? n : "lex-#{n}" }
end
|
.load_extension(entry) ⇒ Object
rubocop:disable Metrics/PerceivedComplexity, Metrics/CyclomaticComplexity, Metrics/AbcSize, Metrics/MethodLength
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
|
# File 'lib/legion/extensions.rb', line 222
def load_extension(entry) ensure_namespace(entry[:const_path]) if entry[:segments].length > 1
return unless gem_load(entry)
extension = Kernel.const_get(entry[:const_path])
extension.extend Legion::Extensions::Core unless extension.singleton_class.include?(Legion::Extensions::Core)
ext_name = entry[:segments].join('_')
ext_settings = Legion::Settings[:extensions][ext_name.to_sym]
min_version = ext_settings[:min_version] if ext_settings.is_a?(Hash)
if min_version.is_a?(String)
begin
gem_spec = Gem::Specification.find_by_name(entry[:gem_name])
if Gem::Version.new(gem_spec.version.to_s) < Gem::Version.new(min_version)
Legion::Logging.warn "#{entry[:gem_name]} v#{gem_spec.version} below min_version #{min_version}, skipping"
return false
end
rescue Gem::MissingSpecError
Legion::Logging.warn "Could not find gem spec for #{entry[:gem_name]}, skipping min_version check"
end
end
if extension.data_required? && Legion::Settings[:data][:connected] == false
Legion::Logging.warn "#{ext_name} requires Legion::Data but isn't enabled, skipping"
return false
end
if extension.cache_required? && Legion::Settings[:cache][:connected] == false
Legion::Logging.warn "#{ext_name} requires Legion::Cache but isn't enabled, skipping"
return false
end
if extension.crypt_required? && Legion::Settings[:crypt][:cs].nil?
Legion::Logging.warn "#{ext_name} requires Legion::Crypt but isn't ready, skipping"
return false
end
if extension.vault_required? && Legion::Settings[:crypt][:vault][:connected] == false
Legion::Logging.warn "#{ext_name} requires Legion::Crypt::Vault but isn't enabled, skipping"
return false
end
if extension.llm_required? && (Legion::Settings[:llm].nil? || Legion::Settings[:llm][:connected] == false)
Legion::Logging.warn "#{ext_name} requires Legion::LLM but isn't enabled, skipping"
return false
end
if extension.respond_to?(:skills_required?) && extension.skills_required? &&
!Object.const_defined?('Legion::LLM::Skills', false)
Legion::Logging.warn "#{ext_name} requires Legion::LLM::Skills but isn't loaded, skipping"
return false
end
has_logger = extension.respond_to?(:log)
extension.autobuild
require 'legion/transport/messages/lex_register'
registration = Legion::Transport::Messages::LexRegister.new(function: 'save', opts: extension.runners)
if @pending_registrations
@pending_registrations << registration
else
registration.publish
end
register_capabilities(entry[:gem_name], extension.runners) if extension.respond_to?(:runners)
write_lex_cli_manifest(entry, extension)
register_absorber_capabilities(entry[:gem_name], extension.absorbers) if extension.respond_to?(:absorbers)
if extension.respond_to?(:meta_actors) && extension.meta_actors.is_a?(Hash)
extension.meta_actors.each_value do |actor|
extension.log.debug("deferring meta actor: #{actor}") if has_logger
@pending_actors << actor
end
end
extension.actors.each_value do |actor|
extension.log.debug("deferring literal actor: #{actor}") if has_logger
@pending_actors << actor
end
extension.log.info "Loaded v#{extension::VERSION}"
Legion::Events.emit('extension.loaded', name: ext_name, version: entry[:gem_name])
begin
if defined?(Legion::Data) && defined?(Legion::Data::Model::DigitalWorker)
worker_id = "lex-#{ext_name}"
worker = Legion::Data::Model::DigitalWorker.find_or_create(worker_id: worker_id) do |w|
w.name = ext_name
w.extension_name = ext_name
w.lifecycle_state = 'active'
w.risk_tier = 'low'
w.team = 'extensions'
w.consent_tier = 'supervised'
w.entra_app_id = worker_id
w.owner_msid = 'system'
end
worker.update(updated_at: Time.now) if worker.updated_at
end
rescue StandardError => e
Legion::Logging.debug "Extensions#load_extension failed to register digital worker for #{ext_name}: #{e.message}" if defined?(Legion::Logging)
nil
end
true
rescue StandardError => e
Legion::Logging.log_exception(e, lex: entry[:gem_name], component_type: :boot)
false
end
|
.load_extensions_parallel(eligible) ⇒ Object
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
|
# File 'lib/legion/extensions.rb', line 184
def load_extensions_parallel(eligible)
return if eligible.empty?
if defined?(Legion::Transport::Connection) && Legion::Transport::Connection.respond_to?(:open_build_session)
Legion::Transport::Connection.open_build_session
end
max_threads = Legion::Settings.dig(:extensions, :parallel_pool_size) || 24
pool_size = [eligible.count, max_threads].min
executor = Concurrent::FixedThreadPool.new(pool_size)
futures = eligible.map do |entry|
Concurrent::Promises.future_on(executor, entry) do |e|
Thread.current[:legion_build_session] = true
load_extension(e) ? e : nil
end
end
results = futures.map(&:value)
executor.shutdown
executor.wait_for_termination(30)
if defined?(Legion::Transport::Connection) && Legion::Transport::Connection.respond_to?(:close_build_session)
Legion::Transport::Connection.close_build_session
end
results.each_with_index do |result, idx|
if result
Catalog.transition(result[:gem_name], :loaded)
register_in_registry(gem_name: result[:gem_name], version: result[:version])
@loaded_extensions.push(result[:gem_name])
else
Legion::Logging.warn("#{eligible[idx][:gem_name]} failed to load")
end
end
end
|
.load_phase_extensions(phase_num, entries) ⇒ Object
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
|
# File 'lib/legion/extensions.rb', line 135
def load_phase_extensions(phase_num, entries)
eligible = entries.filter_map do |entry|
gem_name = entry[:gem_name]
ext_name = entry[:require_path].split('/').last
if Legion::Settings[:extensions].key?(ext_name.to_sym) &&
Legion::Settings[:extensions][ext_name.to_sym].is_a?(Hash) &&
Legion::Settings[:extensions][ext_name.to_sym].key?(:enabled) &&
!Legion::Settings[:extensions][ext_name.to_sym][:enabled]
Legion::Logging.info "Skipping #{gem_name} because it's disabled"
next
end
Catalog.register(gem_name)
entry
end
load_extensions_parallel(eligible)
Legion::Logging.info(
"Phase #{phase_num}: #{eligible.count} extensions loaded " \
"(subscription:#{@subscription_tasks.count}," \
"every:#{@timer_tasks.count}," \
"poll:#{@poll_tasks.count}," \
"once:#{@once_tasks.count}," \
"loop:#{@loop_tasks.count})"
)
end
|
.load_yaml_agents ⇒ Object
765
766
767
768
769
770
771
772
773
774
775
776
|
# File 'lib/legion/extensions.rb', line 765
def load_yaml_agents
@load_yaml_agents ||= begin
require 'legion/settings/agent_loader'
dir = default_agents_directory
definitions = Legion::Settings::AgentLoader.load_agents(dir)
definitions.each { |d| d[:_runner_module] = generate_yaml_runner(d) }
definitions
rescue LoadError => e
Legion::Logging.debug "Extensions#load_yaml_agents failed to load agent loader: #{e.message}" if defined?(Legion::Logging)
[]
end
end
|
.loaded_extension_modules ⇒ Object
601
602
603
604
605
606
607
608
609
610
611
|
# File 'lib/legion/extensions.rb', line 601
def loaded_extension_modules
constants(false).filter_map do |const_name|
mod = const_get(const_name, false)
next nil unless mod.is_a?(Module) && mod.respond_to?(:runner_modules)
mod
rescue StandardError => e
Legion::Logging.warn("[Extensions] loaded_extension_modules: #{e.message}") if defined?(Legion::Logging)
nil
end
end
|
.other_extension_names ⇒ Object
677
678
679
680
|
# File 'lib/legion/extensions.rb', line 677
def other_extension_names
%w[chef elastic_app_search elasticsearch influxdb memcached pagerduty pushbullet pushover slack sleepiq smtp
sonos ssh todoist twilio].freeze
end
|
.pause_actors ⇒ Object
125
126
127
128
129
130
131
132
133
|
# File 'lib/legion/extensions.rb', line 125
def pause_actors
@running_instances&.each do |inst|
timer = inst.instance_variable_get(:@timer)
timer&.shutdown if timer.respond_to?(:shutdown)
rescue StandardError => e
Legion::Logging.error "pause_actors: #{e.class}: #{e.message}" if defined?(Legion::Logging)
end
Legion::Logging.warn 'All actors paused' if defined?(Legion::Logging)
end
|
.probe_nesting(gem_name, segments) ⇒ Object
902
903
904
905
906
907
908
909
910
911
912
913
|
# File 'lib/legion/extensions.rb', line 902
def probe_nesting(gem_name, segments)
gem_dir = Gem::Specification.find_by_name(gem_name).gem_dir
nested_path = "#{gem_dir}/lib/legion/extensions/#{segments.join('/')}.rb"
return true if File.exist?(nested_path)
flat_path = "#{gem_dir}/lib/legion/extensions/#{segments.join('_')}.rb"
return false if File.exist?(flat_path)
true rescue Gem::MissingSpecError
true
end
|
.register_absorber_capabilities(_gem_name, _absorbers) ⇒ Object
616
|
# File 'lib/legion/extensions.rb', line 616
def register_absorber_capabilities(_gem_name, _absorbers); end
|
.register_capabilities(_gem_name, _runners) ⇒ Object
618
|
# File 'lib/legion/extensions.rb', line 618
def register_capabilities(_gem_name, _runners); end
|
.register_in_registry(gem_name:, version: nil, description: nil) ⇒ Object
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
|
# File 'lib/legion/extensions.rb', line 410
def register_in_registry(gem_name:, version: nil, description: nil)
return unless defined?(Legion::Registry)
return if Legion::Registry.lookup(gem_name)
capabilities = read_gemspec_capabilities(gem_name)
entry = Legion::Registry::Entry.new(
name: gem_name,
version: version,
description: description,
capabilities: capabilities,
airb_status: 'pending',
risk_tier: 'low'
)
Legion::Registry.register(entry)
register_sandbox_policy(gem_name: gem_name, capabilities: capabilities)
end
|
.register_sandbox_policy(gem_name:, capabilities: []) ⇒ Object
427
428
429
430
431
|
# File 'lib/legion/extensions.rb', line 427
def register_sandbox_policy(gem_name:, capabilities: [])
return unless defined?(Legion::Sandbox)
Legion::Sandbox.register_policy(gem_name, capabilities: capabilities)
end
|
.resolve_actor_type(actor_class) ⇒ Object
357
358
359
360
361
362
363
364
|
# File 'lib/legion/extensions.rb', line 357
def resolve_actor_type(actor_class)
anc = actor_class.ancestors
ACTOR_TYPE_MAP.each do |const, type|
return type if anc.include?(Legion::Extensions::Actors.const_get(const))
end
Legion::Logging.warn "Unknown actor type for #{actor_class}, defaulting to loop"
:loop
end
|
.service_extension_names ⇒ Object
673
674
675
|
# File 'lib/legion/extensions.rb', line 673
def service_extension_names
%w[consul github http microsoft_teams nomad redis s3 tfe vault].freeze
end
|
.setup ⇒ Object
11
12
13
|
# File 'lib/legion/extensions.rb', line 11
def setup
hook_extensions
end
|
.shutdown ⇒ Object
rubocop:disable Metrics/CyclomaticComplexity, Metrics/PerceivedComplexity, Metrics/AbcSize
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
|
# File 'lib/legion/extensions.rb', line 44
def shutdown return nil if @loaded_extensions.nil?
deadline = Legion::Settings.dig(:extensions, :shutdown_timeout) || 15
shutdown_start = Time.now
@loaded_extensions.each { |name| Catalog.transition(name, :stopping) }
if @subscription_pool
@subscription_pool.shutdown
@subscription_pool.kill unless @subscription_pool.wait_for_termination(5)
@subscription_pool = nil
end
@running_instances&.each do |instance|
instance.cancel if instance.respond_to?(:cancel)
rescue StandardError => e
Legion::Logging.debug "Extension shutdown cancel failed: #{e.message}" if defined?(Legion::Logging)
end
remaining = deadline - (Time.now - shutdown_start)
if remaining.positive?
drain_start = Time.now
loop do
elapsed = Time.now - drain_start
break if elapsed >= remaining
still_active = @running_instances&.any? do |inst|
(inst.respond_to?(:channel) && inst.instance_variable_get(:@queue)&.channel&.open?) ||
(inst.instance_variable_get(:@timer).respond_to?(:running?) && inst.instance_variable_get(:@timer).running?) ||
(inst.instance_variable_get(:@loop) == true)
end
break unless still_active
sleep 0.25
end
end
elapsed = Time.now - shutdown_start
if elapsed >= deadline
Legion::Logging.warn "Shutdown deadline (#{deadline}s) reached, force-closing remaining actors" if defined?(Legion::Logging)
@running_instances&.each do |inst|
queue = inst.instance_variable_get(:@queue)
queue&.channel&.close if queue&.channel.respond_to?(:close) && queue.channel.open?
timer = inst.instance_variable_get(:@timer)
timer&.kill if timer.respond_to?(:kill)
inst.instance_variable_set(:@loop, false) if inst.instance_variable_defined?(:@loop)
rescue StandardError => e
Legion::Logging.debug "Force-close failed: #{e.message}" if defined?(Legion::Logging)
end
end
@running_instances&.clear
Legion::Dispatch.shutdown if defined?(Legion::Dispatch) && Legion::Dispatch.instance_variable_get(:@dispatcher)
@loaded_extensions.each do |name|
Catalog.transition(name, :stopped)
unregister_capabilities(name)
end
Legion::Logging.info "Successfully shut down all actors (#{(Time.now - shutdown_start).round(1)}s)"
end
|
.unregister_capabilities(_gem_name) ⇒ Object
Legacy capability registration - now handled by Tools::Discovery
614
|
# File 'lib/legion/extensions.rb', line 614
def unregister_capabilities(_gem_name); end
|