Class: MilkTea::ModuleLoader

Inherits:
Object
  • Object
show all
Defined in:
lib/milk_tea/core/module_loader.rb

Defined Under Namespace

Classes: ImportResolution, ImportResolutionError, Program

Constant Summary collapse

PLATFORM_SUFFIXES = 
{
  "linux" => :linux,
  "windows" => :windows,
  "wasm" => :wasm,
}.freeze

Class Method Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize(module_roots: [MilkTea.root], package_graph: nil, shared_cache: nil, source_overrides: nil, platform: nil) ⇒ ModuleLoader

Returns a new instance of ModuleLoader.



124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
 
# File 'lib/milk_tea/core/module_loader.rb', line 124

def initialize(module_roots: [MilkTea.root], package_graph: nil, shared_cache: nil, source_overrides: nil, platform: nil)
  @module_roots = module_roots.map { |root| File.expand_path(root.to_s) }
  @ast_cache = {}
  @parse_cache = {}
  @analysis_cache = {}
  @collecting_analysis_cache = {}
  @collecting_path_errors = {}
  @checking_paths = []
  @forward_bindings = {}
  @platform = self.class.normalize_platform_name(platform)
  @package_graph = package_graph
  @package_manifest_cache = {}
  @shared_cache = shared_cache # Hash or nil; mutated in-place to persist across calls
  @source_overrides = normalize_source_overrides(source_overrides)

  @path_resolver = ModulePathResolver.new(
    module_roots: @module_roots,
    platform: @platform,
    package_graph: @package_graph,
    source_overrides: @source_overrides,
    package_manifest_cache: @package_manifest_cache,
  )
  @binder = ModuleBinder.new
  @async_runtime_installer = AsyncRuntimeInstaller.new(
    resolve_module_path: @path_resolver.method(:resolve_module_path),
    check_block: ->(path, collecting) { collecting ? check_path_collecting_errors(path) : check_path(path) },
    bind_block: @binder.method(:module_binding),
  )
  @prelude_installer = PreludeInstaller.new(
    resolve_module_path: @path_resolver.method(:resolve_module_path),
    check_block: ->(path, collecting) { collecting ? check_path_collecting_errors(path) : check_path(path) },
    bind_block: @binder.method(:module_binding),
  )
end

Class Method Details

.check_file(path, platform: nil) ⇒ Object 



45
46
47
 
# File 'lib/milk_tea/core/module_loader.rb', line 45

def self.check_file(path, platform: nil)
  new(platform:).check_file(path)
end

.check_program(path, platform: nil) ⇒ Object 



49
50
51
 
# File 'lib/milk_tea/core/module_loader.rb', line 49

def self.check_program(path, platform: nil)
  new(platform:).check_program(path)
end

.default_host_platform ⇒ Object 



111
112
113
 
# File 'lib/milk_tea/core/module_loader.rb', line 111

def self.default_host_platform
  MilkTea.host_platform
end

.effective_platform_for_path(path, platform_override: nil, host_platform: nil) ⇒ Object 



77
78
79
80
81
82
83
84
85
86
87
88
89
 
# File 'lib/milk_tea/core/module_loader.rb', line 77

def self.effective_platform_for_path(path, platform_override: nil, host_platform: nil)
  normalized_override = normalize_platform_name(platform_override)
  return normalized_override if normalized_override

  suffix_platform = platform_suffix_for_path(path)
  return suffix_platform if suffix_platform

  manifest = PackageManifest.load_option(path)
  manifest_platform = manifest&.platform
  return manifest_platform if manifest_platform

  normalize_platform_name(host_platform || default_host_platform)
end

.load_file(path, platform: nil) ⇒ Object 



41
42
43
 
# File 'lib/milk_tea/core/module_loader.rb', line 41

def self.load_file(path, platform: nil)
  new(platform:).load_file(path)
end

.normalize_platform_name(value) ⇒ Object 



53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
 
# File 'lib/milk_tea/core/module_loader.rb', line 53

def self.normalize_platform_name(value)
  return nil if value.nil? || value.to_s.strip.empty?

  case value.to_s.strip.downcase
  when "linux"
    :linux
  when "windows", "win", "win32"
    :windows
  when "wasm", "web", "html5", "browser"
    :wasm
  when "darwin", "macos", "osx"
    :darwin
  else
    raise ArgumentError, "unknown platform #{value}; expected linux|windows|wasm|darwin"
  end
end

.platform_suffix_for_path(path) ⇒ Object 



70
71
72
73
74
75
 
# File 'lib/milk_tea/core/module_loader.rb', line 70

def self.platform_suffix_for_path(path)
  match = File.basename(path.to_s).match(/\.(linux|windows|wasm)\.mt\z/)
  return nil unless match

  PLATFORM_SUFFIXES.fetch(match[1])
end

.raise_platform_conflict!(path, pinned_platform, active_platform, error_class: nil) ⇒ Object

Raises:

  • (error_class || ArgumentError) 


115
116
117
118
119
120
121
122
 
# File 'lib/milk_tea/core/module_loader.rb', line 115

def self.raise_platform_conflict!(path, pinned_platform, active_platform, error_class: nil)
  if error_class == ModuleLoadError
    raise ModuleLoadError.new("source file targets platform #{pinned_platform}; active platform is #{active_platform}", path:)
  end

  message = "source file #{path} targets platform #{pinned_platform}; active platform is #{active_platform}"
  raise(error_class || ArgumentError, message)
end

.resolve_source_path(path, platform: nil, error_class: nil) ⇒ Object 



91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
 
# File 'lib/milk_tea/core/module_loader.rb', line 91

def self.resolve_source_path(path, platform: nil, error_class: nil)
  expanded_path = File.expand_path(path.to_s)
  normalized_platform = platform.nil? ? nil : normalize_platform_name(platform)
  pinned_platform = platform_suffix_for_path(expanded_path)

  if pinned_platform
    if normalized_platform && normalized_platform != pinned_platform
      raise_platform_conflict!(expanded_path, pinned_platform, normalized_platform, error_class:)
    end
    return expanded_path
  end

  return expanded_path unless normalized_platform && expanded_path.end_with?(".mt")

  variant_path = expanded_path.sub(/\.mt\z/, ".#{normalized_platform}.mt")
  return variant_path if File.file?(variant_path)

  expanded_path
end

Instance Method Details

#build_global_import_index(ast) ⇒ Object 



497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
 
# File 'lib/milk_tea/core/module_loader.rb', line 497

def build_global_import_index(ast)
  index = {}
  current_imports = ast.imports.map { |import| import.path.to_s }.to_set

  @analysis_cache.each_value do |analysis|
    next unless analysis
    next unless analysis.module_name

    mod_name = analysis.module_name.to_s
    next if current_imports.include?(mod_name)
    next if mod_name == ast.module_name.to_s

    types = analysis.respond_to?(:types) ? analysis.types : {}
    types.each_key do |type_name|
      type_str = type_name.to_s
      index[type_str] ||= []
      index[type_str] << mod_name unless index[type_str].include?(mod_name)
    end
  end

  index
end

#build_program(root_path) ⇒ Object 



231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
 
# File 'lib/milk_tea/core/module_loader.rb', line 231

def build_program(root_path)
  root_analysis = @analysis_cache.fetch(root_path)
  analyses_by_module_name = @analysis_cache.each_value.each_with_object({}) do |analysis, modules|
    next unless analysis.module_name

    modules[analysis.module_name] = analysis
  end

  Program.new(
    root_path:,
    root_analysis:,
    analyses_by_path: @analysis_cache.dup.freeze,
    analyses_by_module_name: analyses_by_module_name.freeze,
  )
end

#cached_or_parse_file(resolved_path) ⇒ Object

Parse resolved_path, reusing the shared-cache parsed AST when the source is disk-backed and unchanged. ASTs are immutable Data, so sharing them across loaders (and worker threads) is safe; node_ids are assigned at parse time and analyses keep their own per-node result hashes. Source files covered by source_overrides are always re-parsed so live editor buffers win.



170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
 
# File 'lib/milk_tea/core/module_loader.rb', line 170

def cached_or_parse_file(resolved_path)
  if use_shared_cache_for?(resolved_path)
    mtime = source_mtime(resolved_path)
    if mtime
      entry = @shared_cache[[:ast, resolved_path]]
      return entry[:ast] if entry && entry[:mtime] == mtime
    end
  end

  ast = parse_file(resolved_path)
  if use_shared_cache_for?(resolved_path)
    mtime = source_mtime(resolved_path)
    @shared_cache[[:ast, resolved_path]] = { mtime:, ast: } if mtime
  end
  ast
end

#capture_analysis_for_cycle_member(resolved_path) ⇒ Object 



676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
 
# File 'lib/milk_tea/core/module_loader.rb', line 676

def capture_analysis_for_cycle_member(resolved_path)
  return if @analysis_cache[resolved_path]

  ast = @parse_cache[resolved_path]
  return unless ast

  @checking_paths << resolved_path
  import_result = resolve_imports_for_ast(ast, importer_path: resolved_path, collecting: true)
  result = SemanticAnalyzer.check_collecting_errors(ast, imported_modules: import_result.modules, path: resolved_path)
  @analysis_cache[resolved_path] = result[:analysis] if result[:analysis]
rescue ModuleLoadError, PackageLockError, SemanticError
  # Analysis capture is best-effort; named load/check failures leave the
  # cycle member to the pass-2 re-check instead.
ensure
  @checking_paths.pop
end

#check_file(path) ⇒ Object 



187
188
189
 
# File 'lib/milk_tea/core/module_loader.rb', line 187

def check_file(path)
  check_program(path).root_analysis
end

#check_level_parallel(paths) ⇒ Object

Checks a level of independent modules on worker threads. Each worker returns { ok: analysis } or { error: e } as an ordinary value; the join point collects the failed outcomes instead of re-raising them, so the caller decides whether to propagate or accumulate.



421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
 
# File 'lib/milk_tea/core/module_loader.rb', line 421

def check_level_parallel(paths)
  workers = paths.map do |resolved_path|
    Thread.new do
      begin
        { ok: check_path(resolved_path) }
      rescue ModuleLoadError, PackageLockError, SemanticError => e
        { error: e }
      end
    end
  end

  workers.each(&:join)

  workers.map(&:value).filter_map { |result| result[:error] }
end

#check_module_cache(path, extra_cache: nil) ⇒ Object 



568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
 
# File 'lib/milk_tea/core/module_loader.rb', line 568

def check_module_cache(path, extra_cache: nil)
  resolved_path = self.class.resolve_source_path(path, platform: @platform, error_class: ModuleLoadError)

  return [resolved_path, nil, @analysis_cache[resolved_path]] if @analysis_cache.key?(resolved_path)
  return [resolved_path, nil, extra_cache[resolved_path]] if extra_cache&.key?(resolved_path)

  if use_shared_cache_for?(resolved_path)
    entry = @shared_cache[resolved_path]
    if entry
      mtime = source_mtime(resolved_path)
      if mtime && entry[:mtime] == mtime
        @analysis_cache[resolved_path] = entry[:analysis]
        return [resolved_path, nil, entry[:analysis]]
      end
    end
  end

  ast = load_file(resolved_path)
  [resolved_path, ast, nil]
end

#check_path(path) ⇒ Object 



528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
 
# File 'lib/milk_tea/core/module_loader.rb', line 528

def check_path(path)
  resolved_path, ast, cached = check_module_cache(path)
  return cached if cached

  if @checking_paths.include?(resolved_path) && !@forward_bindings.key?(resolved_path)
    raise ModuleLoadError.new("circular import not resolvable: module #{@parse_cache[resolved_path]&.module_name || File.basename(path)}", path: resolved_path)
  end

  @checking_paths << resolved_path
  imported_modules = imported_modules_for_ast(ast, importer_path: resolved_path)
  global_index = build_global_import_index(ast)
  analysis = SemanticAnalyzer.check(ast, imported_modules:, path: resolved_path, global_import_index: global_index)
  @analysis_cache[resolved_path] = analysis
  update_shared_cache(resolved_path, analysis)
  analysis
ensure
  @checking_paths.pop
end

#check_path_collecting_errors(path) ⇒ Object 



547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
 
# File 'lib/milk_tea/core/module_loader.rb', line 547

def check_path_collecting_errors(path)
  resolved_path, ast, cached = check_module_cache(path, extra_cache: @collecting_analysis_cache)
  return cached if cached

  if @checking_paths.include?(resolved_path) && !@forward_bindings.key?(resolved_path)
    raise ModuleLoadError.new("circular import not resolvable: module #{@parse_cache[resolved_path]&.module_name || File.basename(path)}", path: resolved_path)
  end

  @checking_paths << resolved_path
  imported_modules = imported_modules_for_ast_collecting_errors(ast, importer_path: resolved_path).modules
  result = SemanticAnalyzer.check_collecting_errors(ast, imported_modules:, path: resolved_path)
  analysis = result[:analysis]
  raise(result[:errors].first || ModuleLoadError.new("module analysis unavailable", path: resolved_path)) unless analysis

  @collecting_path_errors[resolved_path] = result[:errors]
  @collecting_analysis_cache[resolved_path] = analysis
  analysis
ensure
  @checking_paths.pop
end

#check_program(path) ⇒ Object 



209
210
211
212
213
214
215
216
217
 
# File 'lib/milk_tea/core/module_loader.rb', line 209

def check_program(path)
  with_check_context(path) do |root_path|
    errors = []
    check_program_parallel(root_path, collecting_errors: errors)
    raise errors.first if errors.any?

    build_program(root_path)
  end
end

#check_program_collecting(path) ⇒ Object

Variant of #check_program that collects errors instead of raising so diagnostic paths (check, debug, LSP) can report all issues at once. Returns { root_analysis: Analysis|nil, errors: [SemanticError], module_name: String|nil }.



222
223
224
225
226
227
228
229
 
# File 'lib/milk_tea/core/module_loader.rb', line 222

def check_program_collecting(path)
  with_check_context(path) do |root_path|
    errors = []
    check_program_parallel(root_path, collecting_errors: errors)
    root_analysis = @analysis_cache[root_path]
    { root_analysis: root_analysis, errors: errors, module_name: root_analysis&.module_name }
  end
end

#check_program_parallel(root_path, collecting_errors: nil) ⇒ Object 



265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
 
# File 'lib/milk_tea/core/module_loader.rb', line 265

def check_program_parallel(root_path, collecting_errors: nil)
  # Phase 1: Parse all transitive modules (sequential)
  parse_all(root_path)

  # Phase 2: Build dependency graph from parsed ASTs
  graph = {}
  @parse_cache.each_key do |resolved_path|
    ast = @parse_cache[resolved_path]
    deps = ast.imports.map do |import|
      @path_resolver.resolve_module_path(import.path.to_s, importer_path: resolved_path, importer_module_name: ast.module_name.to_s)
    end
    graph[resolved_path] = deps
  end

  # Phase 3: Topological sort into independent levels.
  # Nodes that cannot be sorted are candidates for cycle membership,
  # but not all of them are actually part of a cycle — some are just
  # dependencies downstream from the cycle. We separate true cycle
  # members (nodes reachable from themselves) from tail nodes.
  levels = topo_sort_levels(graph)

  all_checked = levels.flatten.to_set
  unsorted = graph.keys.reject { |p| all_checked.include?(p) }

  # Among unsorted nodes, identify true cycle members: nodes that can
  # reach themselves through the graph (belong to a strongly connected
  # component of size > 1). Tail nodes that only depend on cycle members
  # but have no path back to themselves are NOT cycle members.
  cycle_members = unsorted.select { |node| node_in_cycle?(node, graph) }
  tail_members = unsorted - cycle_members

  # Pre-register forward bindings only for true cycle members
  cycle_members.each do |resolved_path|
    ast = @parse_cache[resolved_path]
    @forward_bindings[resolved_path] = create_forward_binding(ast)
  end

  # Phase 4: Check cycle members with iterative refinement
  # Pass 1: Check with forward bindings — registers type declarations.
  # SemanticError is expected (forward types lack fields/constructors)
  # but ModuleLoadError indicates a broken dependency graph.
  # Do NOT collect Pass 1 errors — they are temporary failures caused
  # by incomplete forward bindings that Pass 2 resolves.
  cycle_members.each do |resolved_path|
    check_path(resolved_path)
  rescue SemanticError
    # Forward types can't satisfy constructors / functions / methods.
    # Re-check in collecting mode to capture the analysis for population.
    capture_analysis_for_cycle_member(resolved_path)
  end

  # Update forward type objects in-place with field/arm info from the
  # real analyses. This way, all references to forward types (function
  # return types, struct field types, etc.) automatically see the full
  # type information without needing to replace the objects themselves.
  cycle_members.each do |resolved_path|
    analysis = @analysis_cache[resolved_path]
    next unless analysis

    fw_binding = @forward_bindings[resolved_path]
    next unless fw_binding

    analysis.types.each do |name, real_type|
      fw_type = fw_binding.types[name]
      next unless fw_type

      if real_type.respond_to?(:fields) && fw_type.respond_to?(:define_fields)
        fw_type.define_fields(real_type.fields) unless real_type.fields.empty?
      end
      if real_type.respond_to?(:arms) && fw_type.respond_to?(:define_arms)
        fw_type.define_arms(real_type.arms) unless real_type.arms.empty?
      end
      if real_type.respond_to?(:members) && fw_type.respond_to?(:define_members)
        member_names = real_type.members
        unless member_names.empty?
          fw_type.define_members(real_type.backing_type, member_names)
          values = member_names.each_with_object({}) { |n, h| h[n] = real_type.member_value(n) }
          fw_type.define_member_values(values)
        end
      end
    end
  end

  # Replace forward bindings with fully populated bindings so that
  # Pass 2 import resolution sees functions, methods, values, and
  # interfaces — not just type skeletons.
  populate_full_forward_bindings(cycle_members)

  # Pass 2: Re-check with populated bindings — now cycle members see
  # complete module information for each other.
  cycle_members.each do |resolved_path|
    previous = @analysis_cache.delete(resolved_path)
    check_path(resolved_path)
  rescue SemanticError => e
    @analysis_cache[resolved_path] = previous if previous
    collecting_errors << e
  end
  @forward_bindings.clear

  # Phase 5: Check acyclic modules (they see fully-checked analyses for all imports).
  # Also check tail members — nodes that were in the unsorted set but
  # are not themselves part of a cycle; they just depended on cycle members.
  (levels + [tail_members]).each do |level_paths|
    if level_paths.length == 1
      begin
        check_path(level_paths.first)
      rescue SemanticError => e
        collecting_errors << e
      end
    elsif level_paths.any?
      collecting_errors.concat(check_level_parallel(level_paths))
    end
  end
end

#collecting_path_errors ⇒ Object

Errors collected per analyzed import path during collecting-mode checks. Populated by #check_path_collecting_errors; used by the CLI check command to surface errors in a single file's imported modules (otherwise only reported when that module is checked directly).



524
525
526
 
# File 'lib/milk_tea/core/module_loader.rb', line 524

def collecting_path_errors
  @collecting_path_errors
end

#create_forward_binding(ast) ⇒ Object 



728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
 
# File 'lib/milk_tea/core/module_loader.rb', line 728

def create_forward_binding(ast)
  module_name = ast.module_name.to_s
  types = {}

  ast.declarations.each do |decl|
    case decl
    when AST::StructDecl
      types[decl.name] = decl.type_params.empty? ?
        Types::Struct.new(decl.name, module_name:) :
        Types::GenericStructDefinition.new(decl.name, decl.type_params.map(&:name))
    when AST::VariantDecl
      types[decl.name] = decl.type_params.empty? ?
        Types::Variant.new(decl.name, module_name:) :
        Types::GenericVariantDefinition.new(decl.name, decl.type_params.map(&:name))
    when AST::EnumDecl
      types[decl.name] = Types::Enum.new(decl.name, module_name:)
    when AST::FlagsDecl
      types[decl.name] = Types::Flags.new(decl.name, module_name:)
    when AST::OpaqueDecl
      types[decl.name] = Types::Opaque.new(decl.name, module_name:, external: false)
    when AST::UnionDecl
      types[decl.name] = Types::Union.new(decl.name, module_name:)
    end
  end

  Bindings::ModuleBinding.new(
    name: module_name, types:, type_declarations: {},
    interfaces: {}, attributes: {}, attribute_applications: {},
    values: {}, functions: {}, methods: {},
    implemented_interfaces: {}, imports: {},
    private_types: {}, private_interfaces: {}, private_attributes: {},
    private_values: {}, private_functions: {}, private_methods: {},
  )
end

#dfs_reachable_from(current, target, graph, visited) ⇒ Object 



257
258
259
260
261
262
263
 
# File 'lib/milk_tea/core/module_loader.rb', line 257

def dfs_reachable_from(current, target, graph, visited)
  return false if visited[current]
  return true if current == target

  visited[current] = true
  (graph[current] || []).any? { |neighbor| dfs_reachable_from(neighbor, target, graph, visited) }
end

#handle_circular_import_in_collecting_mode(import, import_path, modules, errors, error) ⇒ Object 



660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
 
# File 'lib/milk_tea/core/module_loader.rb', line 660

def handle_circular_import_in_collecting_mode(import, import_path, modules, errors, error)
  # When a circular import is detected in collecting mode, create a
  # forward binding for the target module so the importing module can
  # at minimum resolve type references. Without this the import is
  # entirely absent, which causes downstream crashes in module_binding.
  if import_path && error.is_a?(ModuleLoadError) && error.message.start_with?("circular import")
    circular_ast = @parse_cache[import_path] || load_file(import_path)
    if circular_ast
      @forward_bindings[import_path] ||= create_forward_binding(circular_ast)
      modules[import.path.to_s] = @forward_bindings[import_path]
    end
  end

  errors << ImportResolutionError.new(import:, error:)
end

#imported_modules_for_ast(ast, importer_path: nil) ⇒ Object 



437
438
439
440
441
442
 
# File 'lib/milk_tea/core/module_loader.rb', line 437

def imported_modules_for_ast(ast, importer_path: nil)
  result = resolve_imports_for_ast(ast, importer_path:, collecting: false)
  raise result.errors.first.error if result.errors.any?

  result.modules
end

#imported_modules_for_ast_collecting_errors(ast, importer_path: nil) ⇒ Object 



444
445
446
 
# File 'lib/milk_tea/core/module_loader.rb', line 444

def imported_modules_for_ast_collecting_errors(ast, importer_path: nil)
  resolve_imports_for_ast(ast, importer_path:, collecting: true)
end

#inferred_module_name_for_path(path) ⇒ Object 



632
633
634
635
636
637
638
639
640
641
642
643
644
645
 
# File 'lib/milk_tea/core/module_loader.rb', line 632

def inferred_module_name_for_path(path)
  manifest = PackageManifest.load_option(path)

  if manifest && path_within_root?(path, manifest.source_root)
    return module_name_for_path(path, manifest.source_root)
  end

  matching_root = @module_roots
    .select { |root| path_within_root?(path, root) }
    .max_by(&:length)
  return module_name_for_path(path, matching_root) if matching_root

  File.basename(path).sub(/\.(linux|windows|wasm)\.mt\z/, ".mt").sub(/\.mt\z/, "")
end

#load_file(path) ⇒ Object 



159
160
161
162
 
# File 'lib/milk_tea/core/module_loader.rb', line 159

def load_file(path)
  resolved_path = self.class.resolve_source_path(path, platform: @platform, error_class: ModuleLoadError)
  @ast_cache[resolved_path] ||= cached_or_parse_file(resolved_path)
end

#module_name_for_path(path, root) ⇒ Object 



647
648
649
650
651
652
 
# File 'lib/milk_tea/core/module_loader.rb', line 647

def module_name_for_path(path, root)
  relative_path = path.delete_prefix(File.expand_path(root) + File::SEPARATOR)
  relative_path = File.basename(path) if relative_path == path
  relative_path = relative_path.sub(/\.(linux|windows|wasm)\.mt\z/, '.mt')
  relative_path.sub(/\.mt\z/, '').split(File::SEPARATOR).join('.')
end

#node_in_cycle?(node, graph) ⇒ Boolean

Returns:

  • (Boolean) 


247
248
249
250
251
252
253
254
255
 
# File 'lib/milk_tea/core/module_loader.rb', line 247

def node_in_cycle?(node, graph)
  # Start from each immediate successor to avoid the trivial self-path
  successors = graph[node] || []
  successors.each do |next_node|
    next unless graph.key?(next_node)
    return true if dfs_reachable_from(next_node, node, graph, {})
  end
  false
end

#normalize_source_overrides(source_overrides) ⇒ Object 



624
625
626
627
628
629
630
 
# File 'lib/milk_tea/core/module_loader.rb', line 624

def normalize_source_overrides(source_overrides)
  return {} unless source_overrides

  source_overrides.each_with_object({}) do |(path, source), overrides|
    overrides[File.expand_path(path.to_s)] = source.to_s
  end
end

#parse_all(resolved_path) ⇒ Object 



380
381
382
383
384
385
386
387
388
389
390
391
392
393
 
# File 'lib/milk_tea/core/module_loader.rb', line 380

def parse_all(resolved_path)
  return if @parse_cache.key?(resolved_path)

  @checking_paths << resolved_path
  ast = load_file(resolved_path)
  @parse_cache[resolved_path] = ast

  ast.imports.each do |import|
    import_path = @path_resolver.resolve_module_path(import.path.to_s, importer_path: resolved_path, importer_module_name: ast.module_name.to_s)
    parse_all(import_path)
  end
ensure
  @checking_paths.pop
end

#parse_file(path) ⇒ Object 



605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
 
# File 'lib/milk_tea/core/module_loader.rb', line 605

def parse_file(path)
  source = @source_overrides.fetch(path) { File.read(path) }
  ast = Parser.parse(source, path: path)
  inferred_module_name = inferred_module_name_for_path(path)
  AST::SourceFile.new(
    module_name: AST::QualifiedName.new(inferred_module_name.split(".")),
    module_kind: ast.module_kind,
    imports: ast.imports,
    directives: ast.directives,
    declarations: ast.declarations,
    line: ast.line,
    node_ids: ast.node_ids,
  )
rescue Errno::ENOENT
  raise ModuleLoadError.new("source file not found", path: path)
rescue Errno::EISDIR
  raise ModuleLoadError.new("expected a source file, got a directory", path: path)
end

#path_within_root?(path, root) ⇒ Boolean

Returns:

  • (Boolean) 


654
655
656
657
658
 
# File 'lib/milk_tea/core/module_loader.rb', line 654

def path_within_root?(path, root)
  normalized_path = File.expand_path(path)
  normalized_root = File.expand_path(root)
  normalized_path == normalized_root || normalized_path.start_with?(normalized_root + File::SEPARATOR)
end

#populate_full_forward_bindings(cycle_members) ⇒ Object 



693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
 
# File 'lib/milk_tea/core/module_loader.rb', line 693

def populate_full_forward_bindings(cycle_members)
  cycle_members.each do |resolved_path|
    analysis = @analysis_cache[resolved_path]
    next unless analysis

    fw_binding = @forward_bindings[resolved_path]
    next unless fw_binding

    full_binding = @binder.module_binding(analysis)
    merged_types = fw_binding.types.merge(
      full_binding.types.reject { |name, _| fw_binding.types.key?(name) }
    )

    @forward_bindings[resolved_path] = Bindings::ModuleBinding.new(
      name: full_binding.name,
      types: merged_types,
      type_declarations: full_binding.type_declarations,
      interfaces: full_binding.interfaces,
      attributes: full_binding.attributes,
      attribute_applications: full_binding.attribute_applications,
      values: full_binding.values,
      functions: full_binding.functions,
      methods: full_binding.methods,
      implemented_interfaces: full_binding.implemented_interfaces,
      imports: full_binding.imports,
      private_types: full_binding.private_types,
      private_interfaces: full_binding.private_interfaces,
      private_attributes: full_binding.private_attributes,
      private_values: full_binding.private_values,
      private_functions: full_binding.private_functions,
      private_methods: full_binding.private_methods,
    )
  end
end

#resolve_imports_for_ast(ast, importer_path:, collecting: false) ⇒ Object 



448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
 
# File 'lib/milk_tea/core/module_loader.rb', line 448

def resolve_imports_for_ast(ast, importer_path:, collecting: false)
  modules = {}
  errors = []

  if @import_resolve_depth
    @import_resolve_depth += 1
    if @import_resolve_depth > 80
      raise SemanticError.new("import resolution depth exceeded")
    end
  else
    @import_resolve_depth = 1
  end

  ast.imports.each do |import|
    begin
      import_path = @path_resolver.resolve_module_path(import.path.to_s, importer_path:, importer_module_name: ast.module_name.to_s)

      if @forward_bindings.key?(import_path)
        modules[import.path.to_s] = @forward_bindings[import_path]
      else
        import_analysis = collecting ? check_path_collecting_errors(import_path) : check_path(import_path)
        modules[import.path.to_s] = @binder.module_binding(import_analysis)
      end
    rescue ModuleLoadError, PackageLockError, SemanticError => e
      if collecting
        handle_circular_import_in_collecting_mode(import, import_path, modules, errors, e)
      else
        errors << ImportResolutionError.new(import:, error: e)
      end
    end
  end

  begin
    @async_runtime_installer.install_async_runtime_dependency!(ast, modules, importer_path:, collecting_errors: collecting)
  rescue ModuleLoadError, PackageLockError => e
    errors << ImportResolutionError.new(import: nil, error: e)
  end

  begin
    @prelude_installer.install_prelude_modules!(ast, modules, importer_path:, collecting_errors: collecting)
  rescue ModuleLoadError, PackageLockError => e
    errors << ImportResolutionError.new(import: nil, error: e)
  end

  ImportResolution.new(modules: modules.freeze, errors: errors.freeze)
ensure
  @import_resolve_depth -= 1 if @import_resolve_depth
end

#source_mtime(path) ⇒ Object

Option-style source modification time: nil when the file's mtime cannot be read (e.g. the file was removed between resolution and stat), so shared-cache reads simply miss instead of raising.



592
593
594
595
596
 
# File 'lib/milk_tea/core/module_loader.rb', line 592

def source_mtime(path)
  File.mtime(path).to_f
rescue SystemCallError
  nil
end

#topo_sort_levels(graph) ⇒ Object 



395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
 
# File 'lib/milk_tea/core/module_loader.rb', line 395

def topo_sort_levels(graph)
  in_degree = {}
  graph.each_key { |node| in_degree[node] = 0 }
  graph.each_value do |deps|
    deps.each { |dep| in_degree[dep] = (in_degree[dep] || 0) + 1 }
  end

  levels = []
  remaining = graph.keys.to_set
  until remaining.empty?
    level = remaining.select { |node| (in_degree[node] || 0) == 0 }
    break if level.empty?

    levels << level
    level.each do |node|
      remaining.delete(node)
      (graph[node] || []).each { |dep| in_degree[dep] -= 1 }
    end
  end
  levels
end

#update_shared_cache(resolved_path, analysis) ⇒ Object 



598
599
600
601
602
603
 
# File 'lib/milk_tea/core/module_loader.rb', line 598

def update_shared_cache(resolved_path, analysis)
  return unless use_shared_cache_for?(resolved_path)

  mtime = source_mtime(resolved_path)
  @shared_cache[resolved_path] = { mtime:, analysis: } if mtime
end

#use_shared_cache_for?(resolved_path) ⇒ Boolean

The shared cache stores per-module analyses keyed by resolved path. It is consulted only for paths NOT covered by source_overrides: source-overridden files reflect live editor buffers (or in-memory sources) that never match disk, so their entries would be stale by construction. This lets a single open document invalidate only itself while imported modules stay cached.

Returns:

  • (Boolean) 


768
769
770
 
# File 'lib/milk_tea/core/module_loader.rb', line 768

def use_shared_cache_for?(resolved_path)
  @shared_cache && !@source_overrides.key?(resolved_path)
end

#with_check_context(path, &block) ⇒ Object 



191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
 
# File 'lib/milk_tea/core/module_loader.rb', line 191

def with_check_context(path, &block)
  # NOTE: Types::Registry.reset! is intentionally NOT called here. The LSP
  # runs check_program_collecting concurrently on diagnostics workers and
  # the request thread; a reset would clear the global intern pool while
  # another thread is mid-analysis, causing threads to intern duplicate type
  # instances. Interning is idempotent and the pool stays small (bounded by
  # the type universe), so it is safe to let it grow for the process
  # lifetime. Single-threaded entry points that want a clean slate (Build#build,
  # server re-initialize) reset explicitly.
  requested_path = File.expand_path(path)
  previous_platform = @platform
  @platform ||= self.class.platform_suffix_for_path(requested_path)
  root_path = self.class.resolve_source_path(requested_path, platform: @platform, error_class: ModuleLoadError)
  block.call(root_path)
ensure
  @platform = previous_platform
end