Module: GTE

Defined in:
lib/gte.rb,
lib/gte/model.rb,
lib/gte/config.rb,
lib/gte/version.rb,
lib/gte/embedder.rb,
lib/gte/reranker.rb

Defined Under Namespace

Modules: Config Classes: Embedder, Model, Reranker

Constant Summary collapse

VERSION = 
File.read(File.expand_path('../../VERSION', __dir__)).strip

Class Method Summary collapse

Class Method Details

.config(model_dir) ⇒ Object 



21
22
23
24
25
26
27
28
29
 
# File 'lib/gte.rb', line 21

def config(model_dir)
  cfg = Embedder.default_config(model_dir)

  cfg = yield(cfg) if block_given?

  @model_cache_mutex.synchronize do
    @model_cache[cache_key(cfg)] ||= Model.new(cfg)
  end
end

.warmup(runner, threads:) ⇒ Object 



31
32
33
34
35
 
# File 'lib/gte.rb', line 31

def warmup(runner, threads:)
  threads.times.map do
    Thread.new { runner.embed('warmup') }
  end.each(&:join)
end