Module: GTE

Defined in:
lib/gte.rb,
lib/gte/model.rb,
lib/gte/config.rb,
lib/gte/version.rb,
lib/gte/embedder.rb,
lib/gte/reranker.rb

Defined Under Namespace

Modules: Config Classes: Embedder, Model, Reranker

Constant Summary collapse

VERSION = 
File.read(File.expand_path('../../VERSION', __dir__)).strip

Class Method Summary collapse

Class Method Details

.config(model_dir) ⇒ Object 



21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
 
# File 'lib/gte.rb', line 21

def config(model_dir)
  cfg = Config::Text.new(
    model_dir: File.expand_path(model_dir),
    threads: 3,
    optimization_level: 3,
    model_name: nil,
    normalize: true,
    output_tensor: nil,
    max_length: nil,
    execution_providers: nil
  )

  cfg = yield(cfg) if block_given?

  @model_cache_mutex.synchronize do
    @model_cache[cache_key(cfg)] ||= Model.new(cfg)
  end
end