Class: Xberg::TokenReductionConfig

Inherits:
Object
  • Object
show all
Defined in:
sig/types.rbs

Instance Attribute Summary collapse

Class Method Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize ⇒ TokenReductionConfig

Returns a new instance of TokenReductionConfig.

Parameters:

  • level: (ReductionLevel)
  • language_hint: (String)
  • preserve_markdown: (Boolean)
  • preserve_code: (Boolean)
  • semantic_threshold: (Float)
  • enable_parallel: (Boolean)
  • use_simd: (Boolean)
  • custom_stopwords: (Hash[String, Array[String]])
  • preserve_patterns: (Array[String])
  • target_reduction: (Float)
  • enable_semantic_clustering: (Boolean) 


689
 
# File 'sig/types.rbs', line 689

def initialize: (?level: ReductionLevel, ?language_hint: String, ?preserve_markdown: bool, ?preserve_code: bool, ?semantic_threshold: Float, ?enable_parallel: bool, ?use_simd: bool, ?custom_stopwords: Hash[String, Array[String]], ?preserve_patterns: Array[String], ?target_reduction: Float, ?enable_semantic_clustering: bool) -> void

Instance Attribute Details

#custom_stopwords ⇒ Hash[String, Array[String]]?

Returns the value of attribute custom_stopwords.

Returns:

  • (Hash[String, Array[String]], nil) 


684
685
686
 
# File 'sig/types.rbs', line 684

def custom_stopwords
  @custom_stopwords
end

#enable_parallel ⇒ Boolean?

Returns the value of attribute enable_parallel.

Returns:

  • (Boolean, nil) 


682
683
684
 
# File 'sig/types.rbs', line 682

def enable_parallel
  @enable_parallel
end

#enable_semantic_clustering ⇒ Boolean?

Returns the value of attribute enable_semantic_clustering.

Returns:

  • (Boolean, nil) 


687
688
689
 
# File 'sig/types.rbs', line 687

def enable_semantic_clustering
  @enable_semantic_clustering
end

#language_hint ⇒ String?

Returns the value of attribute language_hint.

Returns:

  • (String, nil) 


678
679
680
 
# File 'sig/types.rbs', line 678

def language_hint
  @language_hint
end

#level ⇒ ReductionLevel?

Returns the value of attribute level.

Returns:



677
678
679
 
# File 'sig/types.rbs', line 677

def level
  @level
end

#preserve_code ⇒ Boolean?

Returns the value of attribute preserve_code.

Returns:

  • (Boolean, nil) 


680
681
682
 
# File 'sig/types.rbs', line 680

def preserve_code
  @preserve_code
end

#preserve_markdown ⇒ Boolean?

Returns the value of attribute preserve_markdown.

Returns:

  • (Boolean, nil) 


679
680
681
 
# File 'sig/types.rbs', line 679

def preserve_markdown
  @preserve_markdown
end

#preserve_patterns ⇒ Array[String]?

Returns the value of attribute preserve_patterns.

Returns:

  • (Array[String], nil) 


685
686
687
 
# File 'sig/types.rbs', line 685

def preserve_patterns
  @preserve_patterns
end

#semantic_threshold ⇒ Float?

Returns the value of attribute semantic_threshold.

Returns:

  • (Float, nil) 


681
682
683
 
# File 'sig/types.rbs', line 681

def semantic_threshold
  @semantic_threshold
end

#target_reduction ⇒ Float?

Returns the value of attribute target_reduction.

Returns:

  • (Float, nil) 


686
687
688
 
# File 'sig/types.rbs', line 686

def target_reduction
  @target_reduction
end

#use_simd ⇒ Boolean?

Returns the value of attribute use_simd.

Returns:

  • (Boolean, nil) 


683
684
685
 
# File 'sig/types.rbs', line 683

def use_simd
  @use_simd
end

Class Method Details

.default ⇒ TokenReductionConfig

Returns:



690
 
# File 'sig/types.rbs', line 690

def self.default: () -> TokenReductionConfig