Class: Xberg::TokenReductionConfig

Inherits:
Object
  • Object
show all
Defined in:
sig/types.rbs

Instance Attribute Summary collapse

Class Method Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize ⇒ TokenReductionConfig

Returns a new instance of TokenReductionConfig.

Parameters:

  • level: (ReductionLevel)
  • language_hint: (String)
  • preserve_markdown: (Boolean)
  • preserve_code: (Boolean)
  • semantic_threshold: (Float)
  • enable_parallel: (Boolean)
  • use_simd: (Boolean)
  • custom_stopwords: (Hash[String, Array[String]])
  • preserve_patterns: (Array[String])
  • target_reduction: (Float)
  • enable_semantic_clustering: (Boolean) 


748
 
# File 'sig/types.rbs', line 748

def initialize: (?level: ReductionLevel, ?language_hint: String, ?preserve_markdown: bool, ?preserve_code: bool, ?semantic_threshold: Float, ?enable_parallel: bool, ?use_simd: bool, ?custom_stopwords: Hash[String, Array[String]], ?preserve_patterns: Array[String], ?target_reduction: Float, ?enable_semantic_clustering: bool) -> void

Instance Attribute Details

#custom_stopwords ⇒ Hash[String, Array[String]]?

Returns the value of attribute custom_stopwords.

Returns:

  • (Hash[String, Array[String]], nil) 


743
744
745
 
# File 'sig/types.rbs', line 743

def custom_stopwords
  @custom_stopwords
end

#enable_parallel ⇒ Boolean?

Returns the value of attribute enable_parallel.

Returns:

  • (Boolean, nil) 


741
742
743
 
# File 'sig/types.rbs', line 741

def enable_parallel
  @enable_parallel
end

#enable_semantic_clustering ⇒ Boolean?

Returns the value of attribute enable_semantic_clustering.

Returns:

  • (Boolean, nil) 


746
747
748
 
# File 'sig/types.rbs', line 746

def enable_semantic_clustering
  @enable_semantic_clustering
end

#language_hint ⇒ String?

Returns the value of attribute language_hint.

Returns:

  • (String, nil) 


737
738
739
 
# File 'sig/types.rbs', line 737

def language_hint
  @language_hint
end

#level ⇒ ReductionLevel?

Returns the value of attribute level.

Returns:



736
737
738
 
# File 'sig/types.rbs', line 736

def level
  @level
end

#preserve_code ⇒ Boolean?

Returns the value of attribute preserve_code.

Returns:

  • (Boolean, nil) 


739
740
741
 
# File 'sig/types.rbs', line 739

def preserve_code
  @preserve_code
end

#preserve_markdown ⇒ Boolean?

Returns the value of attribute preserve_markdown.

Returns:

  • (Boolean, nil) 


738
739
740
 
# File 'sig/types.rbs', line 738

def preserve_markdown
  @preserve_markdown
end

#preserve_patterns ⇒ Array[String]?

Returns the value of attribute preserve_patterns.

Returns:

  • (Array[String], nil) 


744
745
746
 
# File 'sig/types.rbs', line 744

def preserve_patterns
  @preserve_patterns
end

#semantic_threshold ⇒ Float?

Returns the value of attribute semantic_threshold.

Returns:

  • (Float, nil) 


740
741
742
 
# File 'sig/types.rbs', line 740

def semantic_threshold
  @semantic_threshold
end

#target_reduction ⇒ Float?

Returns the value of attribute target_reduction.

Returns:

  • (Float, nil) 


745
746
747
 
# File 'sig/types.rbs', line 745

def target_reduction
  @target_reduction
end

#use_simd ⇒ Boolean?

Returns the value of attribute use_simd.

Returns:

  • (Boolean, nil) 


742
743
744
 
# File 'sig/types.rbs', line 742

def use_simd
  @use_simd
end

Class Method Details

.default ⇒ TokenReductionConfig

Returns:



749
 
# File 'sig/types.rbs', line 749

def self.default: () -> TokenReductionConfig