Class: Xberg::TokenReductionConfig

Inherits:
Object
  • Object
show all
Defined in:
sig/types.rbs

Instance Attribute Summary collapse

Class Method Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize ⇒ TokenReductionConfig

Returns a new instance of TokenReductionConfig.

Parameters:

  • level: (ReductionLevel)
  • language_hint: (String)
  • preserve_markdown: (Boolean)
  • preserve_code: (Boolean)
  • semantic_threshold: (Float)
  • enable_parallel: (Boolean)
  • use_simd: (Boolean)
  • custom_stopwords: (Hash[String, Array[String]])
  • preserve_patterns: (Array[String])
  • target_reduction: (Float)
  • enable_semantic_clustering: (Boolean) 


720
 
# File 'sig/types.rbs', line 720

def initialize: (?level: ReductionLevel, ?language_hint: String, ?preserve_markdown: bool, ?preserve_code: bool, ?semantic_threshold: Float, ?enable_parallel: bool, ?use_simd: bool, ?custom_stopwords: Hash[String, Array[String]], ?preserve_patterns: Array[String], ?target_reduction: Float, ?enable_semantic_clustering: bool) -> void

Instance Attribute Details

#custom_stopwords ⇒ Hash[String, Array[String]]?

Returns the value of attribute custom_stopwords.

Returns:

  • (Hash[String, Array[String]], nil) 


715
716
717
 
# File 'sig/types.rbs', line 715

def custom_stopwords
  @custom_stopwords
end

#enable_parallel ⇒ Boolean?

Returns the value of attribute enable_parallel.

Returns:

  • (Boolean, nil) 


713
714
715
 
# File 'sig/types.rbs', line 713

def enable_parallel
  @enable_parallel
end

#enable_semantic_clustering ⇒ Boolean?

Returns the value of attribute enable_semantic_clustering.

Returns:

  • (Boolean, nil) 


718
719
720
 
# File 'sig/types.rbs', line 718

def enable_semantic_clustering
  @enable_semantic_clustering
end

#language_hint ⇒ String?

Returns the value of attribute language_hint.

Returns:

  • (String, nil) 


709
710
711
 
# File 'sig/types.rbs', line 709

def language_hint
  @language_hint
end

#level ⇒ ReductionLevel?

Returns the value of attribute level.

Returns:



708
709
710
 
# File 'sig/types.rbs', line 708

def level
  @level
end

#preserve_code ⇒ Boolean?

Returns the value of attribute preserve_code.

Returns:

  • (Boolean, nil) 


711
712
713
 
# File 'sig/types.rbs', line 711

def preserve_code
  @preserve_code
end

#preserve_markdown ⇒ Boolean?

Returns the value of attribute preserve_markdown.

Returns:

  • (Boolean, nil) 


710
711
712
 
# File 'sig/types.rbs', line 710

def preserve_markdown
  @preserve_markdown
end

#preserve_patterns ⇒ Array[String]?

Returns the value of attribute preserve_patterns.

Returns:

  • (Array[String], nil) 


716
717
718
 
# File 'sig/types.rbs', line 716

def preserve_patterns
  @preserve_patterns
end

#semantic_threshold ⇒ Float?

Returns the value of attribute semantic_threshold.

Returns:

  • (Float, nil) 


712
713
714
 
# File 'sig/types.rbs', line 712

def semantic_threshold
  @semantic_threshold
end

#target_reduction ⇒ Float?

Returns the value of attribute target_reduction.

Returns:

  • (Float, nil) 


717
718
719
 
# File 'sig/types.rbs', line 717

def target_reduction
  @target_reduction
end

#use_simd ⇒ Boolean?

Returns the value of attribute use_simd.

Returns:

  • (Boolean, nil) 


714
715
716
 
# File 'sig/types.rbs', line 714

def use_simd
  @use_simd
end

Class Method Details

.default ⇒ TokenReductionConfig

Returns:



721
 
# File 'sig/types.rbs', line 721

def self.default: () -> TokenReductionConfig