Class: Xberg::TokenReductionConfig

Inherits:
Object
  • Object
show all
Defined in:
sig/types.rbs

Instance Attribute Summary collapse

Class Method Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize ⇒ TokenReductionConfig

Returns a new instance of TokenReductionConfig.

Parameters:

  • level: (ReductionLevel)
  • language_hint: (String)
  • preserve_markdown: (Boolean)
  • preserve_code: (Boolean)
  • semantic_threshold: (Float)
  • enable_parallel: (Boolean)
  • use_simd: (Boolean)
  • custom_stopwords: (Hash[String, Array[String]])
  • preserve_patterns: (Array[String])
  • target_reduction: (Float)
  • enable_semantic_clustering: (Boolean) 


724
 
# File 'sig/types.rbs', line 724

def initialize: (?level: ReductionLevel, ?language_hint: String, ?preserve_markdown: bool, ?preserve_code: bool, ?semantic_threshold: Float, ?enable_parallel: bool, ?use_simd: bool, ?custom_stopwords: Hash[String, Array[String]], ?preserve_patterns: Array[String], ?target_reduction: Float, ?enable_semantic_clustering: bool) -> void

Instance Attribute Details

#custom_stopwords ⇒ Hash[String, Array[String]]?

Returns the value of attribute custom_stopwords.

Returns:

  • (Hash[String, Array[String]], nil) 


719
720
721
 
# File 'sig/types.rbs', line 719

def custom_stopwords
  @custom_stopwords
end

#enable_parallel ⇒ Boolean?

Returns the value of attribute enable_parallel.

Returns:

  • (Boolean, nil) 


717
718
719
 
# File 'sig/types.rbs', line 717

def enable_parallel
  @enable_parallel
end

#enable_semantic_clustering ⇒ Boolean?

Returns the value of attribute enable_semantic_clustering.

Returns:

  • (Boolean, nil) 


722
723
724
 
# File 'sig/types.rbs', line 722

def enable_semantic_clustering
  @enable_semantic_clustering
end

#language_hint ⇒ String?

Returns the value of attribute language_hint.

Returns:

  • (String, nil) 


713
714
715
 
# File 'sig/types.rbs', line 713

def language_hint
  @language_hint
end

#level ⇒ ReductionLevel?

Returns the value of attribute level.

Returns:



712
713
714
 
# File 'sig/types.rbs', line 712

def level
  @level
end

#preserve_code ⇒ Boolean?

Returns the value of attribute preserve_code.

Returns:

  • (Boolean, nil) 


715
716
717
 
# File 'sig/types.rbs', line 715

def preserve_code
  @preserve_code
end

#preserve_markdown ⇒ Boolean?

Returns the value of attribute preserve_markdown.

Returns:

  • (Boolean, nil) 


714
715
716
 
# File 'sig/types.rbs', line 714

def preserve_markdown
  @preserve_markdown
end

#preserve_patterns ⇒ Array[String]?

Returns the value of attribute preserve_patterns.

Returns:

  • (Array[String], nil) 


720
721
722
 
# File 'sig/types.rbs', line 720

def preserve_patterns
  @preserve_patterns
end

#semantic_threshold ⇒ Float?

Returns the value of attribute semantic_threshold.

Returns:

  • (Float, nil) 


716
717
718
 
# File 'sig/types.rbs', line 716

def semantic_threshold
  @semantic_threshold
end

#target_reduction ⇒ Float?

Returns the value of attribute target_reduction.

Returns:

  • (Float, nil) 


721
722
723
 
# File 'sig/types.rbs', line 721

def target_reduction
  @target_reduction
end

#use_simd ⇒ Boolean?

Returns the value of attribute use_simd.

Returns:

  • (Boolean, nil) 


718
719
720
 
# File 'sig/types.rbs', line 718

def use_simd
  @use_simd
end

Class Method Details

.default ⇒ TokenReductionConfig

Returns:



725
 
# File 'sig/types.rbs', line 725

def self.default: () -> TokenReductionConfig