Class: Aws::BedrockAgent::Types::InferenceConfiguration

Inherits:

Struct

• Object
• Struct
• Aws::BedrockAgent::Types::InferenceConfiguration

Includes:

Structure

Defined in:

lib/aws-sdk-bedrockagent/types.rb

Overview

Configuration for inference in prompt configuration

See Also:

• AWS API Documentation

Constant Summary

SENSITIVE =

[]

Instance Attribute Summary

• #maximum_length ⇒ Integer

  Maximum length of output.

• #stop_sequences ⇒ Array<String>

  List of stop sequences.

• #temperature ⇒ Float

  Controls randomness, higher values increase diversity.

• #top_k ⇒ Integer

  Sample from the k most likely next tokens.

• #top_p ⇒ Float

  Cumulative probability cutoff for token selection.

Instance Attribute Details

#maximum_length ⇒ Integer

Maximum length of output

Returns:

• (Integer)

# File 'lib/aws-sdk-bedrockagent/types.rb', line 1754

class InferenceConfiguration < Struct.new(
  :temperature,
  :top_p,
  :top_k,
  :maximum_length,
  :stop_sequences)
  SENSITIVE = []
  include Aws::Structure
end

#stop_sequences ⇒ Array<String>

List of stop sequences

Returns:

• (Array<String>)

# File 'lib/aws-sdk-bedrockagent/types.rb', line 1754

class InferenceConfiguration < Struct.new(
  :temperature,
  :top_p,
  :top_k,
  :maximum_length,
  :stop_sequences)
  SENSITIVE = []
  include Aws::Structure
end

#temperature ⇒ Float

Controls randomness, higher values increase diversity

Returns:

• (Float)

# File 'lib/aws-sdk-bedrockagent/types.rb', line 1754

class InferenceConfiguration < Struct.new(
  :temperature,
  :top_p,
  :top_k,
  :maximum_length,
  :stop_sequences)
  SENSITIVE = []
  include Aws::Structure
end

#top_k ⇒ Integer

Sample from the k most likely next tokens

Returns:

• (Integer)

# File 'lib/aws-sdk-bedrockagent/types.rb', line 1754

class InferenceConfiguration < Struct.new(
  :temperature,
  :top_p,
  :top_k,
  :maximum_length,
  :stop_sequences)
  SENSITIVE = []
  include Aws::Structure
end

#top_p ⇒ Float

Cumulative probability cutoff for token selection

Returns:

• (Float)

# File 'lib/aws-sdk-bedrockagent/types.rb', line 1754

class InferenceConfiguration < Struct.new(
  :temperature,
  :top_p,
  :top_k,
  :maximum_length,
  :stop_sequences)
  SENSITIVE = []
  include Aws::Structure
end