Class: Langfuse::PromptCache

Inherits:
Object
  • Object
show all
Includes:
StaleWhileRevalidate
Defined in:
lib/langfuse/prompt_cache.rb

Overview

Simple in-memory cache for prompt data with TTL

Thread-safe cache implementation for storing prompt responses with time-to-live expiration.

Examples:

cache = Langfuse::PromptCache.new(ttl: 60)
cache.set("greeting:1", prompt_data)
cache.get("greeting:1") # => prompt_data

Defined Under Namespace

Classes: CacheEntry

Instance Attribute Summary collapse

Class Method Summary collapse

Instance Method Summary collapse

Methods included from StaleWhileRevalidate

#fetch_with_stale_while_revalidate, #initialize_swr, #shutdown, #swr_enabled?

Constructor Details

#initialize(ttl: 60, max_size: 1000, stale_ttl: 0, refresh_threads: 5, logger: default_logger) ⇒ PromptCache

Initialize a new cache

Parameters:

  • ttl (Integer) (defaults to: 60) —

    Time-to-live in seconds (default: 60)

  • max_size (Integer) (defaults to: 1000) —

    Maximum cache size (default: 1000)

  • stale_ttl (Integer) (defaults to: 0) —

    Stale TTL for SWR in seconds (default: 0, SWR disabled). Note: :indefinite is normalized to 1000 years by Config before being passed here.

  • refresh_threads (Integer) (defaults to: 5) —

    Number of background refresh threads (default: 5)

  • logger (Logger, nil) (defaults to: default_logger) —

    Logger instance for error reporting (default: nil, creates new logger)



66
67
68
69
70
71
72
73
74
75
 
# File 'lib/langfuse/prompt_cache.rb', line 66

def initialize(ttl: 60, max_size: 1000, stale_ttl: 0, refresh_threads: 5, logger: default_logger)
  @ttl = ttl
  @max_size = max_size
  @stale_ttl = stale_ttl
  @logger = logger
  @cache = {}
  @monitor = Monitor.new
  @locks = {} # Track locks for in-memory locking
  initialize_swr(refresh_threads: refresh_threads) if swr_enabled?
end

Instance Attribute Details

#logger ⇒ Object (readonly)

Returns the value of attribute logger.



56
57
58
 
# File 'lib/langfuse/prompt_cache.rb', line 56

def logger
  @logger
end

#max_size ⇒ Object (readonly)

Returns the value of attribute max_size.



56
57
58
 
# File 'lib/langfuse/prompt_cache.rb', line 56

def max_size
  @max_size
end

#stale_ttl ⇒ Object (readonly)

Returns the value of attribute stale_ttl.



56
57
58
 
# File 'lib/langfuse/prompt_cache.rb', line 56

def stale_ttl
  @stale_ttl
end

#ttl ⇒ Object (readonly)

Returns the value of attribute ttl.



56
57
58
 
# File 'lib/langfuse/prompt_cache.rb', line 56

def ttl
  @ttl
end

Class Method Details

.build_key(name, version: nil, label: nil) ⇒ String

Build a cache key from prompt name and options

Parameters:

  • name (String) —

    Prompt name

  • version (Integer, nil) (defaults to: nil) —

    Optional version

  • label (String, nil) (defaults to: nil) —

    Optional label

Returns:

  • (String) —

    Cache key



153
154
155
156
157
158
 
# File 'lib/langfuse/prompt_cache.rb', line 153

def self.build_key(name, version: nil, label: nil)
  key = name.to_s
  key += ":v#{version}" if version
  key += ":#{label}" if label
  key
end

Instance Method Details

#cleanup_expired ⇒ Integer

Remove expired entries from cache

Returns:

  • (Integer) —

    Number of entries removed



121
122
123
124
125
126
127
 
# File 'lib/langfuse/prompt_cache.rb', line 121

def cleanup_expired
  @monitor.synchronize do
    initial_size = @cache.size
    @cache.delete_if { |_key, entry| entry.expired? }
    initial_size - @cache.size
  end
end

#clear ⇒ void

This method returns an undefined value.

Clear the entire cache



112
113
114
115
116
 
# File 'lib/langfuse/prompt_cache.rb', line 112

def clear
  @monitor.synchronize do
    @cache.clear
  end
end

#empty? ⇒ Boolean

Check if cache is empty

Returns:

  • (Boolean) 


141
142
143
144
145
 
# File 'lib/langfuse/prompt_cache.rb', line 141

def empty?
  @monitor.synchronize do
    @cache.empty?
  end
end

#get(key) ⇒ Object?

Get a value from the cache

Parameters:

  • key (String) —

    Cache key

Returns:

  • (Object, nil) —

    Cached value or nil if not found/expired



81
82
83
84
85
86
87
88
89
 
# File 'lib/langfuse/prompt_cache.rb', line 81

def get(key)
  @monitor.synchronize do
    entry = @cache[key]
    return nil unless entry
    return nil if entry.expired?

    entry.data
  end
end

#set(key, value) ⇒ Object

Set a value in the cache

Parameters:

  • key (String) —

    Cache key

  • value (Object) —

    Value to cache

Returns:

  • (Object) —

    The cached value



96
97
98
99
100
101
102
103
104
105
106
107
 
# File 'lib/langfuse/prompt_cache.rb', line 96

def set(key, value)
  @monitor.synchronize do
    # Evict oldest entry if at max size
    evict_oldest if @cache.size >= max_size

    now = Time.now
    fresh_until = now + ttl
    stale_until = fresh_until + stale_ttl
    @cache[key] = CacheEntry.new(value, fresh_until, stale_until)
    value
  end
end

#size ⇒ Integer

Get current cache size

Returns:

  • (Integer) —

    Number of entries in cache



132
133
134
135
136
 
# File 'lib/langfuse/prompt_cache.rb', line 132

def size
  @monitor.synchronize do
    @cache.size
  end
end