Class: LlmScraper::Configuration

Inherits:
Object
  • Object
show all
Defined in:
lib/llm_scraper/configuration.rb

Instance Attribute Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize ⇒ Configuration

Returns a new instance of Configuration.



17
18
19
20
21
22
 
# File 'lib/llm_scraper/configuration.rb', line 17

def initialize
  @llm_provider = :openai_compatible
  @llm_timeout  = 30
  @max_retries  = 3
  @fetcher      = :jina
end

Instance Attribute Details

#fetcher ⇒ Object

:jina | :firecrawl | :markdownify | :local



12
13
14
 
# File 'lib/llm_scraper/configuration.rb', line 12

def fetcher
  @fetcher
end

#firecrawl_api_key ⇒ Object

Returns the value of attribute firecrawl_api_key.



14
15
16
 
# File 'lib/llm_scraper/configuration.rb', line 14

def firecrawl_api_key
  @firecrawl_api_key
end

#jina_api_key ⇒ Object

nil = unauthenticated (~200 req/day limit)



13
14
15
 
# File 'lib/llm_scraper/configuration.rb', line 13

def jina_api_key
  @jina_api_key
end

#llm_api_key ⇒ Object

Returns the value of attribute llm_api_key.



7
8
9
 
# File 'lib/llm_scraper/configuration.rb', line 7

def llm_api_key
  @llm_api_key
end

#llm_base_url ⇒ Object

e.g. “api.deepseek.com/v1”



6
7
8
 
# File 'lib/llm_scraper/configuration.rb', line 6

def llm_base_url
  @llm_base_url
end

#llm_model ⇒ Object

e.g. “deepseek-v4-flash”



8
9
10
 
# File 'lib/llm_scraper/configuration.rb', line 8

def llm_model
  @llm_model
end

#llm_provider ⇒ Object

:openai_compatible | :anthropic



5
6
7
 
# File 'lib/llm_scraper/configuration.rb', line 5

def llm_provider
  @llm_provider
end

#llm_timeout ⇒ Object

seconds



9
10
11
 
# File 'lib/llm_scraper/configuration.rb', line 9

def llm_timeout
  @llm_timeout
end

#markdownify_api_key ⇒ Object

Returns the value of attribute markdownify_api_key.



15
16
17
 
# File 'lib/llm_scraper/configuration.rb', line 15

def markdownify_api_key
  @markdownify_api_key
end

#max_retries ⇒ Object

Returns the value of attribute max_retries.



10
11
12
 
# File 'lib/llm_scraper/configuration.rb', line 10

def max_retries
  @max_retries
end