Class: Crawlberg::CrawlPageResult

Inherits:
Object
  • Object
show all
Defined in:
sig/types.rbs

Instance Attribute Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize ⇒ CrawlPageResult

Returns a new instance of CrawlPageResult.

Parameters:

  • url: (String)
  • normalized_url: (String)
  • status_code: (Integer)
  • content_type: (String)
  • html: (String)
  • body_size: (Integer)
  • metadata: (PageMetadata)
  • links: (Array[LinkInfo])
  • images: (Array[ImageInfo])
  • feeds: (Array[FeedInfo])
  • json_ld: (Array[JsonLdEntry])
  • depth: (Integer)
  • stayed_on_domain: (Boolean)
  • was_skipped: (Boolean)
  • is_pdf: (Boolean)
  • detected_charset: (String)
  • markdown: (MarkdownResult)
  • extracted_data: (json_value)
  • extraction_meta: (ExtractionMeta)
  • downloaded_document: (DownloadedDocument)
  • browser_used: (Boolean) 


206
 
# File 'sig/types.rbs', line 206

def initialize: (?url: String, ?normalized_url: String, ?status_code: Integer, ?content_type: String, ?html: String, ?body_size: Integer, ?metadata: PageMetadata, ?links: Array[LinkInfo], ?images: Array[ImageInfo], ?feeds: Array[FeedInfo], ?json_ld: Array[JsonLdEntry], ?depth: Integer, ?stayed_on_domain: bool, ?was_skipped: bool, ?is_pdf: bool, ?detected_charset: String, ?markdown: MarkdownResult, ?extracted_data: json_value, ?extraction_meta: ExtractionMeta, ?downloaded_document: DownloadedDocument, ?browser_used: bool) -> void

Instance Attribute Details

#body_size ⇒ Integer?

Returns the value of attribute body_size.

Returns:

  • (Integer, nil) 


189
190
191
 
# File 'sig/types.rbs', line 189

def body_size
  @body_size
end

#browser_used ⇒ Boolean?

Returns the value of attribute browser_used.

Returns:

  • (Boolean, nil) 


204
205
206
 
# File 'sig/types.rbs', line 204

def browser_used
  @browser_used
end

#content_type ⇒ String?

Returns the value of attribute content_type.

Returns:

  • (String, nil) 


187
188
189
 
# File 'sig/types.rbs', line 187

def content_type
  @content_type
end

#depth ⇒ Integer?

Returns the value of attribute depth.

Returns:

  • (Integer, nil) 


195
196
197
 
# File 'sig/types.rbs', line 195

def depth
  @depth
end

#detected_charset ⇒ String?

Returns the value of attribute detected_charset.

Returns:

  • (String, nil) 


199
200
201
 
# File 'sig/types.rbs', line 199

def detected_charset
  @detected_charset
end

#downloaded_document ⇒ DownloadedDocument?

Returns the value of attribute downloaded_document.

Returns:



203
204
205
 
# File 'sig/types.rbs', line 203

def downloaded_document
  @downloaded_document
end

#extracted_data ⇒ json_value?

Returns the value of attribute extracted_data.

Returns:

  • (json_value, nil) 


201
202
203
 
# File 'sig/types.rbs', line 201

def extracted_data
  @extracted_data
end

#extraction_meta ⇒ ExtractionMeta?

Returns the value of attribute extraction_meta.

Returns:



202
203
204
 
# File 'sig/types.rbs', line 202

def extraction_meta
  @extraction_meta
end

#feeds ⇒ Array[FeedInfo]?

Returns the value of attribute feeds.

Returns:



193
194
195
 
# File 'sig/types.rbs', line 193

def feeds
  @feeds
end

#html ⇒ String?

Returns the value of attribute html.

Returns:

  • (String, nil) 


188
189
190
 
# File 'sig/types.rbs', line 188

def html
  @html
end

#images ⇒ Array[ImageInfo]?

Returns the value of attribute images.

Returns:



192
193
194
 
# File 'sig/types.rbs', line 192

def images
  @images
end

#is_pdf ⇒ Boolean?

Returns the value of attribute is_pdf.

Returns:

  • (Boolean, nil) 


198
199
200
 
# File 'sig/types.rbs', line 198

def is_pdf
  @is_pdf
end

#json_ld ⇒ Array[JsonLdEntry]?

Returns the value of attribute json_ld.

Returns:



194
195
196
 
# File 'sig/types.rbs', line 194

def json_ld
  @json_ld
end

#links ⇒ Array[LinkInfo]?

Returns the value of attribute links.

Returns:



191
192
193
 
# File 'sig/types.rbs', line 191

def links
  @links
end

#markdown ⇒ MarkdownResult?

Returns the value of attribute markdown.

Returns:



200
201
202
 
# File 'sig/types.rbs', line 200

def markdown
  @markdown
end

#metadata ⇒ PageMetadata?

Returns the value of attribute metadata.

Returns:



190
191
192
 
# File 'sig/types.rbs', line 190

def metadata
  @metadata
end

#normalized_url ⇒ String?

Returns the value of attribute normalized_url.

Returns:

  • (String, nil) 


185
186
187
 
# File 'sig/types.rbs', line 185

def normalized_url
  @normalized_url
end

#status_code ⇒ Integer?

Returns the value of attribute status_code.

Returns:

  • (Integer, nil) 


186
187
188
 
# File 'sig/types.rbs', line 186

def status_code
  @status_code
end

#stayed_on_domain ⇒ Boolean?

Returns the value of attribute stayed_on_domain.

Returns:

  • (Boolean, nil) 


196
197
198
 
# File 'sig/types.rbs', line 196

def stayed_on_domain
  @stayed_on_domain
end

#url ⇒ String?

Returns the value of attribute url.

Returns:

  • (String, nil) 


184
185
186
 
# File 'sig/types.rbs', line 184

def url
  @url
end

#was_skipped ⇒ Boolean?

Returns the value of attribute was_skipped.

Returns:

  • (Boolean, nil) 


197
198
199
 
# File 'sig/types.rbs', line 197

def was_skipped
  @was_skipped
end