Class: Crawlberg::CrawlPageResult

Inherits:
Object
  • Object
show all
Defined in:
sig/types.rbs

Instance Attribute Summary collapse

Instance Method Summary collapse

Constructor Details

#initializeCrawlPageResult

Returns a new instance of CrawlPageResult.

Parameters:

  • url: (String)
  • normalized_url: (String)
  • status_code: (Integer)
  • content_type: (String)
  • html: (String)
  • body_size: (Integer)
  • metadata: (PageMetadata)
  • links: (Array[LinkInfo])
  • images: (Array[ImageInfo])
  • feeds: (Array[FeedInfo])
  • json_ld: (Array[JsonLdEntry])
  • depth: (Integer)
  • stayed_on_domain: (Boolean)
  • was_skipped: (Boolean)
  • is_pdf: (Boolean)
  • detected_charset: (String)
  • markdown: (MarkdownResult)
  • extracted_data: (json_value)
  • extraction_meta: (ExtractionMeta)
  • downloaded_document: (DownloadedDocument)
  • browser_used: (Boolean)


215
# File 'sig/types.rbs', line 215

def initialize: (?url: String, ?normalized_url: String, ?status_code: Integer, ?content_type: String, ?html: String, ?body_size: Integer, ?metadata: PageMetadata, ?links: Array[LinkInfo], ?images: Array[ImageInfo], ?feeds: Array[FeedInfo], ?json_ld: Array[JsonLdEntry], ?depth: Integer, ?stayed_on_domain: bool, ?was_skipped: bool, ?is_pdf: bool, ?detected_charset: String, ?markdown: MarkdownResult, ?extracted_data: json_value, ?extraction_meta: ExtractionMeta, ?downloaded_document: DownloadedDocument, ?browser_used: bool) -> void

Instance Attribute Details

#body_sizeInteger?

Returns the value of attribute body_size.

Returns:

  • (Integer, nil)


198
199
200
# File 'sig/types.rbs', line 198

def body_size
  @body_size
end

#browser_usedBoolean?

Returns the value of attribute browser_used.

Returns:

  • (Boolean, nil)


213
214
215
# File 'sig/types.rbs', line 213

def browser_used
  @browser_used
end

#content_typeString?

Returns the value of attribute content_type.

Returns:

  • (String, nil)


196
197
198
# File 'sig/types.rbs', line 196

def content_type
  @content_type
end

#depthInteger?

Returns the value of attribute depth.

Returns:

  • (Integer, nil)


204
205
206
# File 'sig/types.rbs', line 204

def depth
  @depth
end

#detected_charsetString?

Returns the value of attribute detected_charset.

Returns:

  • (String, nil)


208
209
210
# File 'sig/types.rbs', line 208

def detected_charset
  @detected_charset
end

#downloaded_documentDownloadedDocument?

Returns the value of attribute downloaded_document.

Returns:



212
213
214
# File 'sig/types.rbs', line 212

def downloaded_document
  @downloaded_document
end

#extracted_datajson_value?

Returns the value of attribute extracted_data.

Returns:

  • (json_value, nil)


210
211
212
# File 'sig/types.rbs', line 210

def extracted_data
  @extracted_data
end

#extraction_metaExtractionMeta?

Returns the value of attribute extraction_meta.

Returns:



211
212
213
# File 'sig/types.rbs', line 211

def extraction_meta
  @extraction_meta
end

#feedsArray[FeedInfo]?

Returns the value of attribute feeds.

Returns:



202
203
204
# File 'sig/types.rbs', line 202

def feeds
  @feeds
end

#htmlString?

Returns the value of attribute html.

Returns:

  • (String, nil)


197
198
199
# File 'sig/types.rbs', line 197

def html
  @html
end

#imagesArray[ImageInfo]?

Returns the value of attribute images.

Returns:



201
202
203
# File 'sig/types.rbs', line 201

def images
  @images
end

#is_pdfBoolean?

Returns the value of attribute is_pdf.

Returns:

  • (Boolean, nil)


207
208
209
# File 'sig/types.rbs', line 207

def is_pdf
  @is_pdf
end

#json_ldArray[JsonLdEntry]?

Returns the value of attribute json_ld.

Returns:



203
204
205
# File 'sig/types.rbs', line 203

def json_ld
  @json_ld
end

Returns the value of attribute links.

Returns:



200
201
202
# File 'sig/types.rbs', line 200

def links
  @links
end

#markdownMarkdownResult?

Returns the value of attribute markdown.

Returns:



209
210
211
# File 'sig/types.rbs', line 209

def markdown
  @markdown
end

#metadataPageMetadata?

Returns the value of attribute metadata.

Returns:



199
200
201
# File 'sig/types.rbs', line 199

def 
  @metadata
end

#normalized_urlString?

Returns the value of attribute normalized_url.

Returns:

  • (String, nil)


194
195
196
# File 'sig/types.rbs', line 194

def normalized_url
  @normalized_url
end

#status_codeInteger?

Returns the value of attribute status_code.

Returns:

  • (Integer, nil)


195
196
197
# File 'sig/types.rbs', line 195

def status_code
  @status_code
end

#stayed_on_domainBoolean?

Returns the value of attribute stayed_on_domain.

Returns:

  • (Boolean, nil)


205
206
207
# File 'sig/types.rbs', line 205

def stayed_on_domain
  @stayed_on_domain
end

#urlString?

Returns the value of attribute url.

Returns:

  • (String, nil)


193
194
195
# File 'sig/types.rbs', line 193

def url
  @url
end

#was_skippedBoolean?

Returns the value of attribute was_skipped.

Returns:

  • (Boolean, nil)


206
207
208
# File 'sig/types.rbs', line 206

def was_skipped
  @was_skipped
end