Class: Crawlberg::ScrapeResult

Inherits:
Object
  • Object
show all
Defined in:
sig/types.rbs

Instance Attribute Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize ⇒ ScrapeResult

Returns a new instance of ScrapeResult.

Parameters:

  • status_code: (Integer)
  • final_url: (String)
  • content_type: (String)
  • html: (String)
  • body_size: (Integer)
  • metadata: (PageMetadata)
  • links: (Array[LinkInfo])
  • images: (Array[ImageInfo])
  • feeds: (Array[FeedInfo])
  • json_ld: (Array[JsonLdEntry])
  • is_allowed: (Boolean)
  • crawl_delay: (Integer)
  • noindex_detected: (Boolean)
  • nofollow_detected: (Boolean)
  • x_robots_tag: (String)
  • is_pdf: (Boolean)
  • was_skipped: (Boolean)
  • detected_charset: (String)
  • auth_header_sent: (Boolean)
  • response_meta: (ResponseMeta)
  • assets: (Array[DownloadedAsset])
  • js_render_hint: (Boolean)
  • browser_used: (Boolean)
  • markdown: (MarkdownResult)
  • extracted_data: (json_value)
  • extraction_meta: (ExtractionMeta)
  • screenshot_base64: (String)
  • downloaded_document: (DownloadedDocument)
  • browser: (BrowserExtras) 


189
 
# File 'sig/types.rbs', line 189

def initialize: (?status_code: Integer, ?final_url: String, ?content_type: String, ?html: String, ?body_size: Integer, ?metadata: PageMetadata, ?links: Array[LinkInfo], ?images: Array[ImageInfo], ?feeds: Array[FeedInfo], ?json_ld: Array[JsonLdEntry], ?is_allowed: bool, ?crawl_delay: Integer, ?noindex_detected: bool, ?nofollow_detected: bool, ?x_robots_tag: String, ?is_pdf: bool, ?was_skipped: bool, ?detected_charset: String, ?auth_header_sent: bool, ?response_meta: ResponseMeta, ?assets: Array[DownloadedAsset], ?js_render_hint: bool, ?browser_used: bool, ?markdown: MarkdownResult, ?extracted_data: json_value, ?extraction_meta: ExtractionMeta, ?screenshot_base64: String, ?downloaded_document: DownloadedDocument, ?browser: BrowserExtras) -> void

Instance Attribute Details

#assets ⇒ Array[DownloadedAsset]?

Returns the value of attribute assets.

Returns:



179
180
181
 
# File 'sig/types.rbs', line 179

def assets
  @assets
end

#auth_header_sent ⇒ Boolean?

Returns the value of attribute auth_header_sent.

Returns:

  • (Boolean, nil) 


177
178
179
 
# File 'sig/types.rbs', line 177

def auth_header_sent
  @auth_header_sent
end

#body_size ⇒ Integer?

Returns the value of attribute body_size.

Returns:

  • (Integer, nil) 


163
164
165
 
# File 'sig/types.rbs', line 163

def body_size
  @body_size
end

#browser ⇒ BrowserExtras?

Returns the value of attribute browser.

Returns:



187
188
189
 
# File 'sig/types.rbs', line 187

def browser
  @browser
end

#browser_used ⇒ Boolean?

Returns the value of attribute browser_used.

Returns:

  • (Boolean, nil) 


181
182
183
 
# File 'sig/types.rbs', line 181

def browser_used
  @browser_used
end

#content_type ⇒ String?

Returns the value of attribute content_type.

Returns:

  • (String, nil) 


161
162
163
 
# File 'sig/types.rbs', line 161

def content_type
  @content_type
end

#crawl_delay ⇒ Integer?

Returns the value of attribute crawl_delay.

Returns:

  • (Integer, nil) 


170
171
172
 
# File 'sig/types.rbs', line 170

def crawl_delay
  @crawl_delay
end

#detected_charset ⇒ String?

Returns the value of attribute detected_charset.

Returns:

  • (String, nil) 


176
177
178
 
# File 'sig/types.rbs', line 176

def detected_charset
  @detected_charset
end

#downloaded_document ⇒ DownloadedDocument?

Returns the value of attribute downloaded_document.

Returns:



186
187
188
 
# File 'sig/types.rbs', line 186

def downloaded_document
  @downloaded_document
end

#extracted_data ⇒ json_value?

Returns the value of attribute extracted_data.

Returns:

  • (json_value, nil) 


183
184
185
 
# File 'sig/types.rbs', line 183

def extracted_data
  @extracted_data
end

#extraction_meta ⇒ ExtractionMeta?

Returns the value of attribute extraction_meta.

Returns:



184
185
186
 
# File 'sig/types.rbs', line 184

def extraction_meta
  @extraction_meta
end

#feeds ⇒ Array[FeedInfo]?

Returns the value of attribute feeds.

Returns:



167
168
169
 
# File 'sig/types.rbs', line 167

def feeds
  @feeds
end

#final_url ⇒ String?

Returns the value of attribute final_url.

Returns:

  • (String, nil) 


160
161
162
 
# File 'sig/types.rbs', line 160

def final_url
  @final_url
end

#html ⇒ String?

Returns the value of attribute html.

Returns:

  • (String, nil) 


162
163
164
 
# File 'sig/types.rbs', line 162

def html
  @html
end

#images ⇒ Array[ImageInfo]?

Returns the value of attribute images.

Returns:



166
167
168
 
# File 'sig/types.rbs', line 166

def images
  @images
end

#is_allowed ⇒ Boolean?

Returns the value of attribute is_allowed.

Returns:

  • (Boolean, nil) 


169
170
171
 
# File 'sig/types.rbs', line 169

def is_allowed
  @is_allowed
end

#is_pdf ⇒ Boolean?

Returns the value of attribute is_pdf.

Returns:

  • (Boolean, nil) 


174
175
176
 
# File 'sig/types.rbs', line 174

def is_pdf
  @is_pdf
end

#js_render_hint ⇒ Boolean?

Returns the value of attribute js_render_hint.

Returns:

  • (Boolean, nil) 


180
181
182
 
# File 'sig/types.rbs', line 180

def js_render_hint
  @js_render_hint
end

#json_ld ⇒ Array[JsonLdEntry]?

Returns the value of attribute json_ld.

Returns:



168
169
170
 
# File 'sig/types.rbs', line 168

def json_ld
  @json_ld
end

#links ⇒ Array[LinkInfo]?

Returns the value of attribute links.

Returns:



165
166
167
 
# File 'sig/types.rbs', line 165

def links
  @links
end

#markdown ⇒ MarkdownResult?

Returns the value of attribute markdown.

Returns:



182
183
184
 
# File 'sig/types.rbs', line 182

def markdown
  @markdown
end

#metadata ⇒ PageMetadata?

Returns the value of attribute metadata.

Returns:



164
165
166
 
# File 'sig/types.rbs', line 164

def metadata
  @metadata
end

#nofollow_detected ⇒ Boolean?

Returns the value of attribute nofollow_detected.

Returns:

  • (Boolean, nil) 


172
173
174
 
# File 'sig/types.rbs', line 172

def nofollow_detected
  @nofollow_detected
end

#noindex_detected ⇒ Boolean?

Returns the value of attribute noindex_detected.

Returns:

  • (Boolean, nil) 


171
172
173
 
# File 'sig/types.rbs', line 171

def noindex_detected
  @noindex_detected
end

#response_meta ⇒ ResponseMeta?

Returns the value of attribute response_meta.

Returns:



178
179
180
 
# File 'sig/types.rbs', line 178

def response_meta
  @response_meta
end

#screenshot_base64 ⇒ String?

Returns the value of attribute screenshot_base64.

Returns:

  • (String, nil) 


185
186
187
 
# File 'sig/types.rbs', line 185

def screenshot_base64
  @screenshot_base64
end

#status_code ⇒ Integer?

Returns the value of attribute status_code.

Returns:

  • (Integer, nil) 


159
160
161
 
# File 'sig/types.rbs', line 159

def status_code
  @status_code
end

#was_skipped ⇒ Boolean?

Returns the value of attribute was_skipped.

Returns:

  • (Boolean, nil) 


175
176
177
 
# File 'sig/types.rbs', line 175

def was_skipped
  @was_skipped
end

#x_robots_tag ⇒ String?

Returns the value of attribute x_robots_tag.

Returns:

  • (String, nil) 


173
174
175
 
# File 'sig/types.rbs', line 173

def x_robots_tag
  @x_robots_tag
end