Class: XTwitterScraper::Resources::Extractions
- Inherits:
-
Object
- Object
- XTwitterScraper::Resources::Extractions
- Defined in:
- lib/x_twitter_scraper/resources/extractions.rb,
sig/x_twitter_scraper/resources/extractions.rbs
Overview
Bulk data extraction (23 tool types)
Instance Method Summary collapse
-
#estimate_cost(tool_type:, advanced_query: nil, any_words: nil, bio_contains: nil, blue_verified_only: nil, bounding_box: nil, card_name: nil, cashtags: nil, collection_strategy: nil, conversation_id: nil, dedupe_across_targets: nil, dedupe_mode: nil, exact_phrase: nil, exclude_original_author: nil, exclude_source: nil, exclude_words: nil, from_user: nil, geocode: nil, hashtags: nil, has_location: nil, has_media_only: nil, has_website: nil, include_original_post: nil, include_search_terms: nil, include_target_metadata: nil, in_reply_to_tweet_id: nil, language: nil, list_id: nil, location_contains: nil, max_depth: nil, max_followers: nil, max_following: nil, max_id: nil, max_items_per_target: nil, max_likes: nil, max_pages_per_target: nil, max_posts: nil, max_quotes: nil, max_replies: nil, max_retweets: nil, media_type: nil, mentioning: nil, min_account_age_days: nil, min_bookmarks: nil, min_faves: nil, min_followers: nil, min_following: nil, min_posts: nil, min_quotes: nil, min_replies: nil, min_retweets: nil, min_views: nil, native_retweets: nil, near: nil, news: nil, overlap_mode: nil, place: nil, place_country: nil, point_radius: nil, query_type: nil, quotes: nil, quotes_of_tweet_id: nil, relation_targets: nil, replies: nil, results_limit: nil, retweets: nil, retweets_of_tweet_id: nil, safe: nil, scope: nil, search_queries: nil, search_query: nil, since_date: nil, since_id: nil, since_time: nil, sort: nil, source: nil, start_cursor: nil, target_community_id: nil, target_community_ids: nil, target_list_id: nil, target_list_ids: nil, targets: nil, target_space_id: nil, target_tweet_id: nil, target_tweet_ids: nil, target_username: nil, target_usernames: nil, to_user: nil, until_date: nil, until_time: nil, url: nil, username_contains: nil, verified_only: nil, verified_type: nil, within: nil, within_time: nil, request_options: {}) ⇒ XTwitterScraper::Models::ExtractionEstimateCostResponse
Some parameter documentations has been truncated, see Models::ExtractionEstimateCostParams for more details.
-
#export_results(id, format_:, has_description: nil, has_location: nil, has_media: nil, lang: nil, max_followers: nil, max_following: nil, max_posts: nil, min_followers: nil, min_following: nil, min_likes: nil, min_posts: nil, min_replies: nil, min_retweets: nil, min_views: nil, search: nil, since_date: nil, until_date: nil, verified: nil, request_options: {}) ⇒ StringIO
Export extraction results.
-
#initialize(client:) ⇒ Extractions
constructor
private
A new instance of Extractions.
-
#list(cursor: nil, limit: nil, status: nil, tool_type: nil, request_options: {}) ⇒ XTwitterScraper::Models::ExtractionListResponse
Some parameter documentations has been truncated, see Models::ExtractionListParams for more details.
-
#retrieve(id, cursor: nil, field_style: nil, include_raw: nil, limit: nil, output_mode: nil, output_preset: nil, request_options: {}) ⇒ XTwitterScraper::Models::ExtractionRetrieveResponse
Get extraction results.
-
#run(tool_type:, dry_run: nil, advanced_query: nil, any_words: nil, bio_contains: nil, blue_verified_only: nil, bounding_box: nil, card_name: nil, cashtags: nil, collection_strategy: nil, conversation_id: nil, dedupe_across_targets: nil, dedupe_mode: nil, exact_phrase: nil, exclude_original_author: nil, exclude_source: nil, exclude_words: nil, from_user: nil, geocode: nil, hashtags: nil, has_location: nil, has_media_only: nil, has_website: nil, include_original_post: nil, include_search_terms: nil, include_target_metadata: nil, in_reply_to_tweet_id: nil, language: nil, list_id: nil, location_contains: nil, max_depth: nil, max_followers: nil, max_following: nil, max_id: nil, max_items_per_target: nil, max_likes: nil, max_pages_per_target: nil, max_posts: nil, max_quotes: nil, max_replies: nil, max_retweets: nil, media_type: nil, mentioning: nil, min_account_age_days: nil, min_bookmarks: nil, min_faves: nil, min_followers: nil, min_following: nil, min_posts: nil, min_quotes: nil, min_replies: nil, min_retweets: nil, min_views: nil, native_retweets: nil, near: nil, news: nil, overlap_mode: nil, place: nil, place_country: nil, point_radius: nil, query_type: nil, quotes: nil, quotes_of_tweet_id: nil, relation_targets: nil, replies: nil, results_limit: nil, retweets: nil, retweets_of_tweet_id: nil, safe: nil, scope: nil, search_queries: nil, search_query: nil, since_date: nil, since_id: nil, since_time: nil, sort: nil, source: nil, start_cursor: nil, target_community_id: nil, target_community_ids: nil, target_list_id: nil, target_list_ids: nil, targets: nil, target_space_id: nil, target_tweet_id: nil, target_tweet_ids: nil, target_username: nil, target_usernames: nil, to_user: nil, until_date: nil, until_time: nil, url: nil, username_contains: nil, verified_only: nil, verified_type: nil, within: nil, within_time: nil, request_options: {}) ⇒ XTwitterScraper::Models::ExtractionRunResponse
Some parameter documentations has been truncated, see Models::ExtractionRunParams for more details.
Constructor Details
#initialize(client:) ⇒ Extractions
This method is part of a private API. You should avoid using this method if possible, as it may be removed or be changed in the future.
Returns a new instance of Extractions.
600 601 602 |
# File 'lib/x_twitter_scraper/resources/extractions.rb', line 600 def initialize(client:) @client = client end |
Instance Method Details
#estimate_cost(tool_type:, advanced_query: nil, any_words: nil, bio_contains: nil, blue_verified_only: nil, bounding_box: nil, card_name: nil, cashtags: nil, collection_strategy: nil, conversation_id: nil, dedupe_across_targets: nil, dedupe_mode: nil, exact_phrase: nil, exclude_original_author: nil, exclude_source: nil, exclude_words: nil, from_user: nil, geocode: nil, hashtags: nil, has_location: nil, has_media_only: nil, has_website: nil, include_original_post: nil, include_search_terms: nil, include_target_metadata: nil, in_reply_to_tweet_id: nil, language: nil, list_id: nil, location_contains: nil, max_depth: nil, max_followers: nil, max_following: nil, max_id: nil, max_items_per_target: nil, max_likes: nil, max_pages_per_target: nil, max_posts: nil, max_quotes: nil, max_replies: nil, max_retweets: nil, media_type: nil, mentioning: nil, min_account_age_days: nil, min_bookmarks: nil, min_faves: nil, min_followers: nil, min_following: nil, min_posts: nil, min_quotes: nil, min_replies: nil, min_retweets: nil, min_views: nil, native_retweets: nil, near: nil, news: nil, overlap_mode: nil, place: nil, place_country: nil, point_radius: nil, query_type: nil, quotes: nil, quotes_of_tweet_id: nil, relation_targets: nil, replies: nil, results_limit: nil, retweets: nil, retweets_of_tweet_id: nil, safe: nil, scope: nil, search_queries: nil, search_query: nil, since_date: nil, since_id: nil, since_time: nil, sort: nil, source: nil, start_cursor: nil, target_community_id: nil, target_community_ids: nil, target_list_id: nil, target_list_ids: nil, targets: nil, target_space_id: nil, target_tweet_id: nil, target_tweet_ids: nil, target_username: nil, target_usernames: nil, to_user: nil, until_date: nil, until_time: nil, url: nil, username_contains: nil, verified_only: nil, verified_type: nil, within: nil, within_time: nil, request_options: {}) ⇒ XTwitterScraper::Models::ExtractionEstimateCostResponse
Some parameter documentations has been truncated, see Models::ExtractionEstimateCostParams for more details.
Estimate extraction cost
287 288 289 290 291 292 293 294 295 296 |
# File 'lib/x_twitter_scraper/resources/extractions.rb', line 287 def estimate_cost(params) parsed, = XTwitterScraper::ExtractionEstimateCostParams.dump_request(params) @client.request( method: :post, path: "extractions/estimate", body: parsed, model: XTwitterScraper::Models::ExtractionEstimateCostResponse, options: ) end |
#export_results(id, format_:, has_description: nil, has_location: nil, has_media: nil, lang: nil, max_followers: nil, max_following: nil, max_posts: nil, min_followers: nil, min_following: nil, min_likes: nil, min_posts: nil, min_replies: nil, min_retweets: nil, min_views: nil, search: nil, since_date: nil, until_date: nil, verified: nil, request_options: {}) ⇒ StringIO
Export extraction results
347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 |
# File 'lib/x_twitter_scraper/resources/extractions.rb', line 347 def export_results(id, params) parsed, = XTwitterScraper::ExtractionExportResultsParams.dump_request(params) query = XTwitterScraper::Internal::Util.encode_query_params(parsed) @client.request( method: :get, path: ["extractions/%1$s/export", id], query: query.transform_keys( format_: "format", has_description: "hasDescription", has_location: "hasLocation", has_media: "hasMedia", max_followers: "maxFollowers", max_following: "maxFollowing", max_posts: "maxPosts", min_followers: "minFollowers", min_following: "minFollowing", min_likes: "minLikes", min_posts: "minPosts", min_replies: "minReplies", min_retweets: "minRetweets", min_views: "minViews", since_date: "sinceDate", until_date: "untilDate" ), headers: {"accept" => "application/octet-stream"}, model: StringIO, options: ) end |
#list(cursor: nil, limit: nil, status: nil, tool_type: nil, request_options: {}) ⇒ XTwitterScraper::Models::ExtractionListResponse
Some parameter documentations has been truncated, see Models::ExtractionListParams for more details.
List extraction jobs
71 72 73 74 75 76 77 78 79 80 81 |
# File 'lib/x_twitter_scraper/resources/extractions.rb', line 71 def list(params = {}) parsed, = XTwitterScraper::ExtractionListParams.dump_request(params) query = XTwitterScraper::Internal::Util.encode_query_params(parsed) @client.request( method: :get, path: "extractions", query: query.transform_keys(tool_type: "toolType"), model: XTwitterScraper::Models::ExtractionListResponse, options: ) end |
#retrieve(id, cursor: nil, field_style: nil, include_raw: nil, limit: nil, output_mode: nil, output_preset: nil, request_options: {}) ⇒ XTwitterScraper::Models::ExtractionRetrieveResponse
Get extraction results
34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 |
# File 'lib/x_twitter_scraper/resources/extractions.rb', line 34 def retrieve(id, params = {}) parsed, = XTwitterScraper::ExtractionRetrieveParams.dump_request(params) query = XTwitterScraper::Internal::Util.encode_query_params(parsed) @client.request( method: :get, path: ["extractions/%1$s", id], query: query.transform_keys( field_style: "fieldStyle", include_raw: "includeRaw", output_mode: "outputMode", output_preset: "outputPreset" ), model: XTwitterScraper::Models::ExtractionRetrieveResponse, options: ) end |
#run(tool_type:, dry_run: nil, advanced_query: nil, any_words: nil, bio_contains: nil, blue_verified_only: nil, bounding_box: nil, card_name: nil, cashtags: nil, collection_strategy: nil, conversation_id: nil, dedupe_across_targets: nil, dedupe_mode: nil, exact_phrase: nil, exclude_original_author: nil, exclude_source: nil, exclude_words: nil, from_user: nil, geocode: nil, hashtags: nil, has_location: nil, has_media_only: nil, has_website: nil, include_original_post: nil, include_search_terms: nil, include_target_metadata: nil, in_reply_to_tweet_id: nil, language: nil, list_id: nil, location_contains: nil, max_depth: nil, max_followers: nil, max_following: nil, max_id: nil, max_items_per_target: nil, max_likes: nil, max_pages_per_target: nil, max_posts: nil, max_quotes: nil, max_replies: nil, max_retweets: nil, media_type: nil, mentioning: nil, min_account_age_days: nil, min_bookmarks: nil, min_faves: nil, min_followers: nil, min_following: nil, min_posts: nil, min_quotes: nil, min_replies: nil, min_retweets: nil, min_views: nil, native_retweets: nil, near: nil, news: nil, overlap_mode: nil, place: nil, place_country: nil, point_radius: nil, query_type: nil, quotes: nil, quotes_of_tweet_id: nil, relation_targets: nil, replies: nil, results_limit: nil, retweets: nil, retweets_of_tweet_id: nil, safe: nil, scope: nil, search_queries: nil, search_query: nil, since_date: nil, since_id: nil, since_time: nil, sort: nil, source: nil, start_cursor: nil, target_community_id: nil, target_community_ids: nil, target_list_id: nil, target_list_ids: nil, targets: nil, target_space_id: nil, target_tweet_id: nil, target_tweet_ids: nil, target_username: nil, target_usernames: nil, to_user: nil, until_date: nil, until_time: nil, url: nil, username_contains: nil, verified_only: nil, verified_type: nil, within: nil, within_time: nil, request_options: {}) ⇒ XTwitterScraper::Models::ExtractionRunResponse
Some parameter documentations has been truncated, see Models::ExtractionRunParams for more details.
Run extraction
583 584 585 586 587 588 589 590 591 592 593 594 595 |
# File 'lib/x_twitter_scraper/resources/extractions.rb', line 583 def run(params) query_params = [:dry_run] parsed, = XTwitterScraper::ExtractionRunParams.dump_request(params) query = XTwitterScraper::Internal::Util.encode_query_params(parsed.slice(*query_params)) @client.request( method: :post, path: "extractions", query: query, body: parsed.except(*query_params), model: XTwitterScraper::Models::ExtractionRunResponse, options: ) end |