Class: Multiwoven::Integrations::Core::BaseConnector

Inherits:
Object
  • Object
show all
Includes:
Constants, Utils, Protocol
Defined in:
lib/multiwoven/integrations/core/base_connector.rb

Direct Known Subclasses

DestinationConnector, SourceConnector

Constant Summary

Constants included from Constants

Constants::AIRTABLE_BASES_ENDPOINT, Constants::AIRTABLE_GET_BASE_SCHEMA_ENDPOINT, Constants::AIRTABLE_URL_BASE, Constants::AISQUARED_BOLT_URL, Constants::ANTHROPIC_URL, Constants::CATALOG_SPEC_PATH, Constants::CONNECTOR_SPEC_PATH, Constants::DATABRICKS_DRIVER_PATH, Constants::DATABRICKS_HEALTH_URL, Constants::DATABRICKS_MAC_DRIVER_PATH, Constants::DATABRICKS_SERVING_URL, Constants::FACEBOOK_AUDIENCE_GET_ALL_ACCOUNTS, Constants::FIRECRAWL_CRAWL_ACTIVE_URL, Constants::FIRECRAWL_CRAWL_URL, Constants::FIRECRAWL_GET_CRAWL_URL, Constants::FIRECRAWL_REQUEST_RATE_LIMIT, Constants::FIRECRAWL_SCRAPE_URL, Constants::GOOGLE_SHEETS_SCOPE, Constants::GOOGLE_SPREADSHEET_ID_REGEX, Constants::GOOGLE_VERTEX_ENDPOINT_SERVICE_URL, Constants::GOOGLE_VERTEX_MODEL_NAME, Constants::HTTP_DELETE, Constants::HTTP_GET, Constants::HTTP_PATCH, Constants::HTTP_POST, Constants::HTTP_PUT, Constants::INSTALL_HTTPFS_QUERY, Constants::JSON_SCHEMA_URL, Constants::KLAVIYO_AUTH_ENDPOINT, Constants::KLAVIYO_AUTH_PAYLOAD, Constants::META_DATA_PATH, Constants::MICROSOFT_GRAPH_BASE, Constants::MICROSOFT_GRAPH_DRIVE_ITEM_URL, Constants::MICROSOFT_GRAPH_SCOPE, Constants::MICROSOFT_GRAPH_SHARE_ITEM_URL, Constants::MICROSOFT_GRAPH_TOKEN_URL, Constants::MICROSOFT_GRAPH_USER_DRIVE_URL, Constants::MISTRAL_AI_MODEL, Constants::MODELS_SPEC_PATH, Constants::MS_DYNAMICS_REST_API, Constants::MS_DYNAMICS_WHOAMI_API, Constants::MS_EXCEL_AUTH_ENDPOINT, Constants::MS_EXCEL_FILES_API, Constants::MS_EXCEL_SHEET_RANGE_API, Constants::MS_EXCEL_TABLE_API, Constants::MS_EXCEL_TABLE_ROW_WRITE_API, Constants::MS_EXCEL_WORKSHEETS_API, Constants::OPEN_AI_URL, Constants::QDRANT_SEARCH_URL, Constants::QUICKBOOKS_PRODUCTION_QUERY_URL, Constants::QUICKBOOKS_REDIRECT_URL, Constants::QUICKBOOKS_SANDBOX_QUERY_URL, Constants::SNOWFLAKE_DRIVER_PATH, Constants::SNOWFLAKE_MAC_DRIVER_PATH, Constants::TEXTRACT_LINE_ITEMS_FIELDS, Constants::TEXTRACT_SUMMARY_FIELDS, Constants::WATSONX_DATA_QUERIES_URL, Constants::WATSONX_GENERATION_DEPLOYMENT_URL, Constants::WATSONX_HEALTH_DEPLOYMENT_URL, Constants::WATSONX_PREDICTION_DEPLOYMENT_URL, Constants::WATSONX_STREAM_DEPLOYMENT_URL, Constants::ZENDESK_URL_SUFFIX

Constants included from Protocol

Protocol::CompressionType, Protocol::ConnectionStatusType, Protocol::ConnectorQueryType, Protocol::ConnectorType, Protocol::ControlMessageType, Protocol::DestinationSyncMode, Protocol::FileFormatType, Protocol::LogLevel, Protocol::ModelCatalogAvailability, Protocol::ModelCatalogKind, Protocol::ModelCatalogType, Protocol::ModelQueryType, Protocol::MultiwovenMessageType, Protocol::RequestRateLimitingUnit, Protocol::SchemaMode, Protocol::StreamAction, Protocol::StreamType, Protocol::SyncMode, Protocol::SyncStatus

Instance Method Summary collapse

Methods included from Utils

#build_catalog, #build_stream, #convert_to_json_schema, #create_log_message, #extract_data, #handle_exception, #hash_to_string, #keys_to_symbols, #log_request_response, #logger, #map_type_to_json_schema, #report_exception, #success?

Instance Method Details

#check_connection(_connection_config) ⇒ Object

Connection config is a hash



60
61
62
63
 
# File 'lib/multiwoven/integrations/core/base_connector.rb', line 60

def check_connection(_connection_config)
  raise "Not implemented"
  # returns Protocol.ConnectionStatus
end

#connector_spec ⇒ Object 



10
11
12
 
# File 'lib/multiwoven/integrations/core/base_connector.rb', line 10

def connector_spec
  @connector_spec ||= ConnectorSpecification.from_json(keys_to_symbols(read_json(CONNECTOR_SPEC_PATH)).to_json)
end

#curated_models ⇒ Object

Symbolized to match models from upstream; read_json hands back string keys, which leaves callers reading nil.



30
31
32
33
34
35
36
37
 
# File 'lib/multiwoven/integrations/core/base_connector.rb', line 30

def curated_models
  @curated_models ||= Array(read_json(MODELS_SPEC_PATH)["models"]).map(&:deep_symbolize_keys)
rescue Errno::ENOENT
  @curated_models = []
rescue StandardError => e
  Integrations::Service.logger.error("#{self.class}: unusable models.json: #{e.message}")
  @curated_models = []
end

#discover(_connection_config) ⇒ Object

Connection config is a hash



66
67
68
69
 
# File 'lib/multiwoven/integrations/core/base_connector.rb', line 66

def discover(_connection_config)
  raise "Not implemented"
  # returns Protocol::Catalog
end

#live_models ⇒ Object 



39
40
41
42
43
44
45
46
47
48
 
# File 'lib/multiwoven/integrations/core/base_connector.rb', line 39

def live_models
  slug = meta_data[:data][:openrouter_slug]
  return [] if slug.blank?

  overrides = meta_data[:data][:model_id_overrides] || {}
  Integrations::Core::OpenRouterCatalog.fetch.models_for(slug).map do |model|
    pinned = overrides[model[:id].to_sym] || overrides[model[:id].to_s]
    pinned.present? ? model.merge(id: pinned) : model
  end
end

#meta_data ⇒ Object 



14
15
16
17
18
19
 
# File 'lib/multiwoven/integrations/core/base_connector.rb', line 14

def meta_data
  return @meta_data if @meta_data

  # returns hash
  @meta_data = read_json(META_DATA_PATH).deep_symbolize_keys
end

#model_catalog ⇒ Object 



21
22
23
24
25
26
 
# File 'lib/multiwoven/integrations/core/base_connector.rb', line 21

def model_catalog
  @model_catalog ||= ModelCatalog.new(models: (live_models + curated_models).uniq { |model| model[:id] })
rescue Dry::Struct::Error => e
  Integrations::Service.logger.error("#{self.class}: unusable model catalog: #{e.message}")
  @model_catalog = ModelCatalog.new(models: [])
end

#relative_path ⇒ Object 



50
51
52
53
54
55
56
57
 
# File 'lib/multiwoven/integrations/core/base_connector.rb', line 50

def relative_path
  path = Object.const_source_location(self.class.to_s)[0]
  connector_folder = File.dirname(path)
  marker = "/lib/multiwoven/integrations/"
  parts = connector_folder.split(marker)

  marker + parts.last if parts.length > 1
end