Class: Outhad::Integrations::Source::Firecrawl::Client

Inherits:
SourceConnector
  • Object
show all
Defined in:
lib/outhad/integrations/source/firecrawl/client.rb

Instance Method Summary collapse

Instance Method Details

#check_connection(connection_config) ⇒ Object 



7
8
9
10
11
12
13
14
15
16
17
18
19
 
# File 'lib/outhad/integrations/source/firecrawl/client.rb', line 7

def check_connection(connection_config)
  connection_config = connection_config.with_indifferent_access
  create_connection(connection_config)
  request = crawl_activity
  if success?(request)
    success_status
  else
    failure_status(nil)
  end
rescue StandardError => e
  handle_exception(e, { context: "FIRECRAWL:CHECK_CONNECTION:EXCEPTION", type: "error" })
  failure_status(e)
end

#discover(_connection_config = nil) ⇒ Object 



21
22
23
24
25
26
27
 
# File 'lib/outhad/integrations/source/firecrawl/client.rb', line 21

def discover(_connection_config = nil)
  catalog_json = read_json(CATALOG_SPEC_PATH)
  catalog = build_catalog(catalog_json)
  catalog.to_outhad_message
rescue StandardError => e
  handle_exception(e, { context: "FIRECRAWL:DISCOVER:EXCEPTION", type: "error" })
end

#read(sync_config) ⇒ Object 



29
30
31
32
33
34
35
36
37
38
39
40
41
 
# File 'lib/outhad/integrations/source/firecrawl/client.rb', line 29

def read(sync_config)
  connection_config = sync_config.source.connection_specification
  connection_config = connection_config.with_indifferent_access
  url = create_connection(connection_config)
  query(url, nil, nil)
rescue StandardError => e
  handle_exception(e, {
                     context: "FIRECRAWL:READ:EXCEPTION",
                     type: "error",
                     sync_id: sync_config.sync_id,
                     sync_run_id: sync_config.sync_run_id
                   })
end