Class: Etl::Integrations::Destination::Postgresql::Client

Inherits:
DestinationConnector
  • Object
show all
Defined in:
lib/etl/integrations/destination/postgresql/client.rb

Instance Method Summary collapse

Instance Method Details

#check_connection(connection_config) ⇒ Object 



9
10
11
12
13
14
15
16
17
18
19
 
# File 'lib/etl/integrations/destination/postgresql/client.rb', line 9

def check_connection(connection_config)
  connection_config = connection_config.with_indifferent_access
  create_connection(connection_config)
  ConnectionStatus.new(
    status: ConnectionStatusType["succeeded"]
  ).to_multiwoven_message
rescue PG::Error => e
  ConnectionStatus.new(
    status: ConnectionStatusType["failed"], message: e.message
  ).to_multiwoven_message
end

#discover(connection_config) ⇒ Object 



21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
 
# File 'lib/etl/integrations/destination/postgresql/client.rb', line 21

def discover(connection_config)
  connection_config = connection_config.with_indifferent_access
  query = "SELECT table_name, column_name, data_type, is_nullable
           FROM information_schema.columns
           WHERE table_schema = '#{connection_config[:schema]}' AND table_catalog = '#{connection_config[:database]}'
           ORDER BY table_name, ordinal_position;"

  db = create_connection(connection_config)
  records = db.exec(query) do |result|
    result.map do |row|
      row
    end
  end
  catalog = Catalog.new(streams: create_streams(records))
  catalog.to_multiwoven_message
rescue StandardError => e
  handle_exception(
    "POSTGRESQL:DISCOVER:EXCEPTION",
    "error",
    e
  )
ensure
  db&.close
end

#write(sync_config, records, action = "insert") ⇒ Object 



46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
 
# File 'lib/etl/integrations/destination/postgresql/client.rb', line 46

def write(sync_config, records, action = "insert")
  connection_config = sync_config.destination.connection_specification.with_indifferent_access
  table_name = sync_config.stream.name
  db = create_connection(connection_config)

  write_success = 0
  write_failure = 0

  records.each do |record|
    query = Etl::Integrations::Core::QueryBuilder.perform(action, table_name, record)
    begin
      db.exec(query)
      write_success += 1
    rescue StandardError => e
      handle_exception("POSTGRESQL:RECORD:WRITE:EXCEPTION", "error", e)
      write_failure += 1
    end
  end
  tracking_message(write_success, write_failure)
rescue StandardError => e
  handle_exception(
    "POSTGRESQL:WRITE:EXCEPTION",
    "error",
    e
  )
end