Module: RR::ReplicationExtenders::PostgreSQLReplication

Defined in:
lib/rubyrep/replication_extenders/postgresql_replication.rb

Overview

Provides PostgreSQL specific functionality for database replication

Instance Method Summary collapse

Instance Method Details

#add_big_primary_key(table_name, key_name) ⇒ Object

Adds a big (8 byte value), auto-incrementing primary key column to the specified table.

  • table_name: name of the target table

  • key_name: name of the primary key column



206
207
208
209
210
211
212
213
214
215
216
217
218
219
 
# File 'lib/rubyrep/replication_extenders/postgresql_replication.rb', line 206

def add_big_primary_key(table_name, key_name)
  old_message_level = select_one("show client_min_messages")['client_min_messages']
  execute "set client_min_messages = warning"
  execute("    alter table \"\#{table_name}\" add column \#{key_name} bigserial\n  end_sql\n\n  execute(<<-end_sql)\n    alter table \"\#{table_name}\" add constraint \#{table_name}_\#{key_name}_pkey primary key (\#{key_name})\n  end_sql\n  \nensure\n  execute \"set client_min_messages = \#{old_message_level}\"\nend\n")

#clear_sequence_setup(rep_prefix, table_name) ⇒ Object

Restores the original sequence settings. (Actually it sets the sequence increment to 1. If before, it had a different value, then the restoration will not be correct.)

  • rep_prefix: not used (necessary) for the Postgres

  • table_name: name of the table



185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
 
# File 'lib/rubyrep/replication_extenders/postgresql_replication.rb', line 185

def clear_sequence_setup(rep_prefix, table_name)
  sequence_names = select_all("    select s.relname\n    from pg_class as t\n    join pg_depend as r on t.oid = r.refobjid\n    join pg_class as s on r.objid = s.oid\n    and s.relkind = 'S'\n    and t.relname = '\#{table_name}' and t.relnamespace IN\n      (SELECT oid FROM pg_namespace WHERE nspname in (\#{schemas}))\n  end_sql\n  sequence_names.each do |sequence_name|\n    execute(<<-end_sql)\n        alter sequence \"\#{sequence_name}\" increment by 1\n    end_sql\n  end\nend\n").map { |row| row['relname'] }

#create_or_replace_replication_trigger_function(params) ⇒ Object

Creates or replaces the replication trigger function. See #create_replication_trigger for a descriptions of the params hash.



39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
 
# File 'lib/rubyrep/replication_extenders/postgresql_replication.rb', line 39

def create_or_replace_replication_trigger_function(params)
  # first check, if PL/SQL is already activated and if not, do so.
  if select_all("select lanname from pg_language where lanname = 'plpgsql'").empty?
    execute "CREATE LANGUAGE plpgsql"
  end

  activity_check = ""
  if params[:exclude_rr_activity] then
    activity_check = "      PERFORM ACTIVE FROM \#{params[:activity_table]};\n      IF FOUND THEN\n        RETURN NULL;\n      END IF;\n    end_sql\n  end\n\n  # now create the trigger\n  execute(<<-end_sql)\n    CREATE OR REPLACE FUNCTION \"\#{params[:trigger_name]}\"() RETURNS TRIGGER AS $change_trigger$\n      BEGIN\n        \#{activity_check}\n        IF (TG_OP = 'DELETE') THEN\n          INSERT INTO \#{schema_prefix}\#{params[:log_table]}(change_table, change_key, change_type, change_time)\n            SELECT '\#{params[:table]}', \#{key_clause('OLD', params)}, 'D', now();\n        ELSIF (TG_OP = 'UPDATE') THEN\n          INSERT INTO  \#{schema_prefix}\#{params[:log_table]}(change_table, change_key, change_new_key, change_type, change_time)\n            SELECT '\#{params[:table]}', \#{key_clause('OLD', params)}, \#{key_clause('NEW', params)}, 'U', now();\n        ELSIF (TG_OP = 'INSERT') THEN\n          INSERT INTO  \#{schema_prefix}\#{params[:log_table]}(change_table, change_key, change_type, change_time)\n            SELECT '\#{params[:table]}', \#{key_clause('NEW', params)}, 'I', now();\n        END IF;\n        RETURN NULL; -- result is ignored since this is an AFTER trigger\n      END;\n    $change_trigger$ LANGUAGE plpgsql;\n  end_sql\n\nend\n"

#create_replication_trigger(params) ⇒ Object

Creates a trigger to log all changes for the given table. params is a hash with all necessary information:

  • :trigger_name: name of the trigger

  • :table: name of the table that should be monitored

  • :keys: array of names of the key columns of the monitored table

  • :log_table: name of the table receiving all change notifications

  • :activity_table: name of the table receiving the rubyrep activity information

  • :key_sep: column seperator to be used in the key column of the log table

  • :exclude_rr_activity: if true, the trigger will check and filter out changes initiated by RubyRep



87
88
89
90
91
92
93
94
95
 
# File 'lib/rubyrep/replication_extenders/postgresql_replication.rb', line 87

def create_replication_trigger(params)
  create_or_replace_replication_trigger_function params

  execute("    CREATE TRIGGER \"\#{params[:trigger_name]}\"\n    AFTER INSERT OR UPDATE OR DELETE ON \"\#{params[:table]}\"\n        FOR EACH ROW EXECUTE PROCEDURE \#{schema_prefix}\"\#{params[:trigger_name]}\"();\n  end_sql\nend\n")

#drop_replication_trigger(trigger_name, table_name) ⇒ Object

Removes a trigger and related trigger procedure.

  • trigger_name: name of the trigger

  • table_name: name of the table for which the trigger exists



100
101
102
103
 
# File 'lib/rubyrep/replication_extenders/postgresql_replication.rb', line 100

def drop_replication_trigger(trigger_name, table_name)
  execute "DROP TRIGGER \"#{trigger_name}\" ON \"#{table_name}\";"
  execute "DROP FUNCTION \"#{trigger_name}\"();"
end

#replication_trigger_exists?(trigger_name, table_name) ⇒ Boolean

Returns true if the named trigger exists for the named table.

  • trigger_name: name of the trigger

  • table_name: name of the table

Returns:



108
109
110
111
112
113
114
115
 
# File 'lib/rubyrep/replication_extenders/postgresql_replication.rb', line 108

def replication_trigger_exists?(trigger_name, table_name)
  !select_all("    select 1 from information_schema.triggers\n    where event_object_schema in (\#{schemas})\n    and trigger_name = '\#{trigger_name}'\n    and event_object_table = '\#{table_name}'\n  end_sql\nend\n").empty?

#schema_prefix ⇒ Object

Returns the schema prefix (including dot) that will be used by the triggers to write into the rubyrep infrastructure tables. To avoid setting the wrong prefix, it will only return a schema prefix if the current search path

  • consists of only a single schema

  • does not consists of a variable search path (i. e. the default “$user”)



25
26
27
28
29
30
31
32
33
34
35
 
# File 'lib/rubyrep/replication_extenders/postgresql_replication.rb', line 25

def schema_prefix
  unless @schema_prefix
    search_path = select_one("show search_path")['search_path']
    if search_path =~ /[,$]/
      @schema_prefix = ""
    else
      @schema_prefix = %("#{search_path}".)
    end
  end
  @schema_prefix
end

#sequence_values(rep_prefix, table_name) ⇒ Object

Returns all unadjusted sequences of the given table. Parameters:

  • rep_prefix: not used (necessary) for the Postgres

  • table_name: name of the table

Return value: a hash with

  • key: sequence name

  • value: a hash with

    • :increment: current sequence increment

    • :value: current value



126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
 
# File 'lib/rubyrep/replication_extenders/postgresql_replication.rb', line 126

def sequence_values(rep_prefix, table_name)
  result = {}
  sequence_names = select_all("    select s.relname\n    from pg_class as t\n    join pg_depend as r on t.oid = r.refobjid\n    join pg_class as s on r.objid = s.oid\n    and s.relkind = 'S'\n    and t.relname = '\#{table_name}' AND t.relnamespace IN\n      (SELECT oid FROM pg_namespace WHERE nspname in (\#{schemas}))\n  end_sql\n  sequence_names.each do |sequence_name|\n    row = select_one(\"select last_value, increment_by from \\\"\#{sequence_name}\\\"\")\n    result[sequence_name] = {\n      :increment => row['increment_by'].to_i,\n      :value => row['last_value'].to_i\n    }\n  end\n  result\nend\n").map { |row| row['relname'] }

#update_sequences(rep_prefix, table_name, increment, offset, left_sequence_values, right_sequence_values, adjustment_buffer) ⇒ Object

Ensures that the sequences of the named table (normally the primary key column) are generated with the correct increment and offset.

  • rep_prefix: not used (necessary) for the Postgres

  • table_name: name of the table (not used for Postgres)

  • increment: increment of the sequence

  • offset: offset

  • left_sequence_values:

    hash as returned by #sequence_values for the left database

  • right_sequence_values:

    hash as returned by #sequence_values for the right database

  • adjustment_buffer:

    the "gap" that is created during sequence update to avoid concurrency problems

    1. an increment of 2 and offset of 1 will lead to generation of odd

numbers.



161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
 
# File 'lib/rubyrep/replication_extenders/postgresql_replication.rb', line 161

def update_sequences(
    rep_prefix, table_name, increment, offset,
    left_sequence_values, right_sequence_values, adjustment_buffer)
  left_sequence_values.each do |sequence_name, left_current_value|
    row = select_one("select last_value, increment_by from \"#{sequence_name}\"")
    current_increment = row['increment_by'].to_i
    current_value = row['last_value'].to_i
    unless current_increment == increment and current_value % increment == offset
      max_current_value =
        [left_current_value[:value], right_sequence_values[sequence_name][:value]].max +
        adjustment_buffer
      new_start = max_current_value - (max_current_value % increment) + increment + offset
      execute("      alter sequence \"\#{sequence_name}\" increment by \#{increment} restart with \#{new_start}\n      end_sql\n    end\n  end\nend\n")