Class: Webhookdb::Replicator::FakeExhaustiveConverter

Inherits:
Fake
  • Object
show all
Defined in:
lib/webhookdb/replicator/fake.rb

Constant Summary

Constants inherited from Base

Base::MAX_INDEX_NAME_LENGTH

Constants included from DBAdapter::ColumnTypes

DBAdapter::ColumnTypes::BIGINT, DBAdapter::ColumnTypes::BIGINT_ARRAY, DBAdapter::ColumnTypes::BOOLEAN, DBAdapter::ColumnTypes::COLUMN_TYPES, DBAdapter::ColumnTypes::DATE, DBAdapter::ColumnTypes::DECIMAL, DBAdapter::ColumnTypes::DOUBLE, DBAdapter::ColumnTypes::FLOAT, DBAdapter::ColumnTypes::INTEGER, DBAdapter::ColumnTypes::INTEGER_ARRAY, DBAdapter::ColumnTypes::OBJECT, DBAdapter::ColumnTypes::TEXT, DBAdapter::ColumnTypes::TEXT_ARRAY, DBAdapter::ColumnTypes::TIMESTAMP, DBAdapter::ColumnTypes::UUID

Instance Attribute Summary collapse

Attributes inherited from Base

#service_integration

Class Method Summary collapse

Instance Method Summary collapse

Methods inherited from Fake

_descriptor, #_extra_index_specs, #_fetch_backfill_page, #_remote_key_column, #_resource_and_event, #_timestamp_column_name, #_update_where_expr, #_webhook_response, #calculate_backfill_state_machine, #calculate_webhook_state_machine, #dispatch_request_to, #preprocess_headers_for_logging, #process_webhooks_synchronously?, reset, stub_backfill_request, #synchronous_processing_response_body, #upsert_has_deps?

Methods included from MethodUtilities

#attr_predicate, #attr_predicate_accessor, #singleton_attr_accessor, #singleton_attr_reader, #singleton_attr_writer, #singleton_method_alias, #singleton_predicate_accessor, #singleton_predicate_reader

Methods inherited from Base

#_any_subscriptions_to_notify?, #_backfill_state_change_fields, #_backfillers, #_clear_backfill_information, #_clear_webook_information, #_coalesce_excluded_on_update, #_enqueue_backfill_jobs, #_extra_index_specs, #_fetch_enrichment, #_find_dependency_candidate, #_notify_dependents, #_parallel_backfill, #_prepare_for_insert, #_publish_rowupsert, #_remote_key_column, #_resource_and_event, #_resource_to_data, #_store_enrichment_body?, #_timestamp_column_name, #_to_json, #_update_where_expr, #_upsert_conflict_target, #_upsert_update_expr, #_upsert_webhook, #_upsert_webhook_single_resource, #_verify_backfill_err_msg, #_webhook_response, #_webhook_state_change_fields, #admin_dataset, #avoid_writes?, #backfill, #backfill_not_supported_message, #calculate_and_backfill_state_machine, #calculate_backfill_state_machine, #calculate_dependency_state_machine_step, #calculate_preferred_create_state_machine, #calculate_webhook_state_machine, chunked_row_update_bounds, #clear_backfill_information, #clear_webhook_information, #create_table, #create_table_modification, #create_table_partitions, #data_column, #dbadapter_table, #denormalized_columns, #descriptor, #dispatch_request_to, #documentation_url, #enqueue_sync_targets, #enrichment_column, #ensure_all_columns, #ensure_all_columns_modification, #existing_partitions, #find_dependent, #find_dependent!, #indices, #initialize, #on_backfill_error, #on_dependency_webhook_upsert, #partition?, #partitioning, #preferred_create_state_machine_method, #preprocess_headers_for_logging, #primary_key_column, #process_state_change, #process_webhooks_synchronously?, #qualified_table_sequel_identifier, #readonly_dataset, #remote_key_column, #resource_name_plural, #resource_name_singular, #schema_and_table_symbols, #storable_columns, #synchronous_processing_response_body, #timestamp_column, #upsert_has_deps?, #upsert_webhook, #upsert_webhook_body, #verify_backfill_credentials, #webhook_endpoint, #webhook_response, #with_advisory_lock

Constructor Details

This class inherits a constructor from Webhookdb::Replicator::Base

Instance Attribute Details

#exclude_unimplemented_sql_update_cols ⇒ Object

True to return only the columns that can be used for updates. Used to test column updates. Should be true when testing Ruby converters.



277
278
279
 
# File 'lib/webhookdb/replicator/fake.rb', line 277

def exclude_unimplemented_sql_update_cols
  @exclude_unimplemented_sql_update_cols
end

#super_cols_only ⇒ Object

True to return only the superclass columns. Used to test column updates.



274
275
276
 
# File 'lib/webhookdb/replicator/fake.rb', line 274

def super_cols_only
  @super_cols_only
end

Class Method Details

.descriptor ⇒ Object 



269
 
# File 'lib/webhookdb/replicator/fake.rb', line 269

def self.descriptor = self._descriptor(supports_backfill: false)

Instance Method Details

#_denormalized_columns ⇒ Object 



279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
 
# File 'lib/webhookdb/replicator/fake.rb', line 279

def _denormalized_columns
  cols = super
  return cols if self.super_cols_only
  cols += [
    Webhookdb::Replicator::Column.new(
      :comma_sep,
      TEXT_ARRAY,
      converter: Webhookdb::Replicator::Column::CONV_COMMA_SEP,
    ),
    Webhookdb::Replicator::Column.new(
      :geo_lat,
      DECIMAL,
      data_key: "latlng",
      converter: Webhookdb::Replicator::Column.converter_array_element(index: 0, sep: " ", cls: DECIMAL),
    ),
    Webhookdb::Replicator::Column.new(
      :geo_lng,
      DECIMAL,
      data_key: "latlng",
      converter: Webhookdb::Replicator::Column.converter_array_element(index: 1, sep: " ", cls: DECIMAL),
    ),
    Webhookdb::Replicator::Column.new(:date, DATE, converter: :date),
    Webhookdb::Replicator::Column.new(:datetime, TIMESTAMP, converter: :time),
    Webhookdb::Replicator::Column.new(:parsed_int, INTEGER, converter: :to_i),
    Webhookdb::Replicator::Column.new(:unix_ts, TIMESTAMP, converter: :tsat),
    Webhookdb::Replicator::Column.new(
      :strptime,
      TIMESTAMP,
      converter: Webhookdb::Replicator::Column.converter_strptime("%d%m%Y %H%M%S%Z", "DDMMYYYY HH24MISS", cls: Time),
    ),
    Webhookdb::Replicator::Column.new(
      :strptime_date,
      DATE,
      converter: Webhookdb::Replicator::Column.converter_strptime("%d%Y%m", "DDYYYYMM", cls: Date),
    ),
    Webhookdb::Replicator::Column.new(
      :int_array,
      BIGINT_ARRAY,
      data_key: "obj_array",
      converter: Webhookdb::Replicator::Column.converter_array_pluck("id", BIGINT),
    ),
    Webhookdb::Replicator::Column.new(
      :text_array,
      TEXT_ARRAY,
      data_key: "obj_array",
      converter: Webhookdb::Replicator::Column.converter_array_pluck("name", TEXT),
    ),
    Webhookdb::Replicator::Column.new(
      :subtext,
      TEXT,
      converter: Webhookdb::Replicator::Column.converter_gsub("^hello", "goodbye"),
    ),
    Webhookdb::Replicator::Column.new(
      :regex_extract,
      TEXT,
      data_key: "regex_conv",
      converter: Webhookdb::Replicator::Column.converter_from_regex('/resources/(\d+)'),
    ),
    Webhookdb::Replicator::Column.new(
      :regex_conv,
      INTEGER,
      converter: Webhookdb::Replicator::Column.converter_from_regex('/resources/(\d+)', dbtype: INTEGER),
    ),
    Webhookdb::Replicator::Column.new(
      :to_utc_date,
      DATE,
      converter: Webhookdb::Replicator::Column::CONV_TO_UTC_DATE,
    ),
    Webhookdb::Replicator::Column.new(
      :using_backfill_expr,
      TEXT,
      data_key: "my_id",
      backfill_expr: "hi there",
    ),
    Webhookdb::Replicator::Column.new(
      :using_null_backfill_expr,
      TEXT,
      data_key: "my_id",
      backfill_expr: Sequel[nil],
    ),
    Webhookdb::Replicator::Column.new(
      :using_backfill_statement,
      TEXT,
      data_key: "my_id",
      backfill_statement: Sequel.lit(<<~SQL),
        CREATE OR REPLACE FUNCTION pg_temp.fake_backfiller_update_tests(text)
          RETURNS text AS 'SELECT $1 || $1' LANGUAGE sql IMMUTABLE
      SQL
      backfill_expr: Sequel.lit("pg_temp.fake_backfiller_update_tests(my_id)"),
    ),
  ]
  return cols if self.exclude_unimplemented_sql_update_cols
  cols << Webhookdb::Replicator::Column.new(
    :int_or_seq_has,
    INTEGER,
    converter: Webhookdb::Replicator::Column.converter_int_or_sequence_from_regex('/resources/(\d+)'),
  )
  cols << Webhookdb::Replicator::Column.new(
    :int_or_seq_has_not,
    INTEGER,
    converter: Webhookdb::Replicator::Column.converter_int_or_sequence_from_regex('/resources/(\d+)'),
  )
  cols << Webhookdb::Replicator::Column.new(
    :map_lookup,
    TEXT,
    converter: Webhookdb::Replicator::Column.converter_map_lookup(
      array: false,
      map: {"a" => "A", "b" => "B"},
    ),
  )
  cols << Webhookdb::Replicator::Column.new(
    :map_lookup_array,
    TEXT_ARRAY,
    converter: Webhookdb::Replicator::Column.converter_map_lookup(
      array: true,
      map: {"a" => "A", "b" => "B"},
    ),
  )
  return cols
end

#requires_sequence? ⇒ Boolean

Returns:

  • (Boolean) 


271
 
# File 'lib/webhookdb/replicator/fake.rb', line 271

def requires_sequence? = true