Module: FDB

Defined in:
lib/fdb.rb,
lib/fdbimpl.rb,
lib/fdbtuple.rb,
lib/fdboptions.rb,
lib/fdblocality.rb,
lib/fdbsubspace.rb,
lib/fdbdirectory.rb

Overview

Documentation for this API can be found at www.foundationdb.org/documentation/api-ruby.html

Defined Under Namespace

Modules: FDBC, Internal, Locality, Tuple Classes: AllocatorTransactionState, CallbackEntry, Cluster, Database, DirectoryLayer, DirectoryPartition, DirectorySubspace, Error, FormerFuture, Future, FutureKeyValueArray, FutureNil, FutureStringArray, HighContentionAllocator, Key, KeySelector, KeyValue, LazyFuture, LazyString, Subspace, Transaction, TransactionRead, Value, Version

Constant Summary collapse

@@chosen_version =
-1
@@cb_mutex =
Mutex.new
@@ffi_callbacks =
[]
@@options =
NetworkOptions.new lambda { |code, param|
  FDBC.check_error FDBC.fdb_network_set_option(code, param, param.nil? ? 0 : param.bytesize)
}
@@network_thread =
nil
@@network_thread_monitor =
Monitor.new
@@open_clusters =
{}
@@open_databases =
{}
@@cache_lock =
Mutex.new
@@NetworkOption =
{
  "LOCAL_ADDRESS" => [10, "Deprecated", '', "IP:PORT"],
  "CLUSTER_FILE" => [20, "Deprecated", '', "path to cluster file"],
  "TRACE_ENABLE" => [30, "Enables trace output to a file in a directory of the clients choosing", '', "path to output directory (or NULL for current working directory)"],
  "TRACE_ROLL_SIZE" => [31, "Sets the maximum size in bytes of a single trace output file. This value should be in the range ``[0, INT64_MAX]``. If the value is set to 0, there is no limit on individual file size. The default is a maximum size of 10,485,760 bytes.", 0, "max size of a single trace output file"],
  "TRACE_MAX_LOGS_SIZE" => [32, "Sets the maximum size of all the trace output files put together. This value should be in the range ``[0, INT64_MAX]``. If the value is set to 0, there is no limit on the total size of the files. The default is a maximum size of 104,857,600 bytes. If the default roll size is used, this means that a maximum of 10 trace files will be written at a time.", 0, "max total size of trace files"],
  "TRACE_LOG_GROUP" => [33, "Sets the 'logGroup' attribute with the specified value for all events in the trace output files. The default log group is 'default'.", '', "value of the logGroup attribute"],
  "KNOB" => [40, "Set internal tuning or debugging knobs", '', "knob_name=knob_value"],
  "TLS_PLUGIN" => [41, "Set the TLS plugin to load. This option, if used, must be set before any other TLS options", '', "file path or linker-resolved name"],
  "TLS_CERT_BYTES" => [42, "Set the certificate chain", '', "certificates"],
  "TLS_CERT_PATH" => [43, "Set the file from which to load the certificate chain", '', "file path"],
  "TLS_KEY_BYTES" => [45, "Set the private key corresponding to your own certificate", '', "key"],
  "TLS_KEY_PATH" => [46, "Set the file from which to load the private key corresponding to your own certificate", '', "file path"],
  "TLS_VERIFY_PEERS" => [47, "Set the peer certificate field verification criteria", '', "verification pattern"],
  "BUGGIFY_ENABLE" => [48, "", nil, nil],
  "BUGGIFY_DISABLE" => [49, "", nil, nil],
  "BUGGIFY_SECTION_ACTIVATED_PROBABILITY" => [50, "Set the probability of a BUGGIFY section being active for the current execution.  Only applies to code paths first traversed AFTER this option is changed.", 0, "probability expressed as a percentage between 0 and 100"],
  "BUGGIFY_SECTION_FIRED_PROBABILITY" => [51, "Set the probability of an active BUGGIFY section being fired", 0, "probability expressed as a percentage between 0 and 100"],
  "DISABLE_MULTI_VERSION_CLIENT_API" => [60, "Disables the multi-version client API and instead uses the local client directly. Must be set before setting up the network.", nil, nil],
  "CALLBACKS_ON_EXTERNAL_THREADS" => [61, "If set, callbacks from external client libraries can be called from threads created by the FoundationDB client library. Otherwise, callbacks will be called from either the thread used to add the callback or the network thread. Setting this option can improve performance when connected using an external client, but may not be safe to use in all environments. Must be set before setting up the network. WARNING: This feature is considered experimental at this time. ", nil, nil],
  "EXTERNAL_CLIENT_LIBRARY" => [62, "Adds an external client library for use by the multi-version client API. Must be set before setting up the network.", '', "path to client library"],
  "EXTERNAL_CLIENT_DIRECTORY" => [63, "Searches the specified path for dynamic libraries and adds them to the list of client libraries for use by the multi-version client API. Must be set before setting up the network.", '', "path to directory containing client libraries"],
  "DISABLE_LOCAL_CLIENT" => [64, "Prevents connections through the local client, allowing only connections through externally loaded client libraries. Intended primarily for testing.", nil, nil],
  "DISABLE_CLIENT_STATISTICS_LOGGING" => [70, "Disables logging of client statistics, such as sampled transaction activity.", nil, nil],
  "ENABLE_SLOW_TASK_PROFILING" => [71, "Enables debugging feature to perform slow task profiling. Requires trace logging to be enabled. WARNING: this feature is not recommended for use in production.", nil, nil],
}
@@ClusterOption =
{
 }
@@DatabaseOption =
{
  "LOCATION_CACHE_SIZE" => [10, "Set the size of the client location cache. Raising this value can boost performance in very large databases where clients access data in a near-random pattern. Defaults to 100000.", 0, "Max location cache entries"],
  "MAX_WATCHES" => [20, "Set the maximum number of watches allowed to be outstanding on a database connection. Increasing this number could result in increased resource usage. Reducing this number will not cancel any outstanding watches. Defaults to 10000 and cannot be larger than 1000000.", 0, "Max outstanding watches"],
  "MACHINE_ID" => [21, "Specify the machine ID that was passed to fdbserver processes running on the same machine as this client, for better location-aware load balancing.", '', "Hexadecimal ID"],
  "DATACENTER_ID" => [22, "Specify the datacenter ID that was passed to fdbserver processes running in the same datacenter as this client, for better location-aware load balancing.", '', "Hexadecimal ID"],
}
@@TransactionOption =
{
  "CAUSAL_WRITE_RISKY" => [10, "The transaction, if not self-conflicting, may be committed a second time after commit succeeds, in the event of a fault", nil, nil],
  "CAUSAL_READ_RISKY" => [20, "The read version will be committed, and usually will be the latest committed, but might not be the latest committed in the event of a fault or partition", nil, nil],
  "CAUSAL_READ_DISABLE" => [21, "", nil, nil],
  "NEXT_WRITE_NO_WRITE_CONFLICT_RANGE" => [30, "The next write performed on this transaction will not generate a write conflict range. As a result, other transactions which read the key(s) being modified by the next write will not conflict with this transaction. Care needs to be taken when using this option on a transaction that is shared between multiple threads. When setting this option, write conflict ranges will be disabled on the next write operation, regardless of what thread it is on.", nil, nil],
  "COMMIT_ON_FIRST_PROXY" => [40, "Committing this transaction will bypass the normal load balancing across proxies and go directly to the specifically nominated 'first proxy'.", nil, nil],
  "CHECK_WRITES_ENABLE" => [50, "", nil, nil],
  "READ_YOUR_WRITES_DISABLE" => [51, "Reads performed by a transaction will not see any prior mutations that occured in that transaction, instead seeing the value which was in the database at the transaction's read version. This option may provide a small performance benefit for the client, but also disables a number of client-side optimizations which are beneficial for transactions which tend to read and write the same keys within a single transaction.", nil, nil],
  "READ_AHEAD_DISABLE" => [52, "Disables read-ahead caching for range reads. Under normal operation, a transaction will read extra rows from the database into cache if range reads are used to page through a series of data one row at a time (i.e. if a range read with a one row limit is followed by another one row range read starting immediately after the result of the first).", nil, nil],
  "DURABILITY_DATACENTER" => [110, "", nil, nil],
  "DURABILITY_RISKY" => [120, "", nil, nil],
  "DURABILITY_DEV_NULL_IS_WEB_SCALE" => [130, "", nil, nil],
  "PRIORITY_SYSTEM_IMMEDIATE" => [200, "Specifies that this transaction should be treated as highest priority and that lower priority transactions should block behind this one. Use is discouraged outside of low-level tools", nil, nil],
  "PRIORITY_BATCH" => [201, "Specifies that this transaction should be treated as low priority and that default priority transactions should be processed first. Useful for doing batch work simultaneously with latency-sensitive work", nil, nil],
  "INITIALIZE_NEW_DATABASE" => [300, "This is a write-only transaction which sets the initial configuration. This option is designed for use by database system tools only.", nil, nil],
  "ACCESS_SYSTEM_KEYS" => [301, "Allows this transaction to read and modify system keys (those that start with the byte 0xFF)", nil, nil],
  "READ_SYSTEM_KEYS" => [302, "Allows this transaction to read system keys (those that start with the byte 0xFF)", nil, nil],
  "DEBUG_DUMP" => [400, "", nil, nil],
  "DEBUG_RETRY_LOGGING" => [401, "", '', "Optional transaction name"],
  "TRANSACTION_LOGGING_ENABLE" => [402, "Enables tracing for this transaction and logs results to the client trace logs. Client trace logging must be enabled to get log output.", '', "String identifier to be used in the logs when tracing this transaction. The identifier must not exceed 100 characters."],
  "TIMEOUT" => [500, "Set a timeout in milliseconds which, when elapsed, will cause the transaction automatically to be cancelled. Valid parameter values are ``[0, INT_MAX]``. If set to 0, will disable all timeouts. All pending and any future uses of the transaction will throw an exception. The transaction can be used again after it is reset. Like all transaction options, a timeout must be reset after a call to onError. This behavior allows the user to make the timeout dynamic.", 0, "value in milliseconds of timeout"],
  "RETRY_LIMIT" => [501, "Set a maximum number of retries after which additional calls to onError will throw the most recently seen error code. Valid parameter values are ``[-1, INT_MAX]``. If set to -1, will disable the retry limit. Like all transaction options, the retry limit must be reset after a call to onError. This behavior allows the user to make the retry limit dynamic.", 0, "number of times to retry"],
  "MAX_RETRY_DELAY" => [502, "Set the maximum amount of backoff delay incurred in the call to onError if the error is retryable. Defaults to 1000 ms. Valid parameter values are ``[0, INT_MAX]``. Like all transaction options, the maximum retry delay must be reset after a call to onError. If the maximum retry delay is less than the current retry delay of the transaction, then the current retry delay will be clamped to the maximum retry delay.", 0, "value in milliseconds of maximum delay"],
  "SNAPSHOT_RYW_ENABLE" => [600, "Snapshot read operations will see the results of writes done in the same transaction.", nil, nil],
  "SNAPSHOT_RYW_DISABLE" => [601, "Snapshot read operations will not see the results of writes done in the same transaction.", nil, nil],
  "LOCK_AWARE" => [700, "The transaction can read and write to locked databases, and is resposible for checking that it took the lock.", nil, nil],
  "USED_DURING_COMMIT_PROTECTION_DISABLE" => [701, "By default, operations that are performed on a transaction while it is being committed will not only fail themselves, but they will attempt to fail other in-flight operations (such as the commit) as well. This behavior is intended to help developers discover situations where operations could be unintentionally executed after the transaction has been reset. Setting this option removes that protection, causing only the offending operation to fail.", nil, nil],
  "READ_LOCK_AWARE" => [702, "The transaction can read from locked databases.", nil, nil],
}
@@StreamingMode =
{
  "WANT_ALL" => [-2, "Client intends to consume the entire range and would like it all transferred as early as possible.", nil, nil],
  "ITERATOR" => [-1, "The default. The client doesn't know how much of the range it is likely to used and wants different performance concerns to be balanced. Only a small portion of data is transferred to the client initially (in order to minimize costs if the client doesn't read the entire range), and as the caller iterates over more items in the range larger batches will be transferred in order to minimize latency.", nil, nil],
  "EXACT" => [0, "Infrequently used. The client has passed a specific row limit and wants that many rows delivered in a single batch. Because of iterator operation in client drivers make request batches transparent to the user, consider ``WANT_ALL`` StreamingMode instead. A row limit must be specified if this mode is used.", nil, nil],
  "SMALL" => [1, "Infrequently used. Transfer data in batches small enough to not be much more expensive than reading individual rows, to minimize cost if iteration stops early.", nil, nil],
  "MEDIUM" => [2, "Infrequently used. Transfer data in batches sized in between small and large.", nil, nil],
  "LARGE" => [3, "Infrequently used. Transfer data in batches large enough to be, in a high-concurrency environment, nearly as efficient as possible. If the client stops iteration early, some disk and network bandwidth may be wasted. The batch size may still be too small to allow a single client to get high throughput from the database, so if that is what you need consider the SERIAL StreamingMode.", nil, nil],
  "SERIAL" => [4, "Transfer data in batches large enough that an individual client can get reasonable read bandwidth from the database. If the client stops iteration early, considerable disk and network bandwidth may be wasted.", nil, nil],
}
@@MutationType =
{
  "ADD" => [2, "Performs an addition of little-endian integers. If the existing value in the database is not present or shorter than ``param``, it is first extended to the length of ``param`` with zero bytes.  If ``param`` is shorter than the existing value in the database, the existing value is truncated to match the length of ``param``. The integers to be added must be stored in a little-endian representation.  They can be signed in two's complement representation or unsigned. You can add to an integer at a known offset in the value by prepending the appropriate number of zero bytes to ``param`` and padding with zero bytes to match the length of the value. However, this offset technique requires that you know the addition will not cause the integer field within the value to overflow.", '', "addend"],
  "AND" => [6, "Deprecated", '', "value with which to perform bitwise and"],
  "BIT_AND" => [6, "Performs a bitwise ``and`` operation.  If the existing value in the database is not present, then ``param`` is stored in the database. If the existing value in the database is shorter than ``param``, it is first extended to the length of ``param`` with zero bytes.  If ``param`` is shorter than the existing value in the database, the existing value is truncated to match the length of ``param``.", '', "value with which to perform bitwise and"],
  "OR" => [7, "Deprecated", '', "value with which to perform bitwise or"],
  "BIT_OR" => [7, "Performs a bitwise ``or`` operation.  If the existing value in the database is not present or shorter than ``param``, it is first extended to the length of ``param`` with zero bytes.  If ``param`` is shorter than the existing value in the database, the existing value is truncated to match the length of ``param``.", '', "value with which to perform bitwise or"],
  "XOR" => [8, "Deprecated", '', "value with which to perform bitwise xor"],
  "BIT_XOR" => [8, "Performs a bitwise ``xor`` operation.  If the existing value in the database is not present or shorter than ``param``, it is first extended to the length of ``param`` with zero bytes.  If ``param`` is shorter than the existing value in the database, the existing value is truncated to match the length of ``param``.", '', "value with which to perform bitwise xor"],
  "MAX" => [12, "Performs a little-endian comparison of byte strings. If the existing value in the database is not present or shorter than ``param``, it is first extended to the length of ``param`` with zero bytes.  If ``param`` is shorter than the existing value in the database, the existing value is truncated to match the length of ``param``. The larger of the two values is then stored in the database.", '', "value to check against database value"],
  "MIN" => [13, "Performs a little-endian comparison of byte strings. If the existing value in the database is not present, then ``param`` is stored in the database. If the existing value in the database is shorter than ``param``, it is first extended to the length of ``param`` with zero bytes.  If ``param`` is shorter than the existing value in the database, the existing value is truncated to match the length of ``param``. The smaller of the two values is then stored in the database.", '', "value to check against database value"],
  "SET_VERSIONSTAMPED_KEY" => [14, "Transforms ``key`` using a versionstamp for the transaction. Sets the transformed key in the database to ``param``. A versionstamp is a 10 byte, unique, monotonically (but not sequentially) increasing value for each committed transaction. The first 8 bytes are the committed version of the database. The last 2 bytes are monotonic in the serialization order for transactions. WARNING: At this time versionstamps are compatible with the Tuple layer only in the Java and Python bindings. Note that this implies versionstamped keys may not be used with the Subspace and Directory layers except in those languages.", '', "value to which to set the transformed key"],
  "SET_VERSIONSTAMPED_VALUE" => [15, "Transforms ``param`` using a versionstamp for the transaction. Sets ``key`` in the database to the transformed parameter. A versionstamp is a 10 byte, unique, monotonically (but not sequentially) increasing value for each committed transaction. The first 8 bytes are the committed version of the database. The last 2 bytes are monotonic in the serialization order for transactions. WARNING: At this time versionstamped values are not compatible with the Tuple layer.", '', "value to versionstamp and set"],
  "BYTE_MIN" => [16, "Performs lexicographic comparison of byte strings. If the existing value in the database is not present, then ``param`` is stored. Otherwise the smaller of the two values is then stored in the database.", '', "value to check against database value"],
  "BYTE_MAX" => [17, "Performs lexicographic comparison of byte strings. If the existing value in the database is not present, then ``param`` is stored. Otherwise the larger of the two values is then stored in the database.", '', "value to check against database value"],
}
@@ConflictRangeType =
{
  "READ" => [0, "Used to add a read conflict range", nil, nil],
  "WRITE" => [1, "Used to add a write conflict range", nil, nil],
}
@@ErrorPredicate =
{
 }
@@directory =
DirectoryLayer.new

Class Method Summary collapse

Class Method Details

.api_version(version) ⇒ Object



28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
# File 'lib/fdb.rb', line 28

def self.api_version(version)
  header_version = 510
  if @@chosen_version >= 0
    if@@chosen_version != version
      raise "FDB API already loaded at version #{@@chosen_version}."
    end
    return
  end

  if version < 14
    raise "FDB API versions before 14 are not supported"
  end

  if version > header_version
    raise "Latest known FDB API version is #{header_version}"
  end

  @@chosen_version = version

  require_relative 'fdbimpl'

  err = FDBC.fdb_select_api_version_impl(version, header_version)
  if err.nonzero?
    if err == 2203
      max_supported_version = FDBC.fdb_get_max_api_version()
      if header_version > max_supported_version
        raise "This version of the FoundationDB Ruby binding is not supported by the installed FoundationDB C library. The binding requires a library that supports API version #{header_version}, but the installed library supports a maximum version of #{max_supported_version}."

      else
        raise "API version #{version} is not supported by the installed FoundationDB C library."
      end
    end
    raise "FoundationDB API version error"
  end

  require_relative 'fdbtuple'
  require_relative 'fdbdirectory'
  if version > 22
    require_relative 'fdblocality'
  end

  return
end

.cb_mutexObject



140
141
142
# File 'lib/fdbimpl.rb', line 140

def self.cb_mutex
  @@cb_mutex
end

.create_cluster(cluster = nil) ⇒ Object



506
507
508
509
510
511
512
# File 'lib/fdbimpl.rb', line 506

def self.create_cluster(cluster=nil)
  f = FDBC.fdb_create_cluster(cluster)
  cpointer = FFI::MemoryPointer.new :pointer
  FDBC.check_error FDBC.fdb_future_block_until_ready(f)
  FDBC.check_error FDBC.fdb_future_get_cluster(f, cpointer)
  Cluster.new cpointer.get_pointer(0)
end

.directoryObject



496
497
498
# File 'lib/fdbdirectory.rb', line 496

def self.directory 
  @@directory
end

.ffi_callbacksObject



155
156
157
# File 'lib/fdbimpl.rb', line 155

def self.ffi_callbacks
  @@ffi_callbacks
end

.initObject



215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
# File 'lib/fdbimpl.rb', line 215

def self.init()
  @@network_thread_monitor.synchronize do
    if !@@network_thread.nil?
      raise Error.new(2000)
    end

    begin
      @@network_thread = Thread.new do
        @@network_thread_monitor.synchronize do
          # Don't start running until init releases this
        end
        # puts "Starting FDB network"
        begin
          FDBC.check_error FDBC.fdb_run_network
        rescue Error => e
          $stderr.puts "Unhandled error in FoundationDB network thread: #{e.to_s}"
        end
      end

      FDBC.check_error FDBC.fdb_setup_network
    rescue
      @@network_thread.kill
      @@network_thread = nil
      raise
    end
  end

  nil
end

.key_to_bytes(k) ⇒ Object



182
183
184
185
186
187
188
# File 'lib/fdbimpl.rb', line 182

def self.key_to_bytes(k)
  if k.respond_to? 'as_foundationdb_key'
    k.as_foundationdb_key
  else
    k
  end
end

.open(cluster_file = nil, database_name = "DB") ⇒ Object



261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
# File 'lib/fdbimpl.rb', line 261

def self.open( cluster_file = nil, database_name = "DB" )
  @@network_thread_monitor.synchronize do
    if ! @@network_thread
      init
    end
  end

  @@cache_lock.synchronize do
    if ! @@open_clusters.has_key? cluster_file
      @@open_clusters[cluster_file] = create_cluster( cluster_file )
    end

    if ! @@open_databases.has_key? [cluster_file, database_name]
      @@open_databases[[cluster_file, database_name]] = @@open_clusters[cluster_file].open_database(database_name)
    end

    @@open_databases[[cluster_file, database_name]]
  end
end

.optionsObject



208
209
210
# File 'lib/fdbimpl.rb', line 208

def FDB.options
  @@options
end

.stopObject



245
246
247
# File 'lib/fdbimpl.rb', line 245

def self.stop()
  FDBC.check_error FDBC.fdb_stop_network
end

.strinc(key) ⇒ Object

Raises:

  • (ArgumentError)


198
199
200
201
202
203
# File 'lib/fdbimpl.rb', line 198

def self.strinc(key)
	key = key.gsub(/\xff*\z/, '')
	raise ArgumentError, 'Key must contain at least one byte not equal to 0xFF.' if key.length == 0

	key[0..-2] + (key[-1].ord + 1).chr
end

.value_to_bytes(v) ⇒ Object



190
191
192
193
194
195
196
# File 'lib/fdbimpl.rb', line 190

def self.value_to_bytes(v)
  if v.respond_to? 'as_foundationdb_value'
    v.as_foundationdb_value
  else
    v
  end
end