Class: Google::Cloud::Dataflow::V1beta3::ExecutionStageSummary

Inherits:
Object
  • Object
show all
Extended by:
Protobuf::MessageExts::ClassMethods
Includes:
Protobuf::MessageExts
Defined in:
proto_docs/google/dataflow/v1beta3/jobs.rb

Overview

Description of the composing transforms, names/ids, and input/outputs of a stage of execution. Some composing transforms and sources may have been generated by the Dataflow service during execution planning.

Defined Under Namespace

Classes: ComponentSource, ComponentTransform, StageSource

Instance Attribute Summary collapse

Instance Attribute Details

#component_source ⇒ ::Array<::Google::Cloud::Dataflow::V1beta3::ExecutionStageSummary::ComponentSource>

Returns Collections produced and consumed by component transforms of this stage.

Returns:



427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
 
# File 'proto_docs/google/dataflow/v1beta3/jobs.rb', line 427

class ExecutionStageSummary
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # Description of an input or output of an execution stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this source; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform_or_collection
  #   @return [::String]
  #     User name for the original user transform or collection with which this
  #     source is most closely associated.
  # @!attribute [rw] size_bytes
  #   @return [::Integer]
  #     Size of the source, if measurable.
  class StageSource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Description of a transform executed as part of an execution stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this transform; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform
  #   @return [::String]
  #     User name for the original user transform with which this transform is
  #     most closely associated.
  class ComponentTransform
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Description of an interstitial value between transforms in an execution
  # stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this transform; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform_or_collection
  #   @return [::String]
  #     User name for the original user transform or collection with which this
  #     source is most closely associated.
  class ComponentSource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end

#component_transform ⇒ ::Array<::Google::Cloud::Dataflow::V1beta3::ExecutionStageSummary::ComponentTransform>

Returns Transforms that comprise this execution stage.

Returns:



427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
 
# File 'proto_docs/google/dataflow/v1beta3/jobs.rb', line 427

class ExecutionStageSummary
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # Description of an input or output of an execution stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this source; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform_or_collection
  #   @return [::String]
  #     User name for the original user transform or collection with which this
  #     source is most closely associated.
  # @!attribute [rw] size_bytes
  #   @return [::Integer]
  #     Size of the source, if measurable.
  class StageSource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Description of a transform executed as part of an execution stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this transform; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform
  #   @return [::String]
  #     User name for the original user transform with which this transform is
  #     most closely associated.
  class ComponentTransform
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Description of an interstitial value between transforms in an execution
  # stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this transform; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform_or_collection
  #   @return [::String]
  #     User name for the original user transform or collection with which this
  #     source is most closely associated.
  class ComponentSource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end

#id ⇒ ::String

Returns Dataflow service generated id for this stage.

Returns:

  • (::String) —

    Dataflow service generated id for this stage.



427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
 
# File 'proto_docs/google/dataflow/v1beta3/jobs.rb', line 427

class ExecutionStageSummary
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # Description of an input or output of an execution stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this source; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform_or_collection
  #   @return [::String]
  #     User name for the original user transform or collection with which this
  #     source is most closely associated.
  # @!attribute [rw] size_bytes
  #   @return [::Integer]
  #     Size of the source, if measurable.
  class StageSource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Description of a transform executed as part of an execution stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this transform; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform
  #   @return [::String]
  #     User name for the original user transform with which this transform is
  #     most closely associated.
  class ComponentTransform
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Description of an interstitial value between transforms in an execution
  # stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this transform; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform_or_collection
  #   @return [::String]
  #     User name for the original user transform or collection with which this
  #     source is most closely associated.
  class ComponentSource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end

#input_source ⇒ ::Array<::Google::Cloud::Dataflow::V1beta3::ExecutionStageSummary::StageSource>

Returns Input sources for this stage.

Returns:



427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
 
# File 'proto_docs/google/dataflow/v1beta3/jobs.rb', line 427

class ExecutionStageSummary
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # Description of an input or output of an execution stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this source; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform_or_collection
  #   @return [::String]
  #     User name for the original user transform or collection with which this
  #     source is most closely associated.
  # @!attribute [rw] size_bytes
  #   @return [::Integer]
  #     Size of the source, if measurable.
  class StageSource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Description of a transform executed as part of an execution stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this transform; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform
  #   @return [::String]
  #     User name for the original user transform with which this transform is
  #     most closely associated.
  class ComponentTransform
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Description of an interstitial value between transforms in an execution
  # stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this transform; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform_or_collection
  #   @return [::String]
  #     User name for the original user transform or collection with which this
  #     source is most closely associated.
  class ComponentSource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end

#kind ⇒ ::Google::Cloud::Dataflow::V1beta3::KindType

Returns Type of transform this stage is executing.

Returns:



427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
 
# File 'proto_docs/google/dataflow/v1beta3/jobs.rb', line 427

class ExecutionStageSummary
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # Description of an input or output of an execution stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this source; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform_or_collection
  #   @return [::String]
  #     User name for the original user transform or collection with which this
  #     source is most closely associated.
  # @!attribute [rw] size_bytes
  #   @return [::Integer]
  #     Size of the source, if measurable.
  class StageSource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Description of a transform executed as part of an execution stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this transform; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform
  #   @return [::String]
  #     User name for the original user transform with which this transform is
  #     most closely associated.
  class ComponentTransform
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Description of an interstitial value between transforms in an execution
  # stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this transform; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform_or_collection
  #   @return [::String]
  #     User name for the original user transform or collection with which this
  #     source is most closely associated.
  class ComponentSource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end

#name ⇒ ::String

Returns Dataflow service generated name for this stage.

Returns:

  • (::String) —

    Dataflow service generated name for this stage.



427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
 
# File 'proto_docs/google/dataflow/v1beta3/jobs.rb', line 427

class ExecutionStageSummary
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # Description of an input or output of an execution stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this source; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform_or_collection
  #   @return [::String]
  #     User name for the original user transform or collection with which this
  #     source is most closely associated.
  # @!attribute [rw] size_bytes
  #   @return [::Integer]
  #     Size of the source, if measurable.
  class StageSource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Description of a transform executed as part of an execution stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this transform; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform
  #   @return [::String]
  #     User name for the original user transform with which this transform is
  #     most closely associated.
  class ComponentTransform
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Description of an interstitial value between transforms in an execution
  # stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this transform; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform_or_collection
  #   @return [::String]
  #     User name for the original user transform or collection with which this
  #     source is most closely associated.
  class ComponentSource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end

#output_source ⇒ ::Array<::Google::Cloud::Dataflow::V1beta3::ExecutionStageSummary::StageSource>

Returns Output sources for this stage.

Returns:



427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
 
# File 'proto_docs/google/dataflow/v1beta3/jobs.rb', line 427

class ExecutionStageSummary
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # Description of an input or output of an execution stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this source; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform_or_collection
  #   @return [::String]
  #     User name for the original user transform or collection with which this
  #     source is most closely associated.
  # @!attribute [rw] size_bytes
  #   @return [::Integer]
  #     Size of the source, if measurable.
  class StageSource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Description of a transform executed as part of an execution stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this transform; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform
  #   @return [::String]
  #     User name for the original user transform with which this transform is
  #     most closely associated.
  class ComponentTransform
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Description of an interstitial value between transforms in an execution
  # stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this transform; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform_or_collection
  #   @return [::String]
  #     User name for the original user transform or collection with which this
  #     source is most closely associated.
  class ComponentSource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end

#prerequisite_stage ⇒ ::Array<::String>

Returns Other stages that must complete before this stage can run.

Returns:

  • (::Array<::String>) —

    Other stages that must complete before this stage can run.



427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
 
# File 'proto_docs/google/dataflow/v1beta3/jobs.rb', line 427

class ExecutionStageSummary
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # Description of an input or output of an execution stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this source; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform_or_collection
  #   @return [::String]
  #     User name for the original user transform or collection with which this
  #     source is most closely associated.
  # @!attribute [rw] size_bytes
  #   @return [::Integer]
  #     Size of the source, if measurable.
  class StageSource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Description of a transform executed as part of an execution stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this transform; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform
  #   @return [::String]
  #     User name for the original user transform with which this transform is
  #     most closely associated.
  class ComponentTransform
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Description of an interstitial value between transforms in an execution
  # stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this transform; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform_or_collection
  #   @return [::String]
  #     User name for the original user transform or collection with which this
  #     source is most closely associated.
  class ComponentSource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end