Class: Google::Cloud::Dataflow::V1beta3::ExecutionStageSummary

Inherits:
Object
  • Object
show all
Extended by:
Protobuf::MessageExts::ClassMethods
Includes:
Protobuf::MessageExts
Defined in:
proto_docs/google/dataflow/v1beta3/jobs.rb

Overview

Description of the composing transforms, names/ids, and input/outputs of a stage of execution. Some composing transforms and sources may have been generated by the Dataflow service during execution planning.

Defined Under Namespace

Classes: ComponentSource, ComponentTransform, StageSource

Instance Attribute Summary collapse

Instance Attribute Details

#component_source ⇒ ::Array<::Google::Cloud::Dataflow::V1beta3::ExecutionStageSummary::ComponentSource>

Returns Collections produced and consumed by component transforms of this stage.

Returns:



547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
 
# File 'proto_docs/google/dataflow/v1beta3/jobs.rb', line 547

class ExecutionStageSummary
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # Description of an input or output of an execution stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this source; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform_or_collection
  #   @return [::String]
  #     User name for the original user transform or collection with which this
  #     source is most closely associated.
  # @!attribute [rw] size_bytes
  #   @return [::Integer]
  #     Size of the source, if measurable.
  class StageSource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Description of a transform executed as part of an execution stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this transform; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform
  #   @return [::String]
  #     User name for the original user transform with which this transform is
  #     most closely associated.
  class ComponentTransform
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Description of an interstitial value between transforms in an execution
  # stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this transform; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform_or_collection
  #   @return [::String]
  #     User name for the original user transform or collection with which this
  #     source is most closely associated.
  class ComponentSource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end

#component_transform ⇒ ::Array<::Google::Cloud::Dataflow::V1beta3::ExecutionStageSummary::ComponentTransform>

Returns Transforms that comprise this execution stage.

Returns:



547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
 
# File 'proto_docs/google/dataflow/v1beta3/jobs.rb', line 547

class ExecutionStageSummary
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # Description of an input or output of an execution stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this source; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform_or_collection
  #   @return [::String]
  #     User name for the original user transform or collection with which this
  #     source is most closely associated.
  # @!attribute [rw] size_bytes
  #   @return [::Integer]
  #     Size of the source, if measurable.
  class StageSource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Description of a transform executed as part of an execution stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this transform; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform
  #   @return [::String]
  #     User name for the original user transform with which this transform is
  #     most closely associated.
  class ComponentTransform
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Description of an interstitial value between transforms in an execution
  # stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this transform; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform_or_collection
  #   @return [::String]
  #     User name for the original user transform or collection with which this
  #     source is most closely associated.
  class ComponentSource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end

#id ⇒ ::String

Returns Dataflow service generated id for this stage.

Returns:

  • (::String) —

    Dataflow service generated id for this stage.



547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
 
# File 'proto_docs/google/dataflow/v1beta3/jobs.rb', line 547

class ExecutionStageSummary
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # Description of an input or output of an execution stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this source; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform_or_collection
  #   @return [::String]
  #     User name for the original user transform or collection with which this
  #     source is most closely associated.
  # @!attribute [rw] size_bytes
  #   @return [::Integer]
  #     Size of the source, if measurable.
  class StageSource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Description of a transform executed as part of an execution stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this transform; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform
  #   @return [::String]
  #     User name for the original user transform with which this transform is
  #     most closely associated.
  class ComponentTransform
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Description of an interstitial value between transforms in an execution
  # stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this transform; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform_or_collection
  #   @return [::String]
  #     User name for the original user transform or collection with which this
  #     source is most closely associated.
  class ComponentSource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end

#input_source ⇒ ::Array<::Google::Cloud::Dataflow::V1beta3::ExecutionStageSummary::StageSource>

Returns Input sources for this stage.

Returns:



547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
 
# File 'proto_docs/google/dataflow/v1beta3/jobs.rb', line 547

class ExecutionStageSummary
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # Description of an input or output of an execution stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this source; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform_or_collection
  #   @return [::String]
  #     User name for the original user transform or collection with which this
  #     source is most closely associated.
  # @!attribute [rw] size_bytes
  #   @return [::Integer]
  #     Size of the source, if measurable.
  class StageSource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Description of a transform executed as part of an execution stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this transform; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform
  #   @return [::String]
  #     User name for the original user transform with which this transform is
  #     most closely associated.
  class ComponentTransform
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Description of an interstitial value between transforms in an execution
  # stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this transform; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform_or_collection
  #   @return [::String]
  #     User name for the original user transform or collection with which this
  #     source is most closely associated.
  class ComponentSource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end

#kind ⇒ ::Google::Cloud::Dataflow::V1beta3::KindType

Returns Type of transform this stage is executing.

Returns:



547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
 
# File 'proto_docs/google/dataflow/v1beta3/jobs.rb', line 547

class ExecutionStageSummary
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # Description of an input or output of an execution stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this source; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform_or_collection
  #   @return [::String]
  #     User name for the original user transform or collection with which this
  #     source is most closely associated.
  # @!attribute [rw] size_bytes
  #   @return [::Integer]
  #     Size of the source, if measurable.
  class StageSource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Description of a transform executed as part of an execution stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this transform; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform
  #   @return [::String]
  #     User name for the original user transform with which this transform is
  #     most closely associated.
  class ComponentTransform
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Description of an interstitial value between transforms in an execution
  # stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this transform; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform_or_collection
  #   @return [::String]
  #     User name for the original user transform or collection with which this
  #     source is most closely associated.
  class ComponentSource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end

#name ⇒ ::String

Returns Dataflow service generated name for this stage.

Returns:

  • (::String) —

    Dataflow service generated name for this stage.



547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
 
# File 'proto_docs/google/dataflow/v1beta3/jobs.rb', line 547

class ExecutionStageSummary
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # Description of an input or output of an execution stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this source; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform_or_collection
  #   @return [::String]
  #     User name for the original user transform or collection with which this
  #     source is most closely associated.
  # @!attribute [rw] size_bytes
  #   @return [::Integer]
  #     Size of the source, if measurable.
  class StageSource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Description of a transform executed as part of an execution stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this transform; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform
  #   @return [::String]
  #     User name for the original user transform with which this transform is
  #     most closely associated.
  class ComponentTransform
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Description of an interstitial value between transforms in an execution
  # stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this transform; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform_or_collection
  #   @return [::String]
  #     User name for the original user transform or collection with which this
  #     source is most closely associated.
  class ComponentSource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end

#output_source ⇒ ::Array<::Google::Cloud::Dataflow::V1beta3::ExecutionStageSummary::StageSource>

Returns Output sources for this stage.

Returns:



547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
 
# File 'proto_docs/google/dataflow/v1beta3/jobs.rb', line 547

class ExecutionStageSummary
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # Description of an input or output of an execution stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this source; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform_or_collection
  #   @return [::String]
  #     User name for the original user transform or collection with which this
  #     source is most closely associated.
  # @!attribute [rw] size_bytes
  #   @return [::Integer]
  #     Size of the source, if measurable.
  class StageSource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Description of a transform executed as part of an execution stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this transform; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform
  #   @return [::String]
  #     User name for the original user transform with which this transform is
  #     most closely associated.
  class ComponentTransform
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Description of an interstitial value between transforms in an execution
  # stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this transform; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform_or_collection
  #   @return [::String]
  #     User name for the original user transform or collection with which this
  #     source is most closely associated.
  class ComponentSource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end

#prerequisite_stage ⇒ ::Array<::String>

Returns Other stages that must complete before this stage can run.

Returns:

  • (::Array<::String>) —

    Other stages that must complete before this stage can run.



547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
 
# File 'proto_docs/google/dataflow/v1beta3/jobs.rb', line 547

class ExecutionStageSummary
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # Description of an input or output of an execution stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this source; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform_or_collection
  #   @return [::String]
  #     User name for the original user transform or collection with which this
  #     source is most closely associated.
  # @!attribute [rw] size_bytes
  #   @return [::Integer]
  #     Size of the source, if measurable.
  class StageSource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Description of a transform executed as part of an execution stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this transform; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform
  #   @return [::String]
  #     User name for the original user transform with which this transform is
  #     most closely associated.
  class ComponentTransform
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Description of an interstitial value between transforms in an execution
  # stage.
  # @!attribute [rw] user_name
  #   @return [::String]
  #     Human-readable name for this transform; may be user or system generated.
  # @!attribute [rw] name
  #   @return [::String]
  #     Dataflow service generated name for this source.
  # @!attribute [rw] original_transform_or_collection
  #   @return [::String]
  #     User name for the original user transform or collection with which this
  #     source is most closely associated.
  class ComponentSource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end