Class: Google::Cloud::Dataplex::V1::Task::InfrastructureSpec

Inherits:
Object
  • Object
show all
Extended by:
Protobuf::MessageExts::ClassMethods
Includes:
Protobuf::MessageExts
Defined in:
proto_docs/google/cloud/dataplex/v1/tasks.rb

Overview

Configuration for the underlying infrastructure used to run workloads.

Defined Under Namespace

Classes: BatchComputeResources, ContainerImageRuntime, VpcNetwork

Instance Attribute Summary collapse

Instance Attribute Details

#batch ⇒ ::Google::Cloud::Dataplex::V1::Task::InfrastructureSpec::BatchComputeResources

Returns Compute resources needed for a Task when using Dataproc Serverless.

Returns:



81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
 
# File 'proto_docs/google/cloud/dataplex/v1/tasks.rb', line 81

class InfrastructureSpec
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # Batch compute resources associated with the task.
  # @!attribute [rw] executors_count
  #   @return [::Integer]
  #     Optional. Total number of job executors.
  #     Executor Count should be between 2 and 100. [Default=2]
  # @!attribute [rw] max_executors_count
  #   @return [::Integer]
  #     Optional. Max configurable executors.
  #     If max_executors_count > executors_count, then auto-scaling is enabled.
  #     Max Executor Count should be between 2 and 1000. [Default=1000]
  class BatchComputeResources
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Container Image Runtime Configuration used with Batch execution.
  # @!attribute [rw] image
  #   @return [::String]
  #     Optional. Container image to use.
  # @!attribute [rw] java_jars
  #   @return [::Array<::String>]
  #     Optional. A list of Java JARS to add to the classpath.
  #     Valid input includes Cloud Storage URIs to Jar binaries.
  #     For example, gs://bucket-name/my/path/to/file.jar
  # @!attribute [rw] python_packages
  #   @return [::Array<::String>]
  #     Optional. A list of python packages to be installed.
  #     Valid formats include Cloud Storage URI to a PIP installable library.
  #     For example, gs://bucket-name/my/path/to/lib.tar.gz
  # @!attribute [rw] properties
  #   @return [::Google::Protobuf::Map{::String => ::String}]
  #     Optional. Override to common configuration of open source components
  #     installed on the Dataproc cluster. The properties to set on daemon
  #     config files. Property keys are specified in `prefix:property` format,
  #     for example `core:hadoop.tmp.dir`. For more information, see [Cluster
  #     properties](https://cloud.google.com/dataproc/docs/concepts/cluster-properties).
  class ContainerImageRuntime
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods

    # @!attribute [rw] key
    #   @return [::String]
    # @!attribute [rw] value
    #   @return [::String]
    class PropertiesEntry
      include ::Google::Protobuf::MessageExts
      extend ::Google::Protobuf::MessageExts::ClassMethods
    end
  end

  # Cloud VPC Network used to run the infrastructure.
  # @!attribute [rw] network
  #   @return [::String]
  #     Optional. The Cloud VPC network in which the job is run. By default,
  #     the Cloud VPC network named Default within the project is used.
  # @!attribute [rw] sub_network
  #   @return [::String]
  #     Optional. The Cloud VPC sub-network in which the job is run.
  # @!attribute [rw] network_tags
  #   @return [::Array<::String>]
  #     Optional. List of network tags to apply to the job.
  class VpcNetwork
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end

#container_image ⇒ ::Google::Cloud::Dataplex::V1::Task::InfrastructureSpec::ContainerImageRuntime

Returns Container Image Runtime Configuration.

Returns:



81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
 
# File 'proto_docs/google/cloud/dataplex/v1/tasks.rb', line 81

class InfrastructureSpec
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # Batch compute resources associated with the task.
  # @!attribute [rw] executors_count
  #   @return [::Integer]
  #     Optional. Total number of job executors.
  #     Executor Count should be between 2 and 100. [Default=2]
  # @!attribute [rw] max_executors_count
  #   @return [::Integer]
  #     Optional. Max configurable executors.
  #     If max_executors_count > executors_count, then auto-scaling is enabled.
  #     Max Executor Count should be between 2 and 1000. [Default=1000]
  class BatchComputeResources
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Container Image Runtime Configuration used with Batch execution.
  # @!attribute [rw] image
  #   @return [::String]
  #     Optional. Container image to use.
  # @!attribute [rw] java_jars
  #   @return [::Array<::String>]
  #     Optional. A list of Java JARS to add to the classpath.
  #     Valid input includes Cloud Storage URIs to Jar binaries.
  #     For example, gs://bucket-name/my/path/to/file.jar
  # @!attribute [rw] python_packages
  #   @return [::Array<::String>]
  #     Optional. A list of python packages to be installed.
  #     Valid formats include Cloud Storage URI to a PIP installable library.
  #     For example, gs://bucket-name/my/path/to/lib.tar.gz
  # @!attribute [rw] properties
  #   @return [::Google::Protobuf::Map{::String => ::String}]
  #     Optional. Override to common configuration of open source components
  #     installed on the Dataproc cluster. The properties to set on daemon
  #     config files. Property keys are specified in `prefix:property` format,
  #     for example `core:hadoop.tmp.dir`. For more information, see [Cluster
  #     properties](https://cloud.google.com/dataproc/docs/concepts/cluster-properties).
  class ContainerImageRuntime
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods

    # @!attribute [rw] key
    #   @return [::String]
    # @!attribute [rw] value
    #   @return [::String]
    class PropertiesEntry
      include ::Google::Protobuf::MessageExts
      extend ::Google::Protobuf::MessageExts::ClassMethods
    end
  end

  # Cloud VPC Network used to run the infrastructure.
  # @!attribute [rw] network
  #   @return [::String]
  #     Optional. The Cloud VPC network in which the job is run. By default,
  #     the Cloud VPC network named Default within the project is used.
  # @!attribute [rw] sub_network
  #   @return [::String]
  #     Optional. The Cloud VPC sub-network in which the job is run.
  # @!attribute [rw] network_tags
  #   @return [::Array<::String>]
  #     Optional. List of network tags to apply to the job.
  class VpcNetwork
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end

#vpc_network ⇒ ::Google::Cloud::Dataplex::V1::Task::InfrastructureSpec::VpcNetwork

Returns Vpc network.

Returns:



81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
 
# File 'proto_docs/google/cloud/dataplex/v1/tasks.rb', line 81

class InfrastructureSpec
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # Batch compute resources associated with the task.
  # @!attribute [rw] executors_count
  #   @return [::Integer]
  #     Optional. Total number of job executors.
  #     Executor Count should be between 2 and 100. [Default=2]
  # @!attribute [rw] max_executors_count
  #   @return [::Integer]
  #     Optional. Max configurable executors.
  #     If max_executors_count > executors_count, then auto-scaling is enabled.
  #     Max Executor Count should be between 2 and 1000. [Default=1000]
  class BatchComputeResources
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Container Image Runtime Configuration used with Batch execution.
  # @!attribute [rw] image
  #   @return [::String]
  #     Optional. Container image to use.
  # @!attribute [rw] java_jars
  #   @return [::Array<::String>]
  #     Optional. A list of Java JARS to add to the classpath.
  #     Valid input includes Cloud Storage URIs to Jar binaries.
  #     For example, gs://bucket-name/my/path/to/file.jar
  # @!attribute [rw] python_packages
  #   @return [::Array<::String>]
  #     Optional. A list of python packages to be installed.
  #     Valid formats include Cloud Storage URI to a PIP installable library.
  #     For example, gs://bucket-name/my/path/to/lib.tar.gz
  # @!attribute [rw] properties
  #   @return [::Google::Protobuf::Map{::String => ::String}]
  #     Optional. Override to common configuration of open source components
  #     installed on the Dataproc cluster. The properties to set on daemon
  #     config files. Property keys are specified in `prefix:property` format,
  #     for example `core:hadoop.tmp.dir`. For more information, see [Cluster
  #     properties](https://cloud.google.com/dataproc/docs/concepts/cluster-properties).
  class ContainerImageRuntime
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods

    # @!attribute [rw] key
    #   @return [::String]
    # @!attribute [rw] value
    #   @return [::String]
    class PropertiesEntry
      include ::Google::Protobuf::MessageExts
      extend ::Google::Protobuf::MessageExts::ClassMethods
    end
  end

  # Cloud VPC Network used to run the infrastructure.
  # @!attribute [rw] network
  #   @return [::String]
  #     Optional. The Cloud VPC network in which the job is run. By default,
  #     the Cloud VPC network named Default within the project is used.
  # @!attribute [rw] sub_network
  #   @return [::String]
  #     Optional. The Cloud VPC sub-network in which the job is run.
  # @!attribute [rw] network_tags
  #   @return [::Array<::String>]
  #     Optional. List of network tags to apply to the job.
  class VpcNetwork
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end