Class: Google::Cloud::Orchestration::Airflow::Service::V1::WorkloadsConfig

Inherits:
Object
  • Object
show all
Extended by:
Protobuf::MessageExts::ClassMethods
Includes:
Protobuf::MessageExts
Defined in:
proto_docs/google/cloud/orchestration/airflow/service/v1/environments.rb

Overview

The Kubernetes workloads configuration for GKE cluster associated with the Cloud Composer environment. Supported for Cloud Composer environments in versions composer-2..-airflow-..* and newer.

Defined Under Namespace

Classes: DagProcessorResource, SchedulerResource, TriggererResource, WebServerResource, WorkerResource

Instance Attribute Summary collapse

Instance Attribute Details

#dag_processor ⇒ ::Google::Cloud::Orchestration::Airflow::Service::V1::WorkloadsConfig::DagProcessorResource

Returns Optional. Resources used by Airflow DAG processors.

This field is supported for Cloud Composer environments in versions composer-3..-airflow-..* and newer.

Returns:



1545
1546
1547
1548
1549
1550
1551
1552
1553
1554
1555
1556
1557
1558
1559
1560
1561
1562
1563
1564
1565
1566
1567
1568
1569
1570
1571
1572
1573
1574
1575
1576
1577
1578
1579
1580
1581
1582
1583
1584
1585
1586
1587
1588
1589
1590
1591
1592
1593
1594
1595
1596
1597
1598
1599
1600
1601
1602
1603
1604
1605
1606
1607
1608
1609
1610
1611
1612
1613
1614
1615
1616
1617
1618
1619
1620
1621
1622
1623
1624
1625
1626
1627
1628
1629
1630
1631
1632
1633
1634
1635
1636
1637
1638
1639
1640
1641
1642
1643
1644
 
# File 'proto_docs/google/cloud/orchestration/airflow/service/v1/environments.rb', line 1545

class WorkloadsConfig
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # Configuration for resources used by Airflow schedulers.
  # @!attribute [rw] cpu
  #   @return [::Float]
  #     Optional. CPU request and limit for a single Airflow scheduler replica.
  # @!attribute [rw] memory_gb
  #   @return [::Float]
  #     Optional. Memory (GB) request and limit for a single Airflow scheduler
  #     replica.
  # @!attribute [rw] storage_gb
  #   @return [::Float]
  #     Optional. Storage (GB) request and limit for a single Airflow scheduler
  #     replica.
  # @!attribute [rw] count
  #   @return [::Integer]
  #     Optional. The number of schedulers.
  class SchedulerResource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Configuration for resources used by Airflow web server.
  # @!attribute [rw] cpu
  #   @return [::Float]
  #     Optional. CPU request and limit for Airflow web server.
  # @!attribute [rw] memory_gb
  #   @return [::Float]
  #     Optional. Memory (GB) request and limit for Airflow web server.
  # @!attribute [rw] storage_gb
  #   @return [::Float]
  #     Optional. Storage (GB) request and limit for Airflow web server.
  class WebServerResource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Configuration for resources used by Airflow workers.
  # @!attribute [rw] cpu
  #   @return [::Float]
  #     Optional. CPU request and limit for a single Airflow worker replica.
  # @!attribute [rw] memory_gb
  #   @return [::Float]
  #     Optional. Memory (GB) request and limit for a single Airflow worker
  #     replica.
  # @!attribute [rw] storage_gb
  #   @return [::Float]
  #     Optional. Storage (GB) request and limit for a single Airflow worker
  #     replica.
  # @!attribute [rw] min_count
  #   @return [::Integer]
  #     Optional. Minimum number of workers for autoscaling.
  # @!attribute [rw] max_count
  #   @return [::Integer]
  #     Optional. Maximum number of workers for autoscaling.
  class WorkerResource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Configuration for resources used by Airflow triggerers.
  # @!attribute [rw] count
  #   @return [::Integer]
  #     Optional. The number of triggerers.
  # @!attribute [rw] cpu
  #   @return [::Float]
  #     Optional. CPU request and limit for a single Airflow triggerer replica.
  # @!attribute [rw] memory_gb
  #   @return [::Float]
  #     Optional. Memory (GB) request and limit for a single Airflow triggerer
  #     replica.
  class TriggererResource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Configuration for resources used by Airflow DAG processors.
  # @!attribute [rw] cpu
  #   @return [::Float]
  #     Optional. CPU request and limit for a single Airflow DAG processor
  #     replica.
  # @!attribute [rw] memory_gb
  #   @return [::Float]
  #     Optional. Memory (GB) request and limit for a single Airflow DAG
  #     processor replica.
  # @!attribute [rw] storage_gb
  #   @return [::Float]
  #     Optional. Storage (GB) request and limit for a single Airflow DAG
  #     processor replica.
  # @!attribute [rw] count
  #   @return [::Integer]
  #     Optional. The number of DAG processors. If not provided or set to 0, a
  #     single DAG processor instance will be created.
  class DagProcessorResource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end

#scheduler ⇒ ::Google::Cloud::Orchestration::Airflow::Service::V1::WorkloadsConfig::SchedulerResource

Returns Optional. Resources used by Airflow schedulers.

Returns:



1545
1546
1547
1548
1549
1550
1551
1552
1553
1554
1555
1556
1557
1558
1559
1560
1561
1562
1563
1564
1565
1566
1567
1568
1569
1570
1571
1572
1573
1574
1575
1576
1577
1578
1579
1580
1581
1582
1583
1584
1585
1586
1587
1588
1589
1590
1591
1592
1593
1594
1595
1596
1597
1598
1599
1600
1601
1602
1603
1604
1605
1606
1607
1608
1609
1610
1611
1612
1613
1614
1615
1616
1617
1618
1619
1620
1621
1622
1623
1624
1625
1626
1627
1628
1629
1630
1631
1632
1633
1634
1635
1636
1637
1638
1639
1640
1641
1642
1643
1644
 
# File 'proto_docs/google/cloud/orchestration/airflow/service/v1/environments.rb', line 1545

class WorkloadsConfig
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # Configuration for resources used by Airflow schedulers.
  # @!attribute [rw] cpu
  #   @return [::Float]
  #     Optional. CPU request and limit for a single Airflow scheduler replica.
  # @!attribute [rw] memory_gb
  #   @return [::Float]
  #     Optional. Memory (GB) request and limit for a single Airflow scheduler
  #     replica.
  # @!attribute [rw] storage_gb
  #   @return [::Float]
  #     Optional. Storage (GB) request and limit for a single Airflow scheduler
  #     replica.
  # @!attribute [rw] count
  #   @return [::Integer]
  #     Optional. The number of schedulers.
  class SchedulerResource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Configuration for resources used by Airflow web server.
  # @!attribute [rw] cpu
  #   @return [::Float]
  #     Optional. CPU request and limit for Airflow web server.
  # @!attribute [rw] memory_gb
  #   @return [::Float]
  #     Optional. Memory (GB) request and limit for Airflow web server.
  # @!attribute [rw] storage_gb
  #   @return [::Float]
  #     Optional. Storage (GB) request and limit for Airflow web server.
  class WebServerResource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Configuration for resources used by Airflow workers.
  # @!attribute [rw] cpu
  #   @return [::Float]
  #     Optional. CPU request and limit for a single Airflow worker replica.
  # @!attribute [rw] memory_gb
  #   @return [::Float]
  #     Optional. Memory (GB) request and limit for a single Airflow worker
  #     replica.
  # @!attribute [rw] storage_gb
  #   @return [::Float]
  #     Optional. Storage (GB) request and limit for a single Airflow worker
  #     replica.
  # @!attribute [rw] min_count
  #   @return [::Integer]
  #     Optional. Minimum number of workers for autoscaling.
  # @!attribute [rw] max_count
  #   @return [::Integer]
  #     Optional. Maximum number of workers for autoscaling.
  class WorkerResource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Configuration for resources used by Airflow triggerers.
  # @!attribute [rw] count
  #   @return [::Integer]
  #     Optional. The number of triggerers.
  # @!attribute [rw] cpu
  #   @return [::Float]
  #     Optional. CPU request and limit for a single Airflow triggerer replica.
  # @!attribute [rw] memory_gb
  #   @return [::Float]
  #     Optional. Memory (GB) request and limit for a single Airflow triggerer
  #     replica.
  class TriggererResource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Configuration for resources used by Airflow DAG processors.
  # @!attribute [rw] cpu
  #   @return [::Float]
  #     Optional. CPU request and limit for a single Airflow DAG processor
  #     replica.
  # @!attribute [rw] memory_gb
  #   @return [::Float]
  #     Optional. Memory (GB) request and limit for a single Airflow DAG
  #     processor replica.
  # @!attribute [rw] storage_gb
  #   @return [::Float]
  #     Optional. Storage (GB) request and limit for a single Airflow DAG
  #     processor replica.
  # @!attribute [rw] count
  #   @return [::Integer]
  #     Optional. The number of DAG processors. If not provided or set to 0, a
  #     single DAG processor instance will be created.
  class DagProcessorResource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end

#triggerer ⇒ ::Google::Cloud::Orchestration::Airflow::Service::V1::WorkloadsConfig::TriggererResource

Returns Optional. Resources used by Airflow triggerers.

Returns:



1545
1546
1547
1548
1549
1550
1551
1552
1553
1554
1555
1556
1557
1558
1559
1560
1561
1562
1563
1564
1565
1566
1567
1568
1569
1570
1571
1572
1573
1574
1575
1576
1577
1578
1579
1580
1581
1582
1583
1584
1585
1586
1587
1588
1589
1590
1591
1592
1593
1594
1595
1596
1597
1598
1599
1600
1601
1602
1603
1604
1605
1606
1607
1608
1609
1610
1611
1612
1613
1614
1615
1616
1617
1618
1619
1620
1621
1622
1623
1624
1625
1626
1627
1628
1629
1630
1631
1632
1633
1634
1635
1636
1637
1638
1639
1640
1641
1642
1643
1644
 
# File 'proto_docs/google/cloud/orchestration/airflow/service/v1/environments.rb', line 1545

class WorkloadsConfig
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # Configuration for resources used by Airflow schedulers.
  # @!attribute [rw] cpu
  #   @return [::Float]
  #     Optional. CPU request and limit for a single Airflow scheduler replica.
  # @!attribute [rw] memory_gb
  #   @return [::Float]
  #     Optional. Memory (GB) request and limit for a single Airflow scheduler
  #     replica.
  # @!attribute [rw] storage_gb
  #   @return [::Float]
  #     Optional. Storage (GB) request and limit for a single Airflow scheduler
  #     replica.
  # @!attribute [rw] count
  #   @return [::Integer]
  #     Optional. The number of schedulers.
  class SchedulerResource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Configuration for resources used by Airflow web server.
  # @!attribute [rw] cpu
  #   @return [::Float]
  #     Optional. CPU request and limit for Airflow web server.
  # @!attribute [rw] memory_gb
  #   @return [::Float]
  #     Optional. Memory (GB) request and limit for Airflow web server.
  # @!attribute [rw] storage_gb
  #   @return [::Float]
  #     Optional. Storage (GB) request and limit for Airflow web server.
  class WebServerResource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Configuration for resources used by Airflow workers.
  # @!attribute [rw] cpu
  #   @return [::Float]
  #     Optional. CPU request and limit for a single Airflow worker replica.
  # @!attribute [rw] memory_gb
  #   @return [::Float]
  #     Optional. Memory (GB) request and limit for a single Airflow worker
  #     replica.
  # @!attribute [rw] storage_gb
  #   @return [::Float]
  #     Optional. Storage (GB) request and limit for a single Airflow worker
  #     replica.
  # @!attribute [rw] min_count
  #   @return [::Integer]
  #     Optional. Minimum number of workers for autoscaling.
  # @!attribute [rw] max_count
  #   @return [::Integer]
  #     Optional. Maximum number of workers for autoscaling.
  class WorkerResource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Configuration for resources used by Airflow triggerers.
  # @!attribute [rw] count
  #   @return [::Integer]
  #     Optional. The number of triggerers.
  # @!attribute [rw] cpu
  #   @return [::Float]
  #     Optional. CPU request and limit for a single Airflow triggerer replica.
  # @!attribute [rw] memory_gb
  #   @return [::Float]
  #     Optional. Memory (GB) request and limit for a single Airflow triggerer
  #     replica.
  class TriggererResource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Configuration for resources used by Airflow DAG processors.
  # @!attribute [rw] cpu
  #   @return [::Float]
  #     Optional. CPU request and limit for a single Airflow DAG processor
  #     replica.
  # @!attribute [rw] memory_gb
  #   @return [::Float]
  #     Optional. Memory (GB) request and limit for a single Airflow DAG
  #     processor replica.
  # @!attribute [rw] storage_gb
  #   @return [::Float]
  #     Optional. Storage (GB) request and limit for a single Airflow DAG
  #     processor replica.
  # @!attribute [rw] count
  #   @return [::Integer]
  #     Optional. The number of DAG processors. If not provided or set to 0, a
  #     single DAG processor instance will be created.
  class DagProcessorResource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end

#web_server ⇒ ::Google::Cloud::Orchestration::Airflow::Service::V1::WorkloadsConfig::WebServerResource

Returns Optional. Resources used by Airflow web server.

Returns:



1545
1546
1547
1548
1549
1550
1551
1552
1553
1554
1555
1556
1557
1558
1559
1560
1561
1562
1563
1564
1565
1566
1567
1568
1569
1570
1571
1572
1573
1574
1575
1576
1577
1578
1579
1580
1581
1582
1583
1584
1585
1586
1587
1588
1589
1590
1591
1592
1593
1594
1595
1596
1597
1598
1599
1600
1601
1602
1603
1604
1605
1606
1607
1608
1609
1610
1611
1612
1613
1614
1615
1616
1617
1618
1619
1620
1621
1622
1623
1624
1625
1626
1627
1628
1629
1630
1631
1632
1633
1634
1635
1636
1637
1638
1639
1640
1641
1642
1643
1644
 
# File 'proto_docs/google/cloud/orchestration/airflow/service/v1/environments.rb', line 1545

class WorkloadsConfig
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # Configuration for resources used by Airflow schedulers.
  # @!attribute [rw] cpu
  #   @return [::Float]
  #     Optional. CPU request and limit for a single Airflow scheduler replica.
  # @!attribute [rw] memory_gb
  #   @return [::Float]
  #     Optional. Memory (GB) request and limit for a single Airflow scheduler
  #     replica.
  # @!attribute [rw] storage_gb
  #   @return [::Float]
  #     Optional. Storage (GB) request and limit for a single Airflow scheduler
  #     replica.
  # @!attribute [rw] count
  #   @return [::Integer]
  #     Optional. The number of schedulers.
  class SchedulerResource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Configuration for resources used by Airflow web server.
  # @!attribute [rw] cpu
  #   @return [::Float]
  #     Optional. CPU request and limit for Airflow web server.
  # @!attribute [rw] memory_gb
  #   @return [::Float]
  #     Optional. Memory (GB) request and limit for Airflow web server.
  # @!attribute [rw] storage_gb
  #   @return [::Float]
  #     Optional. Storage (GB) request and limit for Airflow web server.
  class WebServerResource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Configuration for resources used by Airflow workers.
  # @!attribute [rw] cpu
  #   @return [::Float]
  #     Optional. CPU request and limit for a single Airflow worker replica.
  # @!attribute [rw] memory_gb
  #   @return [::Float]
  #     Optional. Memory (GB) request and limit for a single Airflow worker
  #     replica.
  # @!attribute [rw] storage_gb
  #   @return [::Float]
  #     Optional. Storage (GB) request and limit for a single Airflow worker
  #     replica.
  # @!attribute [rw] min_count
  #   @return [::Integer]
  #     Optional. Minimum number of workers for autoscaling.
  # @!attribute [rw] max_count
  #   @return [::Integer]
  #     Optional. Maximum number of workers for autoscaling.
  class WorkerResource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Configuration for resources used by Airflow triggerers.
  # @!attribute [rw] count
  #   @return [::Integer]
  #     Optional. The number of triggerers.
  # @!attribute [rw] cpu
  #   @return [::Float]
  #     Optional. CPU request and limit for a single Airflow triggerer replica.
  # @!attribute [rw] memory_gb
  #   @return [::Float]
  #     Optional. Memory (GB) request and limit for a single Airflow triggerer
  #     replica.
  class TriggererResource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Configuration for resources used by Airflow DAG processors.
  # @!attribute [rw] cpu
  #   @return [::Float]
  #     Optional. CPU request and limit for a single Airflow DAG processor
  #     replica.
  # @!attribute [rw] memory_gb
  #   @return [::Float]
  #     Optional. Memory (GB) request and limit for a single Airflow DAG
  #     processor replica.
  # @!attribute [rw] storage_gb
  #   @return [::Float]
  #     Optional. Storage (GB) request and limit for a single Airflow DAG
  #     processor replica.
  # @!attribute [rw] count
  #   @return [::Integer]
  #     Optional. The number of DAG processors. If not provided or set to 0, a
  #     single DAG processor instance will be created.
  class DagProcessorResource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end

#worker ⇒ ::Google::Cloud::Orchestration::Airflow::Service::V1::WorkloadsConfig::WorkerResource

Returns Optional. Resources used by Airflow workers.

Returns:



1545
1546
1547
1548
1549
1550
1551
1552
1553
1554
1555
1556
1557
1558
1559
1560
1561
1562
1563
1564
1565
1566
1567
1568
1569
1570
1571
1572
1573
1574
1575
1576
1577
1578
1579
1580
1581
1582
1583
1584
1585
1586
1587
1588
1589
1590
1591
1592
1593
1594
1595
1596
1597
1598
1599
1600
1601
1602
1603
1604
1605
1606
1607
1608
1609
1610
1611
1612
1613
1614
1615
1616
1617
1618
1619
1620
1621
1622
1623
1624
1625
1626
1627
1628
1629
1630
1631
1632
1633
1634
1635
1636
1637
1638
1639
1640
1641
1642
1643
1644
 
# File 'proto_docs/google/cloud/orchestration/airflow/service/v1/environments.rb', line 1545

class WorkloadsConfig
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # Configuration for resources used by Airflow schedulers.
  # @!attribute [rw] cpu
  #   @return [::Float]
  #     Optional. CPU request and limit for a single Airflow scheduler replica.
  # @!attribute [rw] memory_gb
  #   @return [::Float]
  #     Optional. Memory (GB) request and limit for a single Airflow scheduler
  #     replica.
  # @!attribute [rw] storage_gb
  #   @return [::Float]
  #     Optional. Storage (GB) request and limit for a single Airflow scheduler
  #     replica.
  # @!attribute [rw] count
  #   @return [::Integer]
  #     Optional. The number of schedulers.
  class SchedulerResource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Configuration for resources used by Airflow web server.
  # @!attribute [rw] cpu
  #   @return [::Float]
  #     Optional. CPU request and limit for Airflow web server.
  # @!attribute [rw] memory_gb
  #   @return [::Float]
  #     Optional. Memory (GB) request and limit for Airflow web server.
  # @!attribute [rw] storage_gb
  #   @return [::Float]
  #     Optional. Storage (GB) request and limit for Airflow web server.
  class WebServerResource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Configuration for resources used by Airflow workers.
  # @!attribute [rw] cpu
  #   @return [::Float]
  #     Optional. CPU request and limit for a single Airflow worker replica.
  # @!attribute [rw] memory_gb
  #   @return [::Float]
  #     Optional. Memory (GB) request and limit for a single Airflow worker
  #     replica.
  # @!attribute [rw] storage_gb
  #   @return [::Float]
  #     Optional. Storage (GB) request and limit for a single Airflow worker
  #     replica.
  # @!attribute [rw] min_count
  #   @return [::Integer]
  #     Optional. Minimum number of workers for autoscaling.
  # @!attribute [rw] max_count
  #   @return [::Integer]
  #     Optional. Maximum number of workers for autoscaling.
  class WorkerResource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Configuration for resources used by Airflow triggerers.
  # @!attribute [rw] count
  #   @return [::Integer]
  #     Optional. The number of triggerers.
  # @!attribute [rw] cpu
  #   @return [::Float]
  #     Optional. CPU request and limit for a single Airflow triggerer replica.
  # @!attribute [rw] memory_gb
  #   @return [::Float]
  #     Optional. Memory (GB) request and limit for a single Airflow triggerer
  #     replica.
  class TriggererResource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # Configuration for resources used by Airflow DAG processors.
  # @!attribute [rw] cpu
  #   @return [::Float]
  #     Optional. CPU request and limit for a single Airflow DAG processor
  #     replica.
  # @!attribute [rw] memory_gb
  #   @return [::Float]
  #     Optional. Memory (GB) request and limit for a single Airflow DAG
  #     processor replica.
  # @!attribute [rw] storage_gb
  #   @return [::Float]
  #     Optional. Storage (GB) request and limit for a single Airflow DAG
  #     processor replica.
  # @!attribute [rw] count
  #   @return [::Integer]
  #     Optional. The number of DAG processors. If not provided or set to 0, a
  #     single DAG processor instance will be created.
  class DagProcessorResource
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end