Class: GitLab::Exporter::Database::RowCountCollector

Inherits:
Base
  • Object
show all
Defined in:
lib/gitlab_exporter/database/row_count.rb

Overview

A helper class that executes the query its given and returns an int of the row count This class works under the assumption you do COUNT(*) queries, define queries in the QUERIES constant. If in doubt how these work, read #construct_query

Constant Summary collapse

WHERE_MIRROR_ENABLED = 
"projects.mirror = true\nAND project_mirror_data.retry_count <= 14\nAND (projects.visibility_level = 20 OR plans.name IN ('early_adopter', 'bronze', 'silver', 'gold'))\n".freeze
MIRROR_QUERY = 
{
  select: :projects,
  joins:  "    INNER JOIN project_mirror_data ON project_mirror_data.project_id = projects.id\n    INNER JOIN namespaces ON projects.namespace_id = namespaces.id\n    LEFT JOIN plans ON namespaces.plan_id = plans.id\n  SQL\n  check: \"SELECT 1 FROM information_schema.tables WHERE table_name='plans'\"\n}.freeze\n",
QUERIES = 
{
  mirrors_ready_to_sync: MIRROR_QUERY.merge( # EE only
    where: "      \#{WHERE_MIRROR_ENABLED}\n      AND project_mirror_data.status NOT IN ('scheduled', 'started')\n      AND project_mirror_data.next_execution_timestamp <= NOW()\n    SQL\n  ),\n  mirrors_not_updated_recently: MIRROR_QUERY.merge( # EE only\n    where: <<~SQL\n      \#{WHERE_MIRROR_ENABLED}\n      AND project_mirror_data.status NOT IN ('scheduled', 'started')\n      AND (project_mirror_data.next_execution_timestamp - project_mirror_data.last_update_at) <= '30 minutes'::interval\n      AND project_mirror_data.last_update_at < NOW() - '30 minutes'::interval\n    SQL\n  ),\n  mirrors_updated_very_recently: MIRROR_QUERY.merge( # EE only\n    where: <<~SQL\n      \#{WHERE_MIRROR_ENABLED}\n      AND project_mirror_data.status NOT IN ('scheduled', 'started')\n      AND project_mirror_data.last_update_at >= NOW() - '30 seconds'::interval\n    SQL\n  ),\n  mirrors_behind_schedule: MIRROR_QUERY.merge( # EE only\n    where: <<~SQL\n      \#{WHERE_MIRROR_ENABLED}\n      AND project_mirror_data.status NOT IN ('scheduled', 'started')\n      AND project_mirror_data.next_execution_timestamp <= NOW() - '10 seconds'::interval\n    SQL\n  ),\n  mirrors_scheduled_or_started: MIRROR_QUERY.merge( # EE only\n    where: <<~SQL\n      \#{WHERE_MIRROR_ENABLED}\n      AND project_mirror_data.status IN ('scheduled', 'started')\n    SQL\n  ),\n  mirrors_scheduled: MIRROR_QUERY.merge( # EE only\n    where: <<~SQL\n      \#{WHERE_MIRROR_ENABLED}\n      AND project_mirror_data.status = 'scheduled'\n    SQL\n  ),\n  mirrors_started: MIRROR_QUERY.merge( # EE only\n    where: <<~SQL\n      \#{WHERE_MIRROR_ENABLED}\n      AND project_mirror_data.status = 'started'\n    SQL\n  ),\n  soft_deleted_projects: { select: :projects, where: \"pending_delete=true\" },\n  orphaned_projects: {\n    select: :projects,\n    joins: \"LEFT JOIN namespaces ON projects.namespace_id = namespaces.id\",\n    where: \"namespaces.id IS NULL\"\n  },\n  uploads: { select: :uploads }\n}.freeze\n"

Instance Method Summary collapse

Methods inherited from Base

connection_pool, #connection_pool, #with_connection_pool

Constructor Details

#initialize(args) ⇒ RowCountCollector

Returns a new instance of RowCountCollector.



85
86
87
88
89
 
# File 'lib/gitlab_exporter/database/row_count.rb', line 85

def initialize(args)
  super(args)

  @selected_queries = Set.new(args[:selected_queries].map(&:to_sym)) unless args[:selected_queries].nil?
end

Instance Method Details

#run ⇒ Object 



91
92
93
94
95
96
97
98
99
100
101
102
 
# File 'lib/gitlab_exporter/database/row_count.rb', line 91

def run
  results = Hash.new(0)

  QUERIES.each do |key, query_hash|
    next if query_hash[:check] && !successful_check?(query_hash[:check])
    next if !@selected_queries.nil? && !@selected_queries.include?(key)

    results[key] = count_from_query_hash(query_hash)
  end

  results
end