Module: LogStats

Defined in:
lib/log_stats.rb,
lib/log_stats/stats.rb,
lib/log_stats/config.rb,
lib/log_stats/logger.rb,
lib/log_stats/version.rb,
lib/log_stats/line_parser.rb,
lib/log_stats/requests/kpi.rb,
lib/log_stats/requests/stats.rb,
lib/log_stats/requests/text_output.rb

Defined Under Namespace

Modules: Config, LineParser, Requests, Stats Classes: Logger

Constant Summary collapse

VERSION = 
"0.4.7"

Class Method Summary collapse

Class Method Details

.get_events(log_data, config) ⇒ Object 



29
30
31
32
33
 
# File 'lib/log_stats.rb', line 29

def self.get_events(log_data, config)
  Logger.elapsed(config, "\nParsing #{log_data.length} log lines") do
    LineParser.parse(log_data, config)
  end
end

.get_requests_data(requests, config) ⇒ Object 



66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
 
# File 'lib/log_stats.rb', line 66

def self.get_requests_data(requests, config)
  requests_count = requests.size
  requests_config = config[:events][:requests]
  Logger.info(config, "\nNumber of request lines: #{requests_count}")
  Logger.info(config, "Start time: #{requests[0][:time]}")
  Logger.info(config, "End time: #{requests[-1][:time]}")

  Logger.info(config, "\nCalculating request stats...")
  stats = Requests::Stats.stats(requests, requests_config)
  kpi = Requests::KPI.calculate(requests, stats)
  requests_by_status = requests.group_by { |request| request[:status] }
  kpi_by_status = requests_by_status.reduce({}) do |acc, (status, requests)|
    acc[status] = Requests::KPI.calculate(requests,
                                          Requests::Stats.stats(requests, requests_config))
    acc
  end
  limit = requests_config[:limit] || 500
  requests_4xx = requests_by_status.reduce({}) do |acc, (status, requests)|
    if status / 100 == 4
      acc[status] = requests.first(limit)
    end
    acc
  end
  requests_5xx = requests_by_status.reduce({}) do |acc, (status, requests)|
    if status / 100 == 5
      acc[status] = requests.first(limit)
    end
    acc
  end
  result = {
    requests_count: requests_count,
    kpi: kpi,
    kpi_by_status: kpi_by_status,
    requests_4xx: requests_4xx.first(limit),
    requests_5xx: requests_5xx.first(limit)
  }
  # NOTE: stats is one entry per request path and can get very large so don't include it by default
  result[:stats] = stats if requests_config[:stats]
  result
end

.get_stats(log_data, config) ⇒ Object 



24
25
26
27
 
# File 'lib/log_stats.rb', line 24

def self.get_stats(log_data, config)
  events = get_events(log_data, config)
  process_events(events, config)
end

.process_events(events, config) ⇒ Object 



35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
 
# File 'lib/log_stats.rb', line 35

def self.process_events(events, config)
  if config[:start_time] || config[:end_time]
    events = Logger.elapsed(config, "\nFiltering by start_time/end_time") do
      events.keys.reduce({}) do |acc, key|
        acc[key] = events[key].select do |event|
          event_time = Time.parse(event[:time])
          (config[:start_time].nil? || config[:start_time] < event_time) &&
          (config[:end_time].nil? || config[:end_time] > event_time)
        end
        acc
      end
    end
  end
  result = {}
  if requests = events[:requests]
    result[:requests] = get_requests_data(requests, config)
  end
  other_event_names = events.keys.reject { |k| k == :requests }
  other_result = other_event_names.reduce({}) do |acc, event_name|
    acc[event_name] = {
      count: events[event_name].size,
      fields: Stats.fields(events[event_name], config[:events][event_name]),
      group_by: Stats.group_by(events[event_name], config[:events][event_name]),
    }
    # NOTE: the full events list can get very large so don't include it by default
    acc[event_name][:events] = events[event_name] if config[:events][event_name][:events]
    acc
  end
  result.merge(other_result)
end

.run(log_data, config) ⇒ Object 



13
14
15
16
17
18
19
20
21
22
 
# File 'lib/log_stats.rb', line 13

def self.run(log_data, config)
  stats = get_stats(log_data, config)
  if config[:output_format] == "text" && request_config = config[:events][:requests]
    Requests::TextOutput.print(stats[:requests], request_config)
  end
  if config[:output_format] == "json"
    puts JSON.pretty_generate(stats)
  end
  stats
end