Module: LogStats

Defined in:
lib/log_stats.rb,
lib/log_stats/stats.rb,
lib/log_stats/config.rb,
lib/log_stats/logger.rb,
lib/log_stats/version.rb,
lib/log_stats/line_parser.rb,
lib/log_stats/requests/kpi.rb,
lib/log_stats/requests/stats.rb,
lib/log_stats/requests/text_output.rb

Defined Under Namespace

Modules: Config, LineParser, Requests, Stats Classes: Logger

Constant Summary collapse

VERSION = 
"0.4.6"

Class Method Summary collapse

Class Method Details

.get_data(log_data, config) ⇒ Object 



24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
 
# File 'lib/log_stats.rb', line 24

def self.get_data(log_data, config)
  events = Logger.elapsed(config, "\nParsing #{log_data.length} log lines") do
    LineParser.parse(log_data, config)
  end
  if config[:start_time] || config[:end_time]
    events = Logger.elapsed(config, "\nFiltering by start_time/end_time") do
      events.keys.reduce({}) do |acc, key|
        acc[key] = events[key].select do |event|
          event_time = Time.parse(event[:time])
          (config[:start_time].nil? || config[:start_time] < event_time) &&
          (config[:end_time].nil? || config[:end_time] > event_time)
        end
        acc
      end
    end
  end
  result = {}
  if requests = events[:requests]
    result[:requests] = get_requests_data(requests, config)
  end
  other_event_names = events.keys.reject { |k| k == :requests }
  other_result = other_event_names.reduce({}) do |acc, event_name|
    acc[event_name] = {
      count: events[event_name].size,
      fields: Stats.fields(events[event_name], config[:events][event_name]),
      group_by: Stats.group_by(events[event_name], config[:events][event_name]),
    }
    # NOTE: the full events list can get very large so don't include it by default
    acc[event_name][:events] = events[event_name] if config[:events][event_name][:events]
    acc
  end
  result.merge(other_result)
end

.get_requests_data(requests, config) ⇒ Object 



58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
 
# File 'lib/log_stats.rb', line 58

def self.get_requests_data(requests, config)
  requests_count = requests.size
  requests_config = config[:events][:requests]
  Logger.info(config, "\nNumber of request lines: #{requests_count}")
  Logger.info(config, "Start time: #{requests[0][:time]}")
  Logger.info(config, "End time: #{requests[-1][:time]}")

  Logger.info(config, "\nCalculating request stats...")
  stats = Requests::Stats.stats(requests, requests_config)
  kpi = Requests::KPI.calculate(requests, stats)
  requests_by_status = requests.group_by { |request| request[:status] }
  kpi_by_status = requests_by_status.reduce({}) do |acc, (status, requests)|
    acc[status] = Requests::KPI.calculate(requests,
                                          Requests::Stats.stats(requests, requests_config))
    acc
  end
  limit = requests_config[:limit] || 500
  requests_4xx = requests_by_status.reduce({}) do |acc, (status, requests)|
    if status / 100 == 4
      acc[status] = requests.first(limit)
    end
    acc
  end
  requests_5xx = requests_by_status.reduce({}) do |acc, (status, requests)|
    if status / 100 == 5
      acc[status] = requests.first(limit)
    end
    acc
  end
  result = {
    requests_count: requests_count,
    kpi: kpi,
    kpi_by_status: kpi_by_status,
    requests_4xx: requests_4xx.first(limit),
    requests_5xx: requests_5xx.first(limit)
  }
  # NOTE: stats is one entry per request path and can get very large so don't include it by default
  result[:stats] = stats if requests_config[:stats]
  result
end

.run(log_data, config) ⇒ Object 



13
14
15
16
17
18
19
20
21
22
 
# File 'lib/log_stats.rb', line 13

def self.run(log_data, config)
  data = get_data(log_data, config)
  if config[:output_format] == "text" && request_config = config[:events][:requests]
    Requests::TextOutput.print(data[:requests], request_config)
  end
  if config[:output_format] == "json"
    puts JSON.pretty_generate(data)
  end
  data
end