Class: Fluent::Plugin::RefererParserFilter

Inherits:
Filter
  • Object
show all
Defined in:
lib/fluent/plugin/filter_referer_parser.rb

Overview

Fluent::Plugin::RefererParserFilter filters Referer strings

Instance Method Summary collapse

Instance Method Details

#configure(conf) ⇒ Object 



20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
 
# File 'lib/fluent/plugin/filter_referer_parser.rb', line 20

def configure(conf)
  super

  @referer_parser = if @referers_yaml
                      RefererParser::Parser.new(@referers_yaml)
                    else
                      RefererParser::Parser.new
                    end

  @encodings = if @encodings_yaml
                 YAML.load_file(@encodings_yaml)
               else
                 {}
               end
end

#filter(_tag, _time, record) ⇒ Object 



43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
 
# File 'lib/fluent/plugin/filter_referer_parser.rb', line 43

def filter(_tag, _time, record)
  begin
    parsed = @referer_parser.parse(record[@key_name])
    record[@out_key_known] = parsed[:known]
    if parsed[:known]
      uri = URI.parse(parsed[:uri])
      begin
        search_term = get_search_term(parsed[:term], uri)
      rescue
        search_term = parsed[:term]
        log.error('invalid referer: ' + uri.to_s)
      end
      record.merge!(
        @out_key_referer     => parsed[:source],
        @out_key_host        => uri.host,
        @out_key_search_term => search_term
      )
    end
  rescue
    record[@out_key_known] = false
  end
  record
end

#get_search_term(search_term, uri) ⇒ Object 



36
37
38
39
40
41
 
# File 'lib/fluent/plugin/filter_referer_parser.rb', line 36

def get_search_term(search_term, uri)
  parameters = CGI.parse(uri.query)
  input_encoding = @encodings[uri.host] || parameters['ie'][0] || parameters['ei'][0]
  return search_term.force_encoding(input_encoding).encode('utf-8') if input_encoding && /\Autf-?8\z/i !~ input_encoding
  search_term
end