Class: LogStash::Inputs::CouchDBChanges

Inherits:
Base
  • Object
show all
Defined in:
lib/logstash/inputs/couchdb_changes.rb

Overview

Stream events from the CouchDB _changes URI. Use event metadata to allow for upsert and document deletion.

Defined Under Namespace

Modules: SequenceDB

Constant Summary collapse

FEED =

Declare these constants here.

'continuous'
INCLUDEDOCS = 
'true'

Instance Method Summary collapse

Instance Method Details

#register ⇒ Object 



84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
 
# File 'lib/logstash/inputs/couchdb_changes.rb', line 84

def register
  require "logstash/util/buftok"
  if @sequence_path.nil?
    if ENV["HOME"].nil?
      @logger.error("No HOME environment variable set, I don't know where " \
                    "to keep track of the files I'm watching. Either set " \
                    "HOME in your environment, or set sequence_path in " \
                    "in your Logstash config.")
      raise ArgumentError
    end
    default_dir = ENV["HOME"]
    @sequence_path = File.join(default_dir, ".couchdb_seq")

    @logger.info("No sequence_path set, generating one...",
                 :sequence_path => @sequence_path)
  end

  @sequencedb   = SequenceDB::File.new(@sequence_path)
  @path         = '/' + @db + '/_changes'

  @scheme = @secure ? 'https' : 'http'

  @sequence = @initial_sequence ? @initial_sequence : @sequencedb.read

  if @username && @password
    @userinfo = @username + ':' + @password.value
  else
    @userinfo = nil
  end
  
end

#run(queue) ⇒ Object 



134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
 
# File 'lib/logstash/inputs/couchdb_changes.rb', line 134

def run(queue)
  buffer = FileWatch::BufferedTokenizer.new
  @logger.info("Connecting to CouchDB _changes stream at:", :host => @host.to_s, :port => @port.to_s, :db => @db)
  uri = build_uri
  Net::HTTP.start(@host, @port, :use_ssl => (@secure == true), :ca_file => @ca_file) do |http|
    request = Net::HTTP::Get.new(uri.request_uri)
    http.request request do |response|
      raise ArgumentError, "Database not found!" if response.code == "404"
      response.read_body do |chunk|
        buffer.extract(chunk).each do |changes|
          # If no changes come since the last heartbeat period, a blank line is
          # sent as a sort of keep-alive.  We should ignore those.
          next if changes.chomp.empty?
          if event = build_event(changes)
            @logger.debug("event", :event => event.to_hash_with_metadata) if @logger.debug? 
            decorate(event) 
            queue << event 
            @sequence = event['@metadata']['seq'] 
            @sequencedb.write(@sequence.to_s) 
          end
        end
      end
    end
  end
rescue Timeout::Error, Errno::EINVAL, Errno::ECONNRESET, EOFError, Errno::EHOSTUNREACH, Errno::ECONNREFUSED,
  Net::HTTPBadResponse, Net::HTTPHeaderSyntaxError, Net::ProtocolError => e
  @logger.error("Connection problem encountered: Retrying connection in 10 seconds...", :error => e.to_s)
  retry if reconnect?
rescue Errno::EBADF => e
  @logger.error("Unable to connect: Bad file descriptor: ", :error => e.to_s)
  retry if reconnect?
rescue ArgumentError => e
  @logger.error("Unable to connect to database", :db => @db, :error => e.to_s)
  retry if reconnect?
end