Class: Apollo::Cache::MongoCache

Inherits:
BaseCache show all
Defined in:
lib/apollo_crawler/cache/mongo_cache.rb

Constant Summary collapse

@@DEFAULT_OPTIONS = 
{
	:host => 'localhost', 
	:port => 27017, 
	:pool_size => 5, 
	:pool_timeout => 5,
	:db => 'apollo-crawler',
	:collection => 'cached_docs'
}

Instance Method Summary collapse

Methods inherited from BaseCache

#remove

Constructor Details

#initialize(options = @@DEFAULT_OPTIONS) ⇒ MongoCache

Returns a new instance of MongoCache.



37
38
39
40
41
42
43
44
45
 
# File 'lib/apollo_crawler/cache/mongo_cache.rb', line 37

def initialize(options = @@DEFAULT_OPTIONS)
	super(options)
	
	opts = @@DEFAULT_OPTIONS.merge(options)
	
	@mongo_client = Mongo::MongoClient.new(opts[:host], opts[:port], :pool_size => opts[:pool_size], :pool_timeout => opts[:pool_timeout])
	@db = @mongo_client[opts[:db]]
	@coll = @db[opts[:collection]]
end

Instance Method Details

#get(key) ⇒ Object 



47
48
49
 
# File 'lib/apollo_crawler/cache/mongo_cache.rb', line 47

def get(key)
	@coll.find({:url => key})
end

#set(key, value) ⇒ Object

Set value associated with key Return cached value



68
69
70
71
 
# File 'lib/apollo_crawler/cache/mongo_cache.rb', line 68

def set(key, value)
	@coll.insert(value)
	return value
end

#try_get(key, *args) ⇒ Object

Get value associated with key from cache



52
53
54
55
56
57
58
59
60
61
62
63
64
 
# File 'lib/apollo_crawler/cache/mongo_cache.rb', line 52

def try_get(key, *args)
	key = key.to_s

	res = get(key)

	# Not found, Create, cache and return
	if res.nil? || res.count < 1 && block_given?
		res = yield args
		return self.set(key, res)
	end

	return res.to_a[0]
end