Module: Mohair
- Defined in:
- lib/mohair.rb,
lib/mohair/version.rb,
lib/mohair/inserter.rb,
lib/mohair/selector.rb,
lib/mohair/sql/tree.rb,
lib/mohair/sql/parser.rb,
lib/mohair/sql/select.rb
Defined Under Namespace
Modules: Sql
Classes: Column, Condition, Delete, From, Function, Group, Insert, Inserter, Order, Select, Update, Where
Constant Summary
collapse
- VERSION =
"0.0.5"
- MapperTemplate =
<<EOMAP
function(v){
var f = function(key, obj){
var ret = {};
<% select.each do |c| %>
<%= c %>
<% end %>
ret.__key = key;
<%= where %>
};
var raw_obj = JSON.parse(v.values[0].data);
if(raw_obj instanceof Array){
var ret0 = [];
for(var i in raw_obj){
ret0 = ret0.concat(f(v.key, raw_obj[i]));
}
return ret0;
}else{
return f(v.key, raw_obj);
}
}
EOMAP- ReducerTemplate =
<<EOREDUCE
function(values){
var ret = {};
// init lines
<%= agg_init %>
for(var i in values){
var v=values[i];
<%= agg_fun %>
}
return [ret];
}
EOREDUCE- GetAllMapper =
if(!!(v.sum_age)){ ret.sum_age += v.sum_age; }
<<GETALLMAPPER
function(v){
var f = function(key, obj){
var ret = obj;
ret.__key = key;
<%= where %>
};
//ejsLog('/tmp/map_reduce.log', JSON.stringify(v))
var raw_obj = JSON.parse(v.values[0].data);
if(raw_obj instanceof Array){
var ret0 = [];
for(var i in raw_obj){
ret0 = ret0.concat(f(v.key, raw_obj[i]));
}
return ret0;
}else{
return f(v.key, raw_obj);
}
}
GETALLMAPPER- GroupByMapperTemplate =
<<EOGROUPER
function(v){
ejsLog('/tmp/map_reduce.log', "startmapper>")
var f = function(key, obj){
var ret = {};
<% select.each do |c| %>
<%= c %>
<% end %>
ret.__key = key;
<%= where %>
};
var arr = [];
var raw_obj = JSON.parse(v.values[0].data);
if(raw_obj instanceof Array){
var ret0 = [];
for(var i in raw_obj){
ret0 = ret0.concat(f(v.key, raw_obj[i]));
}
arr = ret0;
}else{
arr = f(v.key, raw_obj);
}
var ret = {};
for(var i in arr){
//ejsLog('/tmp/map_reduce.log', JSON.stringify(arr[i].<%= col %>))
var col = arr[i].<%= col %>;
//ejsLog('/tmp/map_reduce.log', JSON.stringify(col))
if(ret[col]){
ret[col] = ret[col].push(arr[i]);
//ejsLog('/tmp/map_reduce.log', JSON.stringify(ret[col]))
}else{
ret[col] = [arr[i]];
//ejsLog('/tmp/map_reduce.log', JSON.stringify(ret[col]))
}
}
ejsLog('/tmp/map_reduce.log', "<eomapper")
return [ret];
}
EOGROUPER- GroupByReducerTemplate =
merge them all
- { k, v }, .…
-
-> v
<<EOREDUCEGROUPER
function(values){
ejsLog('/tmp/map_reduce.log', "start>");
var ret = {};
for(var i in values){
ejsLog('/tmp/map_reduce.log', JSON.stringify(i))
for(var a in values[i]){
if(ret[a]){
ret[a] = ret[a].concat(values[i][a]);
}else{
ret[a] = values[i][a];
}
}
}
ejsLog('/tmp/map_reduce.log', "<end");
// ejsLog('/tmp/map_reduce.log', JSON.stringify(ret))
return [ret];
}
EOREDUCEGROUPER
Class Method Summary
collapse
Instance Method Summary
collapse
Class Method Details
.build(tree) ⇒ Object
6
7
8
9
10
11
12
13
14
15
16
17
18
19
|
# File 'lib/mohair/sql/tree.rb', line 6
def Mohair.build tree
case tree[:op]
when 'select'
Select.new tree
when 'insert'
Insert.new tree
when 'update'
Update.new tree
when 'delete'
Delete.new tree
else
LOG.error "bad :op", tree
end
end
|
.do_dump ⇒ Object
95
96
97
98
|
# File 'lib/mohair.rb', line 95
def self.do_dump
objs = JSON.load(STDIN)
Inserter.new(ARGV[0]).insert_all(objs)
end
|
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
|
# File 'lib/mohair/selector.rb', line 129
def Mohair.format_result results
columns = Set.new
results.each do |r|
r.each do |k,v|
columns.add(k)
end
end
columns.delete('__key')
cols = columns.to_a.join("\t| ")
print "| | #{cols}|\n"
print "+---------------+------------------------------+\n"
results.each do |r|
print "| #{r['__key']}\t| "
columns.to_a.each do |c|
print "#{r[c]} \t| "
end
print "\n"
end
end
|
.main ⇒ Object
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
|
# File 'lib/mohair.rb', line 29
def self.main
q = nil index = nil
host = 'localhost'
port = 8098
opt = OptionParser.new
opt.on('-h', '--help'){ usage }
opt.on('-d', '--debug'){
LOG.level = Logger::DEBUG
}
opt.on('-v', '--version'){ usage }
opt.on('-q Q'){|v| q = v}
opt.on('-i INDEX'){|v| index = v}
opt.on('-s SERVER'){|v|
host, port = v.split(':')
}
opt.parse!(ARGV)
LOG.info("connecting #{host}:#{port}")
parser = Sql::Parser.new
sql_syntax_tree = parser.parse (q.strip)
LOG.debug sql_syntax_tree
case sql_syntax_tree[:op]
when 'select'
s = (Mohair.build sql_syntax_tree)
LOG.debug "mapper->\n"
LOG.debug s.mapper
LOG.debug "reducer->\n"
LOG.debug s.reducer
client = Riak::Client.new(:protocol => "http",
:nodes => [{:host => host, :http_port => port}])
bucket = Riak::MapReduce.new(client)
.add(client.bucket(s.bucket))
reducer = s.reducer
result = nil
if reducer.nil? then
result = bucket.map(s.mapper, :keep => true)
.run
else
result = bucket.map(s.mapper, :keep => false)
.reduce(reducer, :keep => true)
.run
end
LOG.info "query result:"
format_result result
when :create
LOG.error "CREATE sentence is unavailable at mohair"
else
LOG.error "bad query: ", result, "\n"
end
end
|
.usage ⇒ Object
17
18
19
20
21
22
23
24
25
26
27
|
# File 'lib/mohair.rb', line 17
def self.usage
print <<EOS
usage:
$ mohair -q "select foo, bar from bucket_name" [-i INDEX] [-s SERVER]
$ mohair_dump <bucket_name> < sample_data.json
insert, delete sentence is future work
mohair version #{Mohair::VERSION}
EOS
exit -1
end
|
Instance Method Details
#any(arr, fun) ⇒ Object
86
87
88
89
90
91
92
93
|
# File 'lib/mohair/sql/select.rb', line 86
def any(arr, fun)
arr.each do |e|
if fun(e) then
return true
end
end
return false
end
|