Class: ManageEngine::APMMetricsParser

Inherits:
Object
  • Object
show all
Defined in:
lib/agent/metrics/am_metricsparser.rb

Instance Method Summary collapse

Constructor Details

#initialize ⇒ APMMetricsParser

Returns a new instance of APMMetricsParser.



5
6
7
 
# File 'lib/agent/metrics/am_metricsparser.rb', line 5

def initialize
	@obj = ManageEngine::APMObjectHolder.instance
end

Instance Method Details

#format(s) ⇒ Object 



460
461
462
463
464
 
# File 'lib/agent/metrics/am_metricsparser.rb', line 460

def format s
	s.gsub!("\"", '')
	s.gsub!("\n", '')
	s
end

#getDBData(d) ⇒ Object 



197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
 
# File 'lib/agent/metrics/am_metricsparser.rb', line 197

def getDBData(d)
	pl = d["payload"]
	rt = (d["end"] - d["start"])
	sql = pl[:sql]
	#sql = pl["sql"]
	sql.strip!
	sql.downcase!
	sqlArr = sql.split(" ")
	sqlStrip="";
	tr_name="";
	begin
		sqlStrip = getSqlStrip sqlArr,false
	rescue Exception=>e
		@obj.log.logException "#{e.message}",e
		sqlStrip = sqlArr[0]+"/-/dummydb"
	end

	name=pl[:name]
	#name=pl["name"]
	ret ={"rt"=>rt,"sql"=>format(sql),"sql-strip"=>sqlStrip,"name"=>name,"operation"=>sqlArr[0]}
	ret
end

#getDummyTrace ⇒ Object 



155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
 
# File 'lib/agent/metrics/am_metricsparser.rb', line 155

def getDummyTrace
	top = Array.new
	path = @obj.constants.mf_overflow
	det = {"thread_name"=>"rorthread","s_time"=>0,"t_name"=>path,"r_time"=>0,"thread_id"=>141}
	trData = Array.new
	trData[0] = 0
	trData[1] = path
	trData[2] = ""
	trData[3] = 0
	trData[4] = 0
	trData[5] = nil
	trData[6] = Array.new
	top[0] = det
	top[1] = trData
	return top
end

#getSqlStrip(sqlArr, trace) ⇒ Object 



220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
 
# File 'lib/agent/metrics/am_metricsparser.rb', line 220

def getSqlStrip sqlArr ,trace
	sqlStrip =""
		begin
		sqlStrip = case sqlArr[0]
				   when "select" then sqlArr[sqlArr.index("from")+1]
				   when "insert" then sqlArr[sqlArr.index("into")+1]
				   when "update" then sqlArr[1]
				   when "delete" then sqlArr[sqlArr.index("from")+1]
				   when "create" then sqlArr[1] + sqlArr[2]
				   when "alter" then sqlArr[1] + sqlArr[2]
				   when "drop" then sqlArr[1] + sqlArr[2]
				   when "show" then sqlArr[1] 
				   when "describe" then sqlArr[1] 
				   else "-"
				   end
		
		if trace
			sqlStrip = format(sqlArr[0]) +" - " + format(sqlStrip) 
		else
			sqlStrip = format(sqlArr[0]) +"/" + format(sqlStrip) +"/dummydb"
		end

	rescue Exception=>e
		@obj.log.logException "#{e.message}",e
			if trace					
				sqlStrip = format(sqlArr[0])
			else
				sqlStrip = sqlArr[0]+"/-/dummydb"
			end
	end
end

#getTrace(data) ⇒ Object 



467
468
469
470
471
472
473
474
475
476
477
478
479
480
 
# File 'lib/agent/metrics/am_metricsparser.rb', line 467

def getTrace data
	index = 0
		data.each do |arr|

			if(arr["name"]=="start_processing.action_controller")
				index = data.index(arr)
				break;
			end
		end
		data = data.drop(index)
		tdata =traceDetails data,Array.new,0
		tdata = updateExclusiveTrace(tdata[0])
		tdata
end

#getTransData(d, tdata) ⇒ Object 



172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
 
# File 'lib/agent/metrics/am_metricsparser.rb', line 172

def getTransData(d,tdata)
	pl = d["payload"]
	ret = nil;
	begin
	if(tdata.has_key?("td"))
		ret = tdata["td"]
		ret["rt"] = ret["rt"] +  (d["end"] - d["start"]).to_i
	else
		rt = (d["end"] - d["start"]).to_i
		path=pl[:path]
		#path=pl["path"]
		controller=pl[:controller]
		#controller=pl["controller"]
		action = pl[:action]
		#action = pl["action"]
		ret ={"rt"=>rt,"path"=>path,"name"=>controller+"#"+action}
	end
	rescue Exception=>e
		@obj.log.info "Exception in getTranseData: #{e}"
		@obj.log.logException "#{e.message}",e
	end
	ret
end

#parse(data) ⇒ Object 



8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
 
# File 'lib/agent/metrics/am_metricsparser.rb', line 8

def parse(data)
	@obj = ManageEngine::APMObjectHolder.instance
	parseddata = Hash.new
	begin
		data.each do |key,val|
			@obj.log.debug "[Processing started for - #{key} ]"
			#lastHash = val.last
			#name = lastHash["name"]
			keyForTrans = key
#					if(name=="process_action.action_controller")
				#Transaction completed
				tdata = Hash.new
				trdbdata = Array.new
				trdata = Array.new
				started = false
				redirect=false
				ended =false;
				start_index = 0;
				val.each do |arr|
					#@obj.log.debug "Processing : #{arr["name"]}"
					if(started || arr["name"]==("start_processing.action_controller") )

						if(arr["name"]=="sql.active_record" && @obj.config.sql_capture)
							dbd = getDBData(arr)
							if tdata.has_key?("db")
								tdata["db"].push(dbd)
							else
								temp = Array.new
								temp.push(dbd)
								tdata["db"]=temp
							end
							#trdbdata.push(updateDBTrace(arr,dbd))
							#@obj.log.debug "TRANS DBBB TRACE : #{dbd}"
						elsif (arr["name"]=="process_action.action_controller")

							tdata["td"]=getTransData(arr,tdata)
							#if redirect
							#	started = false
							#	redirect=false
							#	ended =false;
							#else
								ended = true
								started = false
								redirect=false
								parseddata = updateParsedData key,tdata.dup,parseddata
								#@obj.log.info "TRACE #{@obj.config.trans_trace}"
								if @obj.config.trans_trace
										ret = tdata["td"]
										#@obj.log.info "TRACE COMPARE : #{ret["rt"]} > #{(@obj.config.trans_trace_t.to_f*1000).to_i}"
										if (ret["rt"]).to_i > (@obj.config.trans_trace_t.to_f* 1000).to_i
											tval = val[(start_index)..val.index(arr)]
											#@obj.log.debug "Gng To Trace : #{start_index} to #{val.index(arr)}"
											parseddata =updateTraceData tval,parseddata
										end
								end
								key = key + start_index.to_s
								tdata=Hash.new
								start_index = val.index(arr) 
							#end
							#trdata = updateTransTrace(arr,trdbdata,trdata);
							#@obj.log.info "TRANS TRACE : #{trdata}"
							#elsif(arr["name"]==("!render_template.action_view")
							#Render Action 	
							#elsif(arr["name"]==("render_template.action_view")
							#Render Action data not in use
						elsif(arr["name"]==("start_processing.action_controller"))
							ended =false;
							started=true
							#trdata = updateStartTrace(arr,trdata);
							#Render Action data not in use
						elsif(arr["name"]==("redirect_to.action_controller"))
							  redirect = true;
						end
					end

				end
			
				if !ended
					@obj.log.debug "Transactions in Thread Continues - so drop data in mem-store #{keyForTrans} -- #{start_index}"
					if parseddata.has_key?(keyForTrans)
						#@obj.log.info "BEFORE : #{parseddata.keys}"
						value = parseddata.delete(keyForTrans)
						parseddata[key+"_dup"] = value
						
						#@obj.log.info "AFTER : #{parseddata.keys}"
					end
				end
				#@obj.log.info "BEFORE METRICS - #{@obj.store.metrics}"
				@obj.store.removeData key,0,start_index
				#@obj.log.info "AFTER METRICS - #{@obj.store.metrics}"
			@obj.log.debug "[Processing END for - #{key} ]"
			#end
		end
	rescue Exception=>e
		@obj.log.info "Exception : #{e}"
		@obj.log.logException "#{e.message}",e
	end
#			@obj.log.debug "[PARSER] End"
	parseddata
end

#traceDetails(valo, stack, indx) ⇒ Object 



482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
 
# File 'lib/agent/metrics/am_metricsparser.rb', line 482

def traceDetails valo,stack,indx
	if(valo.size>indx)
	arr = valo[indx]
	indx = indx+1
			if(arr["name"]=="start_processing.action_controller")
				traceArr = updateStartTrace arr
				traceArr[6] = Array.new #childs
				if stack.size()>0
					cur = stack[stack.size()-1]							
					c = cur[6]
					c.push(traceArr)
					cur[6] = c
				end
					stack.push(traceArr)

				
				traceDetails valo,stack,indx

			elsif(arr["name"]=="sql.active_record" &&  @obj.config.sql_capture )

				temp =  updateDBTrace arr

				cur = stack[stack.size()-1]							
				c = cur[6]
				c.push(temp)
				cur[6] = c
				traceDetails valo,stack,indx
			elsif(arr["name"]=="apm.methodstart")
					temp = updateStartTrace arr
					cur = stack[stack.size()-1]							
					c = cur[6]
					c.push(temp)
					cur[6] = c
					stack.push(temp)
					traceDetails valo,stack,indx
			elsif(arr["name"]=="apm.methodend")
					updateMethodTrace(arr,stack[stack.size()-1])
					stack.delete(stack[stack.size()-1])
					traceDetails valo,stack,indx
			elsif(arr["name"]=="process_action.action_controller")
				updateTransTrace(arr,stack[stack.size()-1])
				if(valo.size()>(indx+1))
					#Redirection Data
					arr = valo[indx]
					while (arr["name"]!="start_processing.action_controller") do 
						indx = indx + 1
						arr = valo[indx]
					end
				end	
				(stack[0])[3] = (arr["end"] - ((stack[0])[0])).to_i
				(stack[0])[4] = (arr["end"] - ((stack[0])[0])).to_i
				
				
				traceDetails valo,stack,indx
				#parent[4] = parent[4] - traceArr[4]
			elsif (arr["name"]=="render_template.action_view")
				temp =  updateOtherTrace arr

				cur = stack[stack.size()-1]							
				c = cur[6]
				c.push(temp)
				cur[6] = c
				#traceArr[6] = c
				#parent[4] = parent[4] - temp[4]
				traceDetails valo,stack,indx
			else
				traceDetails valo,stack,indx

			end

		stack
	else
	#Nothing todo
	end
end

#updateDBTrace(d) ⇒ Object 



252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
 
# File 'lib/agent/metrics/am_metricsparser.rb', line 252

def updateDBTrace(d)
	pl = d["payload"]
	rt = (d["end"] - d["start"])
	sql = pl[:sql]
	#sql = pl["sql"]
	sql.strip!
	sql.downcase!
	sql = format(sql)
	sqlArr = sql.split(" ")
	
	trData = Array.new
	#trData[0] = (d["start"].to_f * 1000 ).to_i
	trData[0] = d["ctime"]
	trData[1] = getSqlStrip sqlArr,true
	trData[2]  = ""
	trData[3] = rt.to_i
	trData[4] = rt.to_i
	trData[5] = {"query"=>sql}
	trData[6] = Array.new
	if(!@obj.config.sql_capture_params)
		trData[5] = updateQueryParams(d,sql,pl[:binds],rt)
		#trData[5] = updateQueryParams(d,sql,pl["binds"],rt)
	else
		sql = @obj.util.parametrizeQuery sql
		trData[5] = {"query"=>sql}
	end
	
	

	trData
end

#updateExclusiveTrace(data) ⇒ Object 



559
560
561
562
563
564
565
 
# File 'lib/agent/metrics/am_metricsparser.rb', line 559

def updateExclusiveTrace data
	childs = data[6]
	childs.each do |arr|
		data[4] = data[4] - (updateExclusiveTrace arr)[3]
	end
	data
end

#updateMethodTrace(d, trData) ⇒ Object 



412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
 
# File 'lib/agent/metrics/am_metricsparser.rb', line 412

def updateMethodTrace(d,trData)

	#trData = Array.new
	#trData[0] = ((d["start"]).to_f * 1000).to_i
	pl = d["payload"]
	trData[1] = pl[:method] 
	#trData[1] = pl["method"] 
	trData[2] = ""
	trData[3] = (d["end"] - trData[0]).to_i
	trData[4] = (d["end"] - trData[0]).to_i
	trData[5] = nil
	#trData[6] = Array.new
	#dbTime = 0
	#trdbdata.each do |dbData|
	#	dbTime = dbTime  + dbData[3]
	#end
	#trData[4] = ((trData[3]).to_f - (dbTime.to_f )).to_i
#			if(pl[:db_runtime]!=nil)
#				trData[4] = ((trData[3]).to_f - (pl[:db_runtime].to_f )).to_i
#			end
	trData
end

#updateOtherTrace(d) ⇒ Object 



368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
 
# File 'lib/agent/metrics/am_metricsparser.rb', line 368

def updateOtherTrace d
	pl = d["payload"]
	rt = (d["end"] - d["start"])
	name = d["name"]
	if pl.has_key?(:identifier)
	#if pl.has_key?("identifier")
		name = pl[:identifier]
		#name = pl["identifier"]
	end
	trData = Array.new
	#trData[0] = (d["start"].to_f * 1000 ).to_i
	trData[0] = d["ctime"]
	trData[1] = name
	trData[2]  = ""
	trData[3] = rt.to_i
	trData[4] = rt.to_i
	trData[5] = nil
	trData[6] = Array.new
	trData
end

#updateParsedData(key, tdata, parseddata) ⇒ Object 



109
110
111
112
113
114
115
116
117
118
119
120
121
 
# File 'lib/agent/metrics/am_metricsparser.rb', line 109

def updateParsedData key , tdata, parseddata
	begin
		if parseddata.has_key?(key)
			key =  @obj.util.currenttimemillis
		end
		#@obj.log.debug "Update parsed data  : #{key} = > #{tdata}"
		parseddata[key]=tdata
	rescue Exception=>e
		@obj.log.info "Exception in updateParsedData: #{e}"
		@obj.log.logException "#{e.message}",e
	end
		parseddata
end

#updateQueryParams(d, sql, binds, rt) ⇒ Object 



284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
 
# File 'lib/agent/metrics/am_metricsparser.rb', line 284

def updateQueryParams d,sql,binds,rt
	ret =  {"query"=>sql}
	begin
		args = "";
		if binds!=nil && binds.size()>0
			binds.each do |ar|
				#args =  args + ar.last + "," 
				if sql!=nil && sql.index("?")!=nil
					sql["?"]=ar.last
				end
			end
		end
		if args.length>0
			sql  = sql + "\\nPARAMS - ["+args+ "]"
		end
		ret =  {"query"=>sql}
	rescue Exception=>exe
		@obj.log.logException "Not severe -#{exe.message}",exe
		ret =  {"query"=>sql}
	end

		begin
			if(rt.to_i > (@obj.config.sql_trace_t.to_f * "1000".to_f ).to_i && d.has_key?("trace") )
				t = updateSQLStackTrace(d["trace"])
				ret["stacktrace"] =t
			end
		rescue Exception=>e
			@obj.log.logException "#{e.message}",e
		end

	ret
end

#updateSQLStackTrace(d) ⇒ Object 



317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
 
# File 'lib/agent/metrics/am_metricsparser.rb', line 317

def updateSQLStackTrace(d)
	trace = Array.new;
	started = false;
	ended = false;
	begin
		#@obj.log.debug "STACKTRACE STARTS"
		d.each do |arr|
			
			if started

				end_ind = arr.index("`send_action'")
				if  end_ind != nil &&  end_ind >0
					ended = true
					break;
				end
				#trArr = arr.split(/:[0-1,in]/);
				#if	trArr[0].length>30
			#		len = trArr.length
			#		trArr[0] = "..."+trArr[(len-30),len]
			#	end	
				inx=arr.index("`instrument'") 
				if inx!=nil && inx>0
					#skip instrumet data
				else
					temp  = Array.new
					temp[0]=arr
					temp[1]=""
					temp[2]=""
					temp[3]=""
					trace.push(temp)
				end
			end

			if started==false
				ind = arr.index("`instrument'")
				if  ind != nil &&  ind >0
					started = true
				end
			end

			
		end
		#@obj.log.debug "STACKTRACE ENDS"

	trace.shift
	rescue Exception=>e
		@obj.log.logException "#{e.message}",e
	end
	trace
end

#updateStartTrace(d) ⇒ Object 



435
436
437
438
439
440
441
442
443
444
445
446
447
 
# File 'lib/agent/metrics/am_metricsparser.rb', line 435

def updateStartTrace(d)
	trData = Array.new
	#trData[0] = ((d["start"]).to_f * 1000).to_i
	trData[0] = d["ctime"]
	trData[1] =""
	trData[2] =""
	trData[3] =0
	trData[4] =0
	trData[5] =nil
	trData[6] =Array.new

	trData
end

#updateTrace(trans) ⇒ Object 



449
450
451
452
453
454
455
456
457
458
 
# File 'lib/agent/metrics/am_metricsparser.rb', line 449

def updateTrace(trans)
#			{"thread_name":"http-8080-6","s_time":1326276180289,"t_name":"transaction\/http\/Test-App\/login","r_time":18,"thread_id":141}
	top =  Array.new
	path = @obj.constants.mf_transaction + @obj.constants.mf_separator + trans[1]
	det = {"thread_name"=>"rorthread","s_time"=>trans[0],"t_name"=>path,"r_time"=>trans[3],"thread_id"=>141}
		#trans[6] = db;
		top[0] = det
		top[1] = trans
		top
end

#updateTraceData(val, parseddata) ⇒ Object 



122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
 
# File 'lib/agent/metrics/am_metricsparser.rb', line 122

def updateTraceData val,parseddata
	if(parseddata.has_key?("trace-data"))
		tData = parseddata["trace-data"];
		if(tData.length == @obj.config.trace_overflow_t)
			trac = getDummyTrace
			tData.push(trac)
			parseddata["trace-data"]=tData
			@obj.log.debug "dummy trace added"
			return parseddata
		elsif tData.length > @obj.config.trace_overflow_t
			@obj.log.debug "trace threshold exceeded"
			return parseddata
		end
	end
	begin
	trdata = getTrace val
				trac = updateTrace(trdata)
				if(parseddata.has_key?("trace-data"))
					traceData = parseddata["trace-data"];
					traceData.push(trac);
					parseddata["trace-data"] = traceData;
				else
					traceData = Array.new
					traceData.push(trac)
					parseddata["trace-data"] = traceData;
				end
	rescue Exception=>e
		@obj.log.info "Exception in updateTraceData: #{e}"
		@obj.log.logException "#{e.message}",e
	end
				parseddata
end

#updateTransTrace(d, trData) ⇒ Object 



389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
 
# File 'lib/agent/metrics/am_metricsparser.rb', line 389

def updateTransTrace(d,trData)

	#trData = Array.new
	#trData[0] = ((d["start"]).to_f * 1000).to_i
	pl = d["payload"]
	trData[1] = pl[:path] + " " +pl[:controller] + "#" + pl[:action]
	#trData[1] = pl["path"] + " " +pl["controller"] + "#" + pl["action"]
	trData[2] = ""
	trData[3] = (d["end"] - trData[0]).to_i
	trData[4] = (d["end"] - trData[0]).to_i
	trData[5] = nil
	#trData[6] = Array.new
	#dbTime = 0
	#trdbdata.each do |dbData|
	#	dbTime = dbTime  + dbData[3]
	#end
	#trData[4] = ((trData[3]).to_f - (dbTime.to_f )).to_i
#			if(pl[:db_runtime]!=nil)
#				trData[4] = ((trData[3]).to_f - (pl[:db_runtime].to_f )).to_i
#			end
	trData
end