Debian Codegraph @

gmond/python_modules/varnish/varnish.py

raw
1 #!/usr/bin/env python
2 # -*- coding: utf-8 -*-
3 #
4 # Varnish gmond module for Ganglia
5 #
6 # Copyright (C) 2011 by Michael T. Conigliaro <mike [at] conigliaro [dot] org>.
7 # All rights reserved.
8 #
9 # Permission is hereby granted, free of charge, to any person obtaining a copy
10 # of this software and associated documentation files (the "Software"), to deal
11 # in the Software without restriction, including without limitation the rights
12 # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
13 # copies of the Software, and to permit persons to whom the Software is
14 # furnished to do so, subject to the following conditions:
15 #
16 # The above copyright notice and this permission notice shall be included in
17 # all copies or substantial portions of the Software.
18 #
19 # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
20 # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
21 # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
22 # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
23 # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
24 # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
25 # THE SOFTWARE.
26 #
27 # This module parses output from the varnishstat command and creates "varnish_*"
28 # metrics:
29 # * Client Requests per second
30 # * Backend Requests per second
31 # * Cache Hit Ratio
32 # * Objects in Cache
33 # * Allocated Storage
34 # * Worker Threads
35
36
37 import os
38 import time
39 import copy
40
41 NAME_PREFIX = 'varnish_'
42 PARAMS = {
43 'stats_command': 'varnishstat -1'
44 }
45 METRICS = {
46 'time': 0,
47 'data': {}
48 }
49 LAST_METRICS = copy.deepcopy(METRICS)
50 METRICS_CACHE_MAX = 5
51
52 def create_desc(skel, prop):
53 d = skel.copy()
54 for k, v in prop.iteritems():
55 d[k] = v
56 return d
57
58
59 def get_metrics():
60 """Return all metrics"""
61
62 global METRICS, LAST_METRICS
63
64 if (time.time() - METRICS['time']) > METRICS_CACHE_MAX:
65
66 # get raw metric data
67 io = os.popen(PARAMS['stats_command'])
68
69 # convert to dict
70 metrics = {}
71 for line in io.readlines():
72 values = line.split()[:2]
73 try:
74 metrics[values[0]] = int(values[1])
75 except ValueError:
76 metrics[values[0]] = 0
77
78 # update cache
79 LAST_METRICS = copy.deepcopy(METRICS)
80 METRICS = {
81 'time': time.time(),
82 'data': metrics
83 }
84
85 return [METRICS, LAST_METRICS]
86
87 def get_value(name):
88 """Return a value for the requested metric"""
89
90 metrics = get_metrics()[0]
91
92 name = name[len(NAME_PREFIX):] # remove prefix from name
93 try:
94 result = metrics['data'][name]
95 except StandardError:
96 result = 0
97
98 return result
99
100
101 def get_delta(name):
102 """Return change over time for the requested metric"""
103
104 # get metrics
105 [curr_metrics, last_metrics] = get_metrics()
106
107 # get delta
108 name = name[len(NAME_PREFIX):] # remove prefix from name
109 try:
110 delta = float(curr_metrics['data'][name] - last_metrics['data'][name]) / (curr_metrics['time'] - last_metrics['time'])
111 if delta < 0:
112 print "Less than 0"
113 delta = 0
114 except StandardError:
115 delta = 0
116
117 return delta
118
119
120 def get_cache_hit_ratio(name):
121 """Return cache hit ratio"""
122
123 try:
124 result = get_delta(NAME_PREFIX + 'cache_hit') / get_delta(NAME_PREFIX + 'client_req') * 100
125 except ZeroDivisionError:
126 result = 0
127
128 return result
129
130
131 def metric_init(lparams):
132 """Initialize metric descriptors"""
133
134 global PARAMS, Desc_Skel
135
136 # set parameters
137 for key in lparams:
138 PARAMS[key] = lparams[key]
139
140 # define descriptors
141 time_max = 60
142
143 Desc_Skel = {
144 'name' : 'XXX',
145 'call_back' : 'XXX',
146 'time_max' : 60,
147 'value_type' : 'float',
148 'format' : '%f',
149 'units' : 'XXX',
150 'slope' : 'both', # zero|positive|negative|both
151 'description' : 'XXX',
152 'groups' : 'varnish',
153 }
154
155 descriptors = []
156
157 descriptors.append(create_desc(Desc_Skel, {
158 "name" : NAME_PREFIX + 'cache_hit_ratio',
159 "call_back" : get_cache_hit_ratio,
160 "units" : "pct",
161 "description": "Cache Hit ratio",
162 }))
163
164 descriptors.append(create_desc(Desc_Skel, {
165 "name" : NAME_PREFIX + 'client_conn',
166 "call_back" : get_delta,
167 "units" : "conn/s",
168 "description": "Client connections accepted",
169 }))
170
171 descriptors.append(create_desc(Desc_Skel, {
172 "name" : NAME_PREFIX + 'client_drop',
173 "call_back" : get_delta,
174 "units" : "conn/s",
175 "description": "Connection dropped, no sess/wrk",
176 }))
177
178 descriptors.append(create_desc(Desc_Skel, {
179 "name" : NAME_PREFIX + 'client_req',
180 "call_back" : get_delta,
181 "units" : "req/s",
182 "description": "Client requests received",
183 }))
184
185 descriptors.append(create_desc(Desc_Skel, {
186 "name" : NAME_PREFIX + 'cache_hit',
187 "call_back" : get_delta,
188 "units" : "hit/s",
189 "description": "Cache hits",
190 }))
191
192 descriptors.append(create_desc(Desc_Skel, {
193 "name" : NAME_PREFIX + 'cache_hitpass',
194 "call_back" : get_delta,
195 "units" : "hit/s",
196 "description": "Cache hits for pass",
197 }))
198
199 descriptors.append(create_desc(Desc_Skel, {
200 "name" : NAME_PREFIX + 'cache_miss',
201 "units" : "miss/s",
202 "call_back" : get_delta,
203 "description": "Cache misses",
204 }))
205
206 descriptors.append(create_desc(Desc_Skel, {
207 "name" : NAME_PREFIX + 'backend_conn',
208 "call_back" : get_delta,
209 "units" : "conn/s",
210 "description": "Backend conn. success",
211 }))
212
213 descriptors.append(create_desc(Desc_Skel, {
214 "name" : NAME_PREFIX + 'backend_unhealthy',
215 "call_back" : get_delta,
216 "units" : "conn/s",
217 "description": "Backend conn. not attempted",
218 }))
219
220 descriptors.append(create_desc(Desc_Skel, {
221 "name" : NAME_PREFIX + 'backend_busy',
222 "call_back" : get_delta,
223 "units" : "busy/s",
224 "description": "Backend conn. too many",
225 }))
226
227 descriptors.append(create_desc(Desc_Skel, {
228 "name" : NAME_PREFIX + 'backend_fail',
229 "call_back" : get_delta,
230 "units" : "fail/s",
231 "description": "Backend conn. failures",
232 }))
233
234 descriptors.append(create_desc(Desc_Skel, {
235 "name" : NAME_PREFIX + 'backend_reuse',
236 "call_back" : get_delta,
237 "units" : "/s",
238 "description": "Backend conn. reuses",
239 }))
240
241 descriptors.append(create_desc(Desc_Skel, {
242 "name" : NAME_PREFIX + 'backend_toolate',
243 "call_back" : get_delta,
244 "units" : "/s",
245 "description": "Backend conn. was closed",
246 }))
247
248 descriptors.append(create_desc(Desc_Skel, {
249 "name" : NAME_PREFIX + 'backend_recycle',
250 "call_back" : get_delta,
251 "units" : "/s",
252 "description": "Backend conn. recycles",
253 }))
254
255 descriptors.append(create_desc(Desc_Skel, {
256 "name" : NAME_PREFIX + 'backend_unused',
257 "call_back" : get_delta,
258 "units" : "/s",
259 "description": "Backend conn. unused",
260 }))
261
262 descriptors.append(create_desc(Desc_Skel, {
263 "name" : NAME_PREFIX + 'fetch_head',
264 "call_back" : get_delta,
265 "units" : "/s",
266 "description": "Fetch head",
267 }))
268
269 descriptors.append(create_desc(Desc_Skel, {
270 "name" : NAME_PREFIX + 'fetch_length',
271 "call_back" : get_delta,
272 "units" : "/s",
273 "description": "Fetch with Length",
274 }))
275
276 descriptors.append(create_desc(Desc_Skel, {
277 "name" : NAME_PREFIX + 'fetch_chunked',
278 "call_back" : get_delta,
279 "units" : "/s",
280 "description": "Fetch chunked",
281 }))
282
283 descriptors.append(create_desc(Desc_Skel, {
284 "name" : NAME_PREFIX + 'fetch_eof',
285 "call_back" : get_delta,
286 "units" : "/s",
287 "description": "Fetch EOF",
288 }))
289
290 descriptors.append(create_desc(Desc_Skel, {
291 "name" : NAME_PREFIX + 'fetch_bad',
292 "call_back" : get_delta,
293 "units" : "/s",
294 "description": "Fetch had bad headers",
295 }))
296
297 descriptors.append(create_desc(Desc_Skel, {
298 "name" : NAME_PREFIX + 'fetch_close',
299 "call_back" : get_delta,
300 "units" : "/s",
301 "description": "Fetch wanted close",
302 }))
303
304 descriptors.append(create_desc(Desc_Skel, {
305 "name" : NAME_PREFIX + 'fetch_oldhttp',
306 "call_back" : get_delta,
307 "units" : "/s",
308 "description": "Fetch pre HTTP/1.1 closed",
309 }))
310
311 descriptors.append(create_desc(Desc_Skel, {
312 "name" : NAME_PREFIX + 'fetch_zero',
313 "call_back" : get_delta,
314 "units" : "/s",
315 "description": "Fetch zero len",
316 }))
317
318 descriptors.append(create_desc(Desc_Skel, {
319 "name" : NAME_PREFIX + 'fetch_failed',
320 "call_back" : get_delta,
321 "units" : "/s",
322 "description": "Fetch failed",
323 }))
324
325 descriptors.append(create_desc(Desc_Skel, {
326 "name" : NAME_PREFIX + 'n_sess_mem',
327 "call_back" : get_value,
328 "units" : "Bytes",
329 "description": "N struct sess_mem",
330 }))
331
332 descriptors.append(create_desc(Desc_Skel, {
333 "name" : NAME_PREFIX + 'n_sess',
334 "call_back" : get_value,
335 "units" : "sessions",
336 "description": "N struct sess",
337 }))
338
339 descriptors.append(create_desc(Desc_Skel, {
340 "name" : NAME_PREFIX + 'n_object',
341 "call_back" : get_value,
342 "units" : "objects",
343 "description": "N struct object",
344 }))
345
346 descriptors.append(create_desc(Desc_Skel, {
347 "name" : NAME_PREFIX + 'n_vampireobject',
348 "call_back" : get_value,
349 "units" : "objects",
350 "description": "N unresurrected objects",
351 }))
352
353 descriptors.append(create_desc(Desc_Skel, {
354 "name" : NAME_PREFIX + 'n_objectcore',
355 "call_back" : get_value,
356 "units" : "objects",
357 "description": "N struct objectcore",
358 }))
359
360 descriptors.append(create_desc(Desc_Skel, {
361 "name" : NAME_PREFIX + 'n_objecthead',
362 "call_back" : get_value,
363 "units" : "objects",
364 "description": "N struct objecthead",
365 }))
366
367 descriptors.append(create_desc(Desc_Skel, {
368 "name" : NAME_PREFIX + 'n_smf',
369 "call_back" : get_value,
370 "units" : "",
371 "description": "N struct smf",
372 }))
373
374 descriptors.append(create_desc(Desc_Skel, {
375 "name" : NAME_PREFIX + 'n_smf_frag',
376 "call_back" : get_value,
377 "units" : "frags",
378 "description": "N small free smf",
379 }))
380
381 descriptors.append(create_desc(Desc_Skel, {
382 "name" : NAME_PREFIX + 'n_smf_large',
383 "call_back" : get_value,
384 "units" : "frags",
385 "description": "N large free smf",
386 }))
387
388 descriptors.append(create_desc(Desc_Skel, {
389 "name" : NAME_PREFIX + 'n_vbe_conn',
390 "call_back" : get_value,
391 "units" : "conn",
392 "description": "N struct vbe_conn",
393 }))
394
395 descriptors.append(create_desc(Desc_Skel, {
396 "name" : NAME_PREFIX + 'n_wrk',
397 "call_back" : get_value,
398 "units" : "threads",
399 "description": "N worker threads",
400 }))
401
402 descriptors.append(create_desc(Desc_Skel, {
403 "name" : NAME_PREFIX + 'n_wrk_create',
404 "call_back" : get_delta,
405 "units" : "threads/s",
406 "description": "N worker threads created",
407 }))
408
409 descriptors.append(create_desc(Desc_Skel, {
410 "name" : NAME_PREFIX + 'n_wrk_failed',
411 "call_back" : get_delta,
412 "units" : "wrk/s",
413 "description": "N worker threads not created",
414 }))
415
416 descriptors.append(create_desc(Desc_Skel, {
417 "name" : NAME_PREFIX + 'n_wrk_max',
418 "call_back" : get_delta,
419 "units" : "threads/s",
420 "description": "N worker threads limited",
421 }))
422
423 descriptors.append(create_desc(Desc_Skel, {
424 "name" : NAME_PREFIX + 'n_wrk_queue',
425 "call_back" : get_value,
426 "units" : "req",
427 "description": "N queued work requests",
428 }))
429
430 descriptors.append(create_desc(Desc_Skel, {
431 "name" : NAME_PREFIX + 'n_wrk_overflow',
432 "call_back" : get_delta,
433 "units" : "req/s",
434 "description": "N overflowed work requests",
435 }))
436
437 descriptors.append(create_desc(Desc_Skel, {
438 "name" : NAME_PREFIX + 'n_wrk_drop',
439 "call_back" : get_delta,
440 "units" : "req/s",
441 "description": "N dropped work requests",
442 }))
443
444 descriptors.append(create_desc(Desc_Skel, {
445 "name" : NAME_PREFIX + 'n_backend',
446 "call_back" : get_value,
447 "units" : "backends",
448 "description": "N backends",
449 }))
450
451 descriptors.append(create_desc(Desc_Skel, {
452 "name" : NAME_PREFIX + 'n_expired',
453 "call_back" : get_delta,
454 "units" : "obj/s",
455 "description": "N expired objects",
456 }))
457
458 descriptors.append(create_desc(Desc_Skel, {
459 "name" : NAME_PREFIX + 'n_lru_nuked',
460 "call_back" : get_delta,
461 "units" : "obj/s",
462 "description": "N LRU nuked objects",
463 }))
464
465 descriptors.append(create_desc(Desc_Skel, {
466 "name" : NAME_PREFIX + 'n_lru_saved',
467 "call_back" : get_delta,
468 "units" : "obj/s",
469 "description": "N LRU saved objects",
470 }))
471
472 descriptors.append(create_desc(Desc_Skel, {
473 "name" : NAME_PREFIX + 'n_lru_moved',
474 "call_back" : get_delta,
475 "units" : "obj/s",
476 "description": "N LRU moved objects",
477 }))
478
479 descriptors.append(create_desc(Desc_Skel, {
480 "name" : NAME_PREFIX + 'n_deathrow',
481 "call_back" : get_delta,
482 "units" : "obj/s",
483 "description": "N objects on deathrow",
484 }))
485
486 descriptors.append(create_desc(Desc_Skel, {
487 "name" : NAME_PREFIX + 'losthdr',
488 "call_back" : get_delta,
489 "units" : "hdrs/s",
490 "description": "HTTP header overflows",
491 }))
492
493 descriptors.append(create_desc(Desc_Skel, {
494 "name" : NAME_PREFIX + 'n_objsendfile',
495 "call_back" : get_delta,
496 "units" : "obj/s",
497 "description": "Objects sent with sendfile",
498 }))
499
500 descriptors.append(create_desc(Desc_Skel, {
501 "name" : NAME_PREFIX + 'n_objwrite',
502 "call_back" : get_delta,
503 "units" : "obj/s",
504 "description": "Objects sent with write",
505 }))
506
507 descriptors.append(create_desc(Desc_Skel, {
508 "name" : NAME_PREFIX + 'n_objoverflow',
509 "call_back" : get_delta,
510 "description": "Objects overflowing workspace",
511 }))
512
513 descriptors.append(create_desc(Desc_Skel, {
514 "name" : NAME_PREFIX + 's_sess',
515 "call_back" : get_delta,
516 "description": "Total Sessions",
517 }))
518
519 descriptors.append(create_desc(Desc_Skel, {
520 "name" : NAME_PREFIX + 's_req',
521 "call_back" : get_delta,
522 "description": "Total Requests",
523 }))
524
525 descriptors.append(create_desc(Desc_Skel, {
526 "name" : NAME_PREFIX + 's_pipe',
527 "call_back" : get_delta,
528 "description": "Total pipe",
529 }))
530
531 descriptors.append(create_desc(Desc_Skel, {
532 "name" : NAME_PREFIX + 's_pass',
533 "call_back" : get_delta,
534 "description": "Total pass",
535 }))
536
537 descriptors.append(create_desc(Desc_Skel, {
538 "name" : NAME_PREFIX + 's_fetch',
539 "call_back" : get_delta,
540 "description": "Total fetch",
541 }))
542
543 descriptors.append(create_desc(Desc_Skel, {
544 "name" : NAME_PREFIX + 's_hdrbytes',
545 "call_back" : get_delta,
546 "description": "Total header bytes",
547 }))
548
549 descriptors.append(create_desc(Desc_Skel, {
550 "name" : NAME_PREFIX + 's_bodybytes',
551 "call_back" : get_delta,
552 "units" : "bytes/s",
553 "description": "Total body bytes",
554 }))
555
556 descriptors.append(create_desc(Desc_Skel, {
557 "name" : NAME_PREFIX + 'sess_closed',
558 "call_back" : get_delta,
559 "units" : "sessions/s",
560 "description": "Session Closed",
561 }))
562
563 descriptors.append(create_desc(Desc_Skel, {
564 "name" : NAME_PREFIX + 'sess_pipeline',
565 "call_back" : get_delta,
566 "description": "Session Pipeline",
567 }))
568
569 descriptors.append(create_desc(Desc_Skel, {
570 "name" : NAME_PREFIX + 'sess_readahead',
571 "call_back" : get_delta,
572 "description": "Session Read Ahead",
573 }))
574
575 descriptors.append(create_desc(Desc_Skel, {
576 "name" : NAME_PREFIX + 'sess_linger',
577 "call_back" : get_delta,
578 "description": "Session Linger",
579 }))
580
581 descriptors.append(create_desc(Desc_Skel, {
582 "name" : NAME_PREFIX + 'sess_herd',
583 "call_back" : get_delta,
584 "description": "Session herd",
585 }))
586
587 descriptors.append(create_desc(Desc_Skel, {
588 "name" : NAME_PREFIX + 'shm_records',
589 "call_back" : get_delta,
590 "description": "SHM records",
591 }))
592
593 descriptors.append(create_desc(Desc_Skel, {
594 "name" : NAME_PREFIX + 'shm_writes',
595 "call_back" : get_delta,
596 "description": "SHM writes",
597 }))
598
599 descriptors.append(create_desc(Desc_Skel, {
600 "name" : NAME_PREFIX + 'shm_flushes',
601 "call_back" : get_delta,
602 "description": "SHM flushes due to overflow",
603 }))
604
605 descriptors.append(create_desc(Desc_Skel, {
606 "name" : NAME_PREFIX + 'shm_cont',
607 "call_back" : get_delta,
608 "description": "SHM MTX contention",
609 }))
610
611 descriptors.append(create_desc(Desc_Skel, {
612 "name" : NAME_PREFIX + 'shm_cycles',
613 "call_back" : get_delta,
614 "description": "SHM cycles through buffer",
615 }))
616
617 descriptors.append(create_desc(Desc_Skel, {
618 "name" : NAME_PREFIX + 'sm_nreq',
619 "call_back" : get_delta,
620 "description": "allocator requests",
621 }))
622
623 descriptors.append(create_desc(Desc_Skel, {
624 "name" : NAME_PREFIX + 'sm_nobj',
625 "call_back" : get_delta,
626 "description": "outstanding allocations",
627 }))
628
629 descriptors.append(create_desc(Desc_Skel, {
630 "name" : NAME_PREFIX + 'sm_balloc',
631 "call_back" : get_value,
632 "description": "bytes allocated",
633 }))
634
635 descriptors.append(create_desc(Desc_Skel, {
636 "name" : NAME_PREFIX + 'sm_bfree',
637 "call_back" : get_delta,
638 "description": "bytes free",
639 }))
640
641 descriptors.append(create_desc(Desc_Skel, {
642 "name" : NAME_PREFIX + 'sma_nreq',
643 "call_back" : get_delta,
644 "description": "SMA allocator requests",
645 }))
646
647 descriptors.append(create_desc(Desc_Skel, {
648 "name" : NAME_PREFIX + 'sma_nobj',
649 "call_back" : get_value,
650 "units" : "obj",
651 "description": "SMA outstanding allocations",
652 }))
653
654 descriptors.append(create_desc(Desc_Skel, {
655 "name" : NAME_PREFIX + 'sma_nbytes',
656 "call_back" : get_value,
657 "units" : "Bytes",
658 "description": "SMA outstanding bytes",
659 }))
660
661 descriptors.append(create_desc(Desc_Skel, {
662 "name" : NAME_PREFIX + 'sma_balloc',
663 "call_back" : get_delta,
664 "units" : "bytes/s",
665 "description": "SMA bytes allocated",
666 }))
667
668 descriptors.append(create_desc(Desc_Skel, {
669 "name" : NAME_PREFIX + 'sma_bfree',
670 "call_back" : get_delta,
671 "units" : "bytes/s",
672 "description": "SMA bytes free",
673 }))
674
675 descriptors.append(create_desc(Desc_Skel, {
676 "name" : NAME_PREFIX + 'sms_nreq',
677 "call_back" : get_delta,
678 "units" : "req/s",
679 "description": "SMS allocator requests",
680 }))
681
682 descriptors.append(create_desc(Desc_Skel, {
683 "name" : NAME_PREFIX + 'sms_nobj',
684 "call_back" : get_value,
685 "units" : "obj",
686 "description": "SMS outstanding allocations",
687 }))
688
689 descriptors.append(create_desc(Desc_Skel, {
690 "name" : NAME_PREFIX + 'sms_nbytes',
691 "call_back" : get_value,
692 "units" : "Bytes",
693 "description": "SMS outstanding bytes",
694 }))
695
696 descriptors.append(create_desc(Desc_Skel, {
697 "name" : NAME_PREFIX + 'sms_balloc',
698 "call_back" : get_delta,
699 "units" : "bytes/s",
700 "description": "SMS bytes allocated",
701 }))
702
703 descriptors.append(create_desc(Desc_Skel, {
704 "name" : NAME_PREFIX + 'sms_bfree',
705 "call_back" : get_delta,
706 "units" : "Bytes/s",
707 "description": "SMS bytes freed",
708 }))
709
710 descriptors.append(create_desc(Desc_Skel, {
711 "name" : NAME_PREFIX + 'backend_req',
712 "call_back" : get_delta,
713 "units" : "req/s",
714 "description": "Backend requests made",
715 }))
716
717 descriptors.append(create_desc(Desc_Skel, {
718 "name" : NAME_PREFIX + 'n_vcl',
719 "call_back" : get_value,
720 "units" : "vcl",
721 "description": "N vcl total",
722 }))
723
724 descriptors.append(create_desc(Desc_Skel, {
725 "name" : NAME_PREFIX + 'n_vcl_avail',
726 "call_back" : get_value,
727 "units" : "vcl",
728 "description": "N vcl available",
729 }))
730
731 descriptors.append(create_desc(Desc_Skel, {
732 "name" : NAME_PREFIX + 'n_vcl_discard',
733 "call_back" : get_value,
734 "units" : "vcl",
735 "description": "N vcl discarded",
736 }))
737
738 descriptors.append(create_desc(Desc_Skel, {
739 "name" : NAME_PREFIX + 'n_purge',
740 "call_back" : get_value,
741 "units" : "purges",
742 "description": "N total active purges",
743 }))
744
745 descriptors.append(create_desc(Desc_Skel, {
746 "name" : NAME_PREFIX + 'n_purge_add',
747 "call_back" : get_delta,
748 "units" : "purges/sec",
749 "description": "N new purges added",
750 }))
751
752 descriptors.append(create_desc(Desc_Skel, {
753 "name" : NAME_PREFIX + 'n_purge_retire',
754 "call_back" : get_delta,
755 "units" : "purges/s",
756 "description": "N old purges deleted",
757 }))
758
759 descriptors.append(create_desc(Desc_Skel, {
760 "name" : NAME_PREFIX + 'n_purge_obj_test',
761 "call_back" : get_delta,
762 "units" : "purges/s",
763 "description": "N objects tested",
764 }))
765
766 descriptors.append(create_desc(Desc_Skel, {
767 "name" : NAME_PREFIX + 'n_purge_re_test',
768 "call_back" : get_delta,
769 "description": "N regexps tested against",
770 "units" : "purges/s",
771 }))
772
773 descriptors.append(create_desc(Desc_Skel, {
774 "name" : NAME_PREFIX + 'n_purge_dups',
775 "call_back" : get_delta,
776 "units" : "purges/s",
777 "description": "N duplicate purges removed",
778 }))
779
780 descriptors.append(create_desc(Desc_Skel, {
781 "name" : NAME_PREFIX + 'hcb_nolock',
782 "call_back" : get_delta,
783 "units" : "locks/s",
784 "description": "HCB Lookups without lock",
785 }))
786
787 descriptors.append(create_desc(Desc_Skel, {
788 "name" : NAME_PREFIX + 'hcb_lock',
789 "call_back" : get_delta,
790 "units" : "locks/s",
791 "description": "HCB Lookups with lock",
792 }))
793
794 descriptors.append(create_desc(Desc_Skel, {
795 "name" : NAME_PREFIX + 'hcb_insert',
796 "call_back" : get_delta,
797 "units" : "inserts/s",
798 "description": "HCB Inserts",
799 }))
800
801 descriptors.append(create_desc(Desc_Skel, {
802 "name" : NAME_PREFIX + 'esi_parse',
803 "call_back" : get_delta,
804 "units" : "obj/s",
805 "description": "Objects ESI parsed (unlock)",
806 }))
807
808 descriptors.append(create_desc(Desc_Skel, {
809 "name" : NAME_PREFIX + 'esi_errors',
810 "call_back" : get_delta,
811 "units" : "err/s",
812 "description": "ESI parse errors (unlock)",
813 }))
814
815 descriptors.append(create_desc(Desc_Skel, {
816 "name" : NAME_PREFIX + 'accept_fail',
817 "call_back" : get_delta,
818 "units" : "accepts/s",
819 "description": "Accept failures",
820 }))
821
822 descriptors.append(create_desc(Desc_Skel, {
823 "name" : NAME_PREFIX + 'client_drop_late',
824 "call_back" : get_delta,
825 "units" : "conn/s",
826 "description": "Connection dropped late",
827 }))
828
829 descriptors.append(create_desc(Desc_Skel, {
830 "name" : NAME_PREFIX + 'uptime',
831 "call_back" : get_value,
832 "units" : "seconds",
833 "description": "Client uptime",
834 }))
835
836 ##############################################################################
837
838 descriptors.append(create_desc(Desc_Skel, {
839 "name" : NAME_PREFIX + 'backend_retry',
840 "call_back" : get_delta,
841 "units" : "retries/s",
842 "description": "Backend conn. retry",
843 }))
844
845 descriptors.append(create_desc(Desc_Skel, {
846 "name" : NAME_PREFIX + 'dir_dns_cache_full',
847 "call_back" : get_delta,
848 "units" : "/s",
849 "description": "DNS director full dnscache",
850 }))
851
852 descriptors.append(create_desc(Desc_Skel, {
853 "name" : NAME_PREFIX + 'dir_dns_failed',
854 "call_back" : get_delta,
855 "units" : "/s",
856 "description": "DNS director failed lookups",
857 }))
858
859 descriptors.append(create_desc(Desc_Skel, {
860 "name" : NAME_PREFIX + 'dir_dns_hit',
861 "call_back" : get_delta,
862 "units" : "/s",
863 "description": "DNS director cached lookups hit",
864 }))
865
866 descriptors.append(create_desc(Desc_Skel, {
867 "name" : NAME_PREFIX + 'dir_dns_lookups',
868 "call_back" : get_delta,
869 "units" : "/s",
870 "description": "DNS director lookups",
871 }))
872
873 descriptors.append(create_desc(Desc_Skel, {
874 "name" : NAME_PREFIX + 'esi_warnings',
875 "call_back" : get_delta,
876 "units" : "/s",
877 "description": "ESI parse warnings (unlock)",
878 }))
879
880 descriptors.append(create_desc(Desc_Skel, {
881 "name" : NAME_PREFIX + 'fetch_1xx',
882 "call_back" : get_delta,
883 "units" : "/s",
884 "description": "Fetch no body (1xx)",
885 }))
886
887 descriptors.append(create_desc(Desc_Skel, {
888 "name" : NAME_PREFIX + 'fetch_204',
889 "call_back" : get_delta,
890 "units" : "/s",
891 "description": "Fetch no body (204)",
892 }))
893
894 descriptors.append(create_desc(Desc_Skel, {
895 "name" : NAME_PREFIX + 'fetch_304',
896 "call_back" : get_delta,
897 "units" : "/s",
898 "description": "Fetch no body (304)",
899 }))
900
901 descriptors.append(create_desc(Desc_Skel, {
902 "name" : NAME_PREFIX + 'n_ban',
903 "call_back" : get_delta,
904 "units" : "/s",
905 "description": "N total active bans",
906 }))
907
908 descriptors.append(create_desc(Desc_Skel, {
909 "name" : NAME_PREFIX + 'n_ban_add',
910 "call_back" : get_delta,
911 "units" : "/s",
912 "description": "N new bans added",
913 }))
914
915 descriptors.append(create_desc(Desc_Skel, {
916 "name" : NAME_PREFIX + 'n_ban_retire',
917 "call_back" : get_delta,
918 "units" : "/s",
919 "description": "N old bans deleted",
920 }))
921
922 descriptors.append(create_desc(Desc_Skel, {
923 "name" : NAME_PREFIX + 'n_ban_obj_test',
924 "call_back" : get_delta,
925 "units" : "/s",
926 "description": "N objects tested",
927 }))
928
929 descriptors.append(create_desc(Desc_Skel, {
930 "name" : NAME_PREFIX + 'n_ban_re_test',
931 "call_back" : get_delta,
932 "units" : "/s",
933 "description": "N regexps tested against",
934 }))
935
936 descriptors.append(create_desc(Desc_Skel, {
937 "name" : NAME_PREFIX + 'n_ban_dups',
938 "call_back" : get_delta,
939 "units" : "/s",
940 "description": "N duplicate bans removed",
941 }))
942
943 descriptors.append(create_desc(Desc_Skel, {
944 "name" : NAME_PREFIX + 'n_ban_add',
945 "call_back" : get_delta,
946 "units" : "/s",
947 "description": "N new bans added",
948 }))
949
950 descriptors.append(create_desc(Desc_Skel, {
951 "name" : NAME_PREFIX + 'n_ban_dups',
952 "call_back" : get_delta,
953 "units" : "/s",
954 "description": "N duplicate bans removed",
955 }))
956
957 descriptors.append(create_desc(Desc_Skel, {
958 "name" : NAME_PREFIX + 'n_ban_obj_test',
959 "call_back" : get_delta,
960 "units" : "/s",
961 "description": "N objects tested",
962 }))
963
964 descriptors.append(create_desc(Desc_Skel, {
965 "name" : NAME_PREFIX + 'n_ban_re_test',
966 "call_back" : get_delta,
967 "units" : "/s",
968 "description": "N regexps tested against",
969 }))
970
971 descriptors.append(create_desc(Desc_Skel, {
972 "name" : NAME_PREFIX + 'n_ban_retire',
973 "call_back" : get_delta,
974 "units" : "/s",
975 "description": "N old bans deleted",
976 }))
977
978 descriptors.append(create_desc(Desc_Skel, {
979 "name" : NAME_PREFIX + 'n_gunzip',
980 "call_back" : get_delta,
981 "units" : "/s",
982 "description": "Gunzip operations",
983 }))
984
985 descriptors.append(create_desc(Desc_Skel, {
986 "name" : NAME_PREFIX + 'n_gzip',
987 "call_back" : get_delta,
988 "units" : "/s",
989 "description": "Gzip operations",
990 }))
991
992 descriptors.append(create_desc(Desc_Skel, {
993 "name" : NAME_PREFIX + 'n_vbc',
994 "call_back" : get_delta,
995 "units" : "/s",
996 "description": "N struct vbc",
997 }))
998
999 descriptors.append(create_desc(Desc_Skel, {
1000 "name" : NAME_PREFIX + 'n_waitinglist',
1001 "call_back" : get_delta,
1002 "units" : "/s",
1003 "description": "N struct waitinglist",
1004 }))
1005
1006 descriptors.append(create_desc(Desc_Skel, {
1007 "name" : NAME_PREFIX + 'n_wrk_lqueue',
1008 "call_back" : get_value,
1009 "units" : "",
1010 "description": "work request queue length",
1011 }))
1012
1013 descriptors.append(create_desc(Desc_Skel, {
1014 "name" : NAME_PREFIX + 'n_wrk_queued',
1015 "call_back" : get_value,
1016 "units" : "req",
1017 "description": "N queued work requests",
1018 }))
1019
1020 descriptors.append(create_desc(Desc_Skel, {
1021 "name" : NAME_PREFIX + 'vmods',
1022 "call_back" : get_value,
1023 "units" : "vmods",
1024 "description": "Loaded VMODs",
1025 }))
1026
1027 return descriptors
1028
1029
1030 def metric_cleanup():
1031 """Cleanup"""
1032
1033 pass
1034
1035
1036 # the following code is for debugging and testing
1037 if __name__ == '__main__':
1038 descriptors = metric_init(PARAMS)
1039 while True:
1040 for d in descriptors:
1041 print (('%s = %s') % (d['name'], d['format'])) % (d['call_back'](d['name']))
1042 print 'Sleeping 15 seconds'
1043 time.sleep(15)