Imported Upstream version 1.5.1
This commit is contained in:
Mario Fetka
17
contrib/ganglia-plugin/.project
Normal file
17
contrib/ganglia-plugin/.project
Normal file
@@ -0,0 +1,17 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
<projectDescription>
|
||||
<name>ganglia-plugin</name>
|
||||
<comment></comment>
|
||||
<projects>
|
||||
</projects>
|
||||
<buildSpec>
|
||||
<buildCommand>
|
||||
<name>org.python.pydev.PyDevBuilder</name>
|
||||
<arguments>
|
||||
</arguments>
|
||||
</buildCommand>
|
||||
</buildSpec>
|
||||
<natures>
|
||||
<nature>org.python.pydev.pythonNature</nature>
|
||||
</natures>
|
||||
</projectDescription>
|
||||
10
contrib/ganglia-plugin/.pydevproject
Normal file
10
contrib/ganglia-plugin/.pydevproject
Normal file
@@ -0,0 +1,10 @@
|
||||
<?xml version="1.0" encoding="UTF-8" standalone="no"?>
|
||||
<?eclipse-pydev version="1.0"?>
|
||||
|
||||
<pydev_project>
|
||||
<pydev_property name="org.python.pydev.PYTHON_PROJECT_INTERPRETER">Default</pydev_property>
|
||||
<pydev_property name="org.python.pydev.PYTHON_PROJECT_VERSION">python 2.6</pydev_property>
|
||||
<pydev_pathproperty name="org.python.pydev.PROJECT_SOURCE_PATH">
|
||||
<path>/ganglia-plugin/src</path>
|
||||
</pydev_pathproperty>
|
||||
</pydev_project>
|
||||
6
contrib/ganglia-plugin/README.txt
Normal file
6
contrib/ganglia-plugin/README.txt
Normal file
@@ -0,0 +1,6 @@
|
||||
How to use this plugin?
|
||||
|
||||
- Make sure your ganglia installation supports python plugins.
|
||||
- Copy plugin files from src directory to /usr/lib/ganglia/python_modules/
|
||||
- Copy configuration files configuration-files directory to /etc/ganglia/conf.d
|
||||
- Alter configuration files to suite your needs.
|
||||
61
contrib/ganglia-plugin/config-files/xtfs-dir.pyconf
Normal file
61
contrib/ganglia-plugin/config-files/xtfs-dir.pyconf
Normal file
@@ -0,0 +1,61 @@
|
||||
modules {
|
||||
module {
|
||||
name = "xtfs-dir-plugin"
|
||||
language = "python"
|
||||
# The following params are examples only
|
||||
param Host {
|
||||
value = localhost
|
||||
}
|
||||
param Port {
|
||||
value = 9001
|
||||
}
|
||||
param CommunityString {
|
||||
value = public
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
collection_group {
|
||||
collect_every = 60
|
||||
time_threshold = 10
|
||||
metric {
|
||||
name = "dir_jvm_used_mem"
|
||||
title = "used memory of the jvm"
|
||||
value_threshold = 1
|
||||
}
|
||||
metric {
|
||||
name = "dir_jvm_free_mem"
|
||||
title = "free memory of the jvm"
|
||||
value_threshold = 1
|
||||
}
|
||||
metric {
|
||||
name = "dir_client_connections"
|
||||
title = "number of Clients"
|
||||
value_threshold = 1
|
||||
}
|
||||
metric {
|
||||
name = "dir_pending_requests"
|
||||
title = "number of pending requests"
|
||||
value_threshold = 1
|
||||
}
|
||||
metric {
|
||||
name = "addr_mapping_count"
|
||||
title = "number of address mappings"
|
||||
value_threshold = 1
|
||||
}
|
||||
metric {
|
||||
name = "service_count"
|
||||
title = "number of services"
|
||||
value_threshold = 1
|
||||
}
|
||||
metric {
|
||||
name = "dir_status"
|
||||
title = "Status DIR"
|
||||
}
|
||||
metric {
|
||||
name = "dir_uuid"
|
||||
title = "DIR UUID"
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
56
contrib/ganglia-plugin/config-files/xtfs-mrc.pyconf
Normal file
56
contrib/ganglia-plugin/config-files/xtfs-mrc.pyconf
Normal file
@@ -0,0 +1,56 @@
|
||||
modules {
|
||||
module {
|
||||
name = "xtfs-mrc-plugin"
|
||||
language = "python"
|
||||
# The following params are examples only
|
||||
param Host {
|
||||
value = localhost
|
||||
}
|
||||
param Port {
|
||||
value = 9002
|
||||
}
|
||||
param CommunityString {
|
||||
value = public
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
collection_group {
|
||||
collect_every = 60
|
||||
time_threshold = 10
|
||||
metric {
|
||||
name = "mrc_jvm_used_mem"
|
||||
title = "used memory of the jvm"
|
||||
value_threshold = 1
|
||||
}
|
||||
metric {
|
||||
name = "mrc_jvm_free_mem"
|
||||
title = "free memory of the jvm"
|
||||
value_threshold = 1
|
||||
}
|
||||
metric {
|
||||
name = "mrc_client_connections"
|
||||
title = "number of Clients"
|
||||
value_threshold = 1
|
||||
}
|
||||
metric {
|
||||
name = "mrc_pending_requests"
|
||||
title = "number of pending requests"
|
||||
value_threshold = 1
|
||||
}
|
||||
metric {
|
||||
name = "volumes_count"
|
||||
title = "number of volumes"
|
||||
value_threshold = 1
|
||||
}
|
||||
metric {
|
||||
name = "mrc_status"
|
||||
title = "Status MRC"
|
||||
}
|
||||
metric {
|
||||
name = "mrc_uuid"
|
||||
title = "MRC UUID"
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
107
contrib/ganglia-plugin/config-files/xtfs-osd.pyconf
Normal file
107
contrib/ganglia-plugin/config-files/xtfs-osd.pyconf
Normal file
@@ -0,0 +1,107 @@
|
||||
modules {
|
||||
module {
|
||||
name = "xtfs-osd-plugin"
|
||||
language = "python"
|
||||
# The following params are examples only
|
||||
param Host {
|
||||
value = localhost
|
||||
}
|
||||
param Port {
|
||||
value = 9003
|
||||
}
|
||||
param CommunityString {
|
||||
value = public
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
collection_group {
|
||||
collect_every = 60
|
||||
time_threshold = 10
|
||||
metric {
|
||||
name = "osd_jvm_used_mem"
|
||||
title = "used memory of the jvm"
|
||||
value_threshold = 1
|
||||
}
|
||||
metric {
|
||||
name = "osd_jvm_free_mem"
|
||||
title = "free memory of the jvm"
|
||||
value_threshold = 1
|
||||
}
|
||||
metric {
|
||||
name = "osd_client_connections"
|
||||
title = "number of Clients"
|
||||
value_threshold = 1
|
||||
}
|
||||
metric {
|
||||
name = "objects_received"
|
||||
title = "objects received"
|
||||
value_threshold = 1
|
||||
}
|
||||
metric {
|
||||
name = "repl_objects_received"
|
||||
title = "replicated objects received"
|
||||
value_threshold = 1
|
||||
}
|
||||
metric {
|
||||
name = "objects_transmitted"
|
||||
title = "objects transmitted"
|
||||
value_threshold = 1
|
||||
}
|
||||
metric {
|
||||
name = "repl_bytes_received"
|
||||
title = "replicated bytes received"
|
||||
value_threshold = 1
|
||||
}
|
||||
metric {
|
||||
name = "bytes_received"
|
||||
title = "bytes received"
|
||||
value_threshold = 1
|
||||
}
|
||||
metric {
|
||||
name = "bytes_transmitted"
|
||||
title = "bytes transmitted"
|
||||
value_threshold = 1
|
||||
}
|
||||
metric {
|
||||
name = "preproc_queue_length"
|
||||
title = "preprocessing stage queue length"
|
||||
value_threshold = 1
|
||||
}
|
||||
metric {
|
||||
name = "storage_queue_length"
|
||||
title = "storage stage queue length"
|
||||
value_threshold = 1
|
||||
}
|
||||
metric {
|
||||
name = "deletion_queue_length"
|
||||
title = "deletion stage queue length"
|
||||
value_threshold = 1
|
||||
}
|
||||
metric {
|
||||
name = "open_files"
|
||||
title = "open files"
|
||||
value_threshold = 1
|
||||
}
|
||||
metric {
|
||||
name = "deleted_files"
|
||||
title = "deleted files"
|
||||
value_threshold = 1
|
||||
}
|
||||
metric {
|
||||
name = "free_space"
|
||||
title = "free space"
|
||||
value_threshold = 100
|
||||
}
|
||||
metric {
|
||||
name = "osd_status"
|
||||
title = "Status OSD"
|
||||
}
|
||||
metric {
|
||||
name = "osd_uuid"
|
||||
title = "OSD UUID"
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
|
||||
250
contrib/ganglia-plugin/src/xtfs-dir-plugin.py
Normal file
250
contrib/ganglia-plugin/src/xtfs-dir-plugin.py
Normal file
@@ -0,0 +1,250 @@
|
||||
'''
|
||||
Created on May 25, 2011
|
||||
|
||||
@author: bzcseife
|
||||
|
||||
This is a python ganglia plugin which monitors the status of an DIR service of the XtreemFS
|
||||
filesystem. It is intend to run on the same host as the DIR and gathers information of the DIR per
|
||||
SNMP. Therefore you have to configure your DIR to provide a SNMP Agent on this host.
|
||||
|
||||
'''
|
||||
#TODO: If ganglia supports 64bit values uses 64bit integers instead of converting all 64 bit integers
|
||||
#reported from the SNMP Agent to 32bit integers.
|
||||
|
||||
|
||||
import random
|
||||
from pysnmp.entity.rfc3413.oneliner import cmdgen
|
||||
from pysnmp.entity.rfc3413.oneliner.cmdgen import UdpTransportTarget
|
||||
|
||||
|
||||
descriptors = list()
|
||||
Random_Max = 50
|
||||
Constant_Value = 50
|
||||
|
||||
|
||||
|
||||
#Get the used memory of the JVM
|
||||
def JvmUsedMem(name):
|
||||
errorIndication, errorStatus, errorIndex, varBinds = cmdgen.CommandGenerator().getCmd(authData,
|
||||
transportTarget,
|
||||
(1, 3, 6, 1, 4, 1, 38350, 1, 1, 0))
|
||||
if (errorStatus == False and errorIndication == None):
|
||||
|
||||
return int(varBinds[0][1]/1024/1024)
|
||||
else:
|
||||
return 0
|
||||
#Get the free memory of the JVM
|
||||
def JvmFreeMem(name):
|
||||
errorIndication, errorStatus, errorIndex, varBinds = cmdgen.CommandGenerator().getCmd(authData,
|
||||
transportTarget,
|
||||
(1, 3, 6, 1, 4, 1, 38350, 1, 2, 0))
|
||||
|
||||
if (errorStatus == False and errorIndication == None):
|
||||
return int(varBinds[0][1] / 1024 / 1024)
|
||||
else:
|
||||
return 0
|
||||
|
||||
#Get the number of client connections
|
||||
def ClientConnections(name):
|
||||
errorIndication, errorStatus, errorIndex, varBinds = cmdgen.CommandGenerator().getCmd(authData,
|
||||
transportTarget,
|
||||
(1, 3, 6, 1, 4, 1, 38350, 1, 8, 0))
|
||||
|
||||
if (errorStatus == False and errorIndication == None):
|
||||
return int(varBinds[0][1])
|
||||
else:
|
||||
return 0
|
||||
|
||||
|
||||
#Get the number of pending requests
|
||||
def PendingRequests(name):
|
||||
errorIndication, errorStatus, errorIndex, varBinds = cmdgen.CommandGenerator().getCmd(authData,
|
||||
transportTarget,
|
||||
(1, 3, 6, 1, 4, 1, 38350, 1, 9, 0))
|
||||
|
||||
if (errorStatus == False and errorIndication == None):
|
||||
return int(varBinds[0][1])
|
||||
else:
|
||||
return 0
|
||||
|
||||
#Get the number of address mappings registered
|
||||
def AddressMappingCount(name):
|
||||
errorIndication, errorStatus, errorIndex, varBinds = cmdgen.CommandGenerator().getCmd(authData,
|
||||
transportTarget,
|
||||
(1, 3, 6, 1, 4, 1, 38350, 2, 1, 0))
|
||||
|
||||
if (errorStatus == False and errorIndication == None):
|
||||
return int(varBinds[0][1])
|
||||
else:
|
||||
return 0
|
||||
|
||||
#Get the number of services registered
|
||||
def ServiceCount(name):
|
||||
errorIndication, errorStatus, errorIndex, varBinds = cmdgen.CommandGenerator().getCmd(authData,
|
||||
transportTarget,
|
||||
(1, 3, 6, 1, 4, 1, 38350, 2, 2, 0))
|
||||
|
||||
if (errorStatus == False and errorIndication == None):
|
||||
return int(varBinds[0][1])
|
||||
else:
|
||||
return 0
|
||||
|
||||
#get the status of the DIR
|
||||
#OID: 1.3.6.1.4.1.38350.1.11.0
|
||||
def Status(name):
|
||||
errorIndication, errorStatus, errorIndex, varBinds = cmdgen.CommandGenerator().getCmd(authData,
|
||||
transportTarget,
|
||||
(1, 3, 6, 1, 4, 1, 38350, 1, 11, 0))
|
||||
|
||||
if (errorStatus == False and errorIndication == None):
|
||||
return str(varBinds[0][1])
|
||||
else:
|
||||
return "OFFLINE"
|
||||
|
||||
#get the UUID of the DIR
|
||||
#OID: 1.3.6.1.4.1.38350.1.13.0
|
||||
def Uuid(name):
|
||||
errorIndication, errorStatus, errorIndex, varBinds = cmdgen.CommandGenerator().getCmd(authData,
|
||||
transportTarget,
|
||||
(1, 3, 6, 1, 4, 1, 38350, 1, 13, 0))
|
||||
|
||||
if (errorStatus == False and errorIndication == None):
|
||||
return str(varBinds[0][1])
|
||||
else:
|
||||
return "Service not available"
|
||||
|
||||
def metric_init(params):
|
||||
|
||||
global descriptors
|
||||
global Commmunity_String
|
||||
global Snmp_Port
|
||||
global authData
|
||||
global transportTarget
|
||||
|
||||
|
||||
if 'ComummunityString' in params:
|
||||
Community_String = params['CommunityString']
|
||||
else:
|
||||
Community_String = 'public'
|
||||
|
||||
if 'Port' in params:
|
||||
Snmp_Port = int(params['Port'])
|
||||
if 'Host' in params:
|
||||
Snmp_Host = params['Host']
|
||||
|
||||
authData = cmdgen.CommunityData('xtreemfs-agent', 'public')
|
||||
transportTarget = cmdgen.UdpTransportTarget((Snmp_Host, Snmp_Port), 1, 0)
|
||||
|
||||
d0 = {'name': 'dir_jvm_used_mem',
|
||||
'call_back': JvmUsedMem,
|
||||
'time_max': 90,
|
||||
'value_type': 'uint',
|
||||
'units': 'Megabytes',
|
||||
'slope': 'both',
|
||||
'format': '%u',
|
||||
'description': 'The amount of memory the JVM uses currently.',
|
||||
'groups': 'dir'}
|
||||
|
||||
d1 = {'name': 'dir_jvm_free_mem',
|
||||
'call_back': JvmFreeMem,
|
||||
'time_max': 90,
|
||||
'value_type': 'uint',
|
||||
'units': 'Megabytes',
|
||||
'slope': 'both',
|
||||
'format': '%u',
|
||||
'description': 'The amount of free memory the JVM can still use.',
|
||||
'groups': 'dir'}
|
||||
|
||||
d2 = {'name': 'dir_client_connections',
|
||||
'call_back': ClientConnections,
|
||||
'time_max': 90,
|
||||
'value_type': 'uint',
|
||||
'units': 'clients',
|
||||
'slope': 'both',
|
||||
'format': '%u',
|
||||
'description': 'The number of active client connection this DIR has currently to handle.',
|
||||
'groups': 'dir'}
|
||||
|
||||
d3 = {'name': 'dir_pending_requests',
|
||||
'call_back': PendingRequests,
|
||||
'time_max': 90,
|
||||
'value_type': 'uint',
|
||||
'units': 'pending requests',
|
||||
'slope': 'both',
|
||||
'format': '%u',
|
||||
'description': 'The number of pending requests this DIR has enqueued.',
|
||||
'groups': 'dir'}
|
||||
|
||||
d4 = {'name': 'addr_mapping_count',
|
||||
'call_back': AddressMappingCount,
|
||||
'time_max': 90,
|
||||
#value_type: string | uint | float | double
|
||||
'value_type': 'uint',
|
||||
#units: unit of your metric
|
||||
'units': 'mappings',
|
||||
#slope: zero | positive | negative | both
|
||||
#This value maps to the data source types defined for RRDTool
|
||||
#If 'positive', RRD file generated will be of COUNTER type (calculating the rate of change)
|
||||
#If 'negative', ????
|
||||
#'both' will be of GAUGE type (no calculations are performed, graphing only the value reported)
|
||||
#If 'zero', the metric will appear in the "Time and String Metrics" or the "Constant Metrics" depending on the value_type of the m
|
||||
'slope': 'both',
|
||||
#format: format string of your metric
|
||||
#Must correspond to value_type otherwise value of your metric will be unpredictable (reference: http://docs.python.org/library/stdtypes.html#string-formatting)
|
||||
'format': '%u',
|
||||
#description: description of your metric
|
||||
'description': 'The number of address mapping registered at the DIR.',
|
||||
#groups (optional): groups your metric belongs to
|
||||
'groups': 'dir'}
|
||||
|
||||
d5 = {'name': 'service_count',
|
||||
'call_back': ServiceCount,
|
||||
'time_max': 90,
|
||||
'value_type': 'uint',
|
||||
'units': 'services',
|
||||
'slope': 'both',
|
||||
'format': '%u',
|
||||
'description': 'The number of services registered at the DIR.',
|
||||
'groups': 'dir'}
|
||||
|
||||
d6 = {'name': 'dir_status',
|
||||
'call_back': Status,
|
||||
'time_max': 90,
|
||||
'value_type': 'string',
|
||||
'units': '',
|
||||
'slope': 'zero',
|
||||
'format': '%s',
|
||||
'description': 'ONLINE if this DIR is running correctly, OFFLINE otherwise',
|
||||
'groups': 'dir'}
|
||||
|
||||
d7 = {'name': 'dir_uuid',
|
||||
'call_back': Uuid,
|
||||
'time_max': 90,
|
||||
'value_type': 'string',
|
||||
'units': '',
|
||||
'slope': 'zero',
|
||||
'format': '%s',
|
||||
'description': 'UUID of the DIR running on this host',
|
||||
'groups': 'dir'}
|
||||
|
||||
|
||||
descriptors = [d0, d1, d2, d3, d4, d5, d6, d7]
|
||||
|
||||
return descriptors
|
||||
|
||||
def metric_cleanup():
|
||||
'''Clean up the metric module.'''
|
||||
pass
|
||||
|
||||
|
||||
#for debugging purpose
|
||||
if __name__ == '__main__':
|
||||
params = {'CommunityString': 'public', 'Host': 'localhost', 'Port': 9001}
|
||||
metric_init(params)
|
||||
for d in descriptors:
|
||||
v = d['call_back'](d['name'])
|
||||
print 'value for %s is' % (d['name'])
|
||||
print v
|
||||
|
||||
|
||||
|
||||
221
contrib/ganglia-plugin/src/xtfs-mrc-plugin.py
Normal file
221
contrib/ganglia-plugin/src/xtfs-mrc-plugin.py
Normal file
@@ -0,0 +1,221 @@
|
||||
'''
|
||||
Created on May 25, 2011
|
||||
|
||||
@author: bzcseife
|
||||
|
||||
This is a python ganglia plugin which monitors the status of an DIR service of the XtreemFS
|
||||
filesystem. It is intend to run on the same host as the MRC and gathers information of the MRC per
|
||||
SNMP. Therefore you have to configure your MRC to provide a SNMP Agent on this host.
|
||||
|
||||
'''
|
||||
#TODO: If ganglia supports 64bit values uses 64bit integers instead of converting all 64 bit integers
|
||||
#reported from the SNMP Agent to 32bit integers.
|
||||
|
||||
|
||||
import random
|
||||
from pysnmp.entity.rfc3413.oneliner import cmdgen
|
||||
from pysnmp.entity.rfc3413.oneliner.cmdgen import UdpTransportTarget
|
||||
|
||||
|
||||
descriptors = list()
|
||||
Random_Max = 50
|
||||
Constant_Value = 50
|
||||
|
||||
|
||||
|
||||
#Get the used memory of the JVM
|
||||
def JvmUsedMem(name):
|
||||
errorIndication, errorStatus, errorIndex, varBinds = cmdgen.CommandGenerator().getCmd(authData,
|
||||
transportTarget,
|
||||
(1, 3, 6, 1, 4, 1, 38350, 1, 1, 0))
|
||||
|
||||
if (errorStatus == False and errorIndication == None):
|
||||
return int(varBinds[0][1] / 1024 / 1024)
|
||||
else:
|
||||
return 0
|
||||
|
||||
#Get the free memory of the JVM
|
||||
def JvmFreeMem(name):
|
||||
errorIndication, errorStatus, errorIndex, varBinds = cmdgen.CommandGenerator().getCmd(authData,
|
||||
transportTarget,
|
||||
(1, 3, 6, 1, 4, 1, 38350, 1, 2, 0))
|
||||
|
||||
if (errorStatus == False and errorIndication == None):
|
||||
return int(varBinds[0][1] / 1024 / 1024)
|
||||
else:
|
||||
return 0
|
||||
|
||||
|
||||
#Get the number of client connections
|
||||
def ClientConnections(name):
|
||||
errorIndication, errorStatus, errorIndex, varBinds = cmdgen.CommandGenerator().getCmd(authData,
|
||||
transportTarget,
|
||||
(1, 3, 6, 1, 4, 1, 38350, 1, 7, 0))
|
||||
|
||||
if (errorStatus == False and errorIndication == None):
|
||||
return int(varBinds[0][1])
|
||||
else:
|
||||
return 0
|
||||
|
||||
|
||||
#Get the number of pending requests
|
||||
def PendingRequests(name):
|
||||
errorIndication, errorStatus, errorIndex, varBinds = cmdgen.CommandGenerator().getCmd(authData,
|
||||
transportTarget,
|
||||
(1, 3, 6, 1, 4, 1, 38350, 1, 8, 0))
|
||||
|
||||
if (errorStatus == False and errorIndication == None):
|
||||
return int(varBinds[0][1])
|
||||
else:
|
||||
return 0
|
||||
|
||||
#Get the number of volumes
|
||||
def VolumeCount(name):
|
||||
errorIndication, errorStatus, errorIndex, varBinds = cmdgen.CommandGenerator().getCmd(authData,
|
||||
transportTarget,
|
||||
(1, 3, 6, 1, 4, 1, 38350, 3, 2, 0))
|
||||
|
||||
if (errorStatus == False and errorIndication == None):
|
||||
return int(varBinds[0][1])
|
||||
else:
|
||||
return 0
|
||||
|
||||
#get the status of the MRC
|
||||
def Status(name):
|
||||
errorIndication, errorStatus, errorIndex, varBinds = cmdgen.CommandGenerator().getCmd(authData,
|
||||
transportTarget,
|
||||
(1, 3, 6, 1, 4, 1, 38350, 1, 11, 0))
|
||||
|
||||
if (errorStatus == False and errorIndication == None):
|
||||
return str(varBinds[0][1])
|
||||
else:
|
||||
return "OFFLINE"
|
||||
|
||||
|
||||
#get the UUID of the MRC
|
||||
#OID: 1.3.6.1.4.1.38350.1.13.0
|
||||
def Uuid(name):
|
||||
errorIndication, errorStatus, errorIndex, varBinds = cmdgen.CommandGenerator().getCmd(authData,
|
||||
transportTarget,
|
||||
(1, 3, 6, 1, 4, 1, 38350, 1, 13, 0))
|
||||
|
||||
if (errorStatus == False and errorIndication == None):
|
||||
return str(varBinds[0][1])
|
||||
else:
|
||||
return "Service not available"
|
||||
|
||||
|
||||
def metric_init(params):
|
||||
|
||||
global descriptors
|
||||
global Commmunity_String
|
||||
global Snmp_Port
|
||||
global authData
|
||||
global transportTarget
|
||||
|
||||
|
||||
if 'ComummunityString' in params:
|
||||
Community_String = params['CommunityString']
|
||||
else:
|
||||
Community_String = 'public'
|
||||
|
||||
if 'Port' in params:
|
||||
Snmp_Port = int(params['Port'])
|
||||
if 'Host' in params:
|
||||
Snmp_Host = params['Host']
|
||||
|
||||
authData = cmdgen.CommunityData('xtreemfs-agent', 'public')
|
||||
transportTarget = cmdgen.UdpTransportTarget((Snmp_Host, Snmp_Port),1 ,0)
|
||||
|
||||
d0 = {'name': 'mrc_jvm_used_mem',
|
||||
'call_back': JvmUsedMem,
|
||||
'time_max': 90,
|
||||
'value_type': 'uint',
|
||||
'units': 'Megabytes',
|
||||
'slope': 'both',
|
||||
'format': '%u',
|
||||
'description': 'The amount of memory the JVM uses currently.',
|
||||
'groups': 'mrc'}
|
||||
|
||||
d1 = {'name': 'mrc_jvm_free_mem',
|
||||
'call_back': JvmFreeMem,
|
||||
'time_max': 90,
|
||||
'value_type': 'uint',
|
||||
'units': 'Megabytes',
|
||||
'slope': 'both',
|
||||
'format': '%u',
|
||||
'description': 'The amount of free memory the JVM can still use.',
|
||||
'groups': 'mrc'}
|
||||
|
||||
d2 = {'name': 'mrc_client_connections',
|
||||
'call_back': ClientConnections,
|
||||
'time_max': 90,
|
||||
'value_type': 'uint',
|
||||
'units': 'clients',
|
||||
'slope': 'both',
|
||||
'format': '%u',
|
||||
'description': 'The number of active client connection this MRC has currently to handle.',
|
||||
'groups': 'mrc'}
|
||||
|
||||
d3 = {'name': 'mrc_pending_requests',
|
||||
'call_back': PendingRequests,
|
||||
'time_max': 90,
|
||||
'value_type': 'uint',
|
||||
'units': 'pending requests',
|
||||
'slope': 'both',
|
||||
'format': '%u',
|
||||
'description': 'The number of pending requests this MRC has enqueued.',
|
||||
'groups': 'mrc'}
|
||||
|
||||
d4 = {'name': 'volumes_count',
|
||||
'call_back': VolumeCount,
|
||||
'time_max': 90,
|
||||
'value_type': 'uint',
|
||||
'units': 'volumes',
|
||||
'slope': 'both',
|
||||
'format': '%u',
|
||||
'description': 'The number of volumes on this MRC.',
|
||||
'groups': 'mrc'}
|
||||
|
||||
d5 = {'name': 'mrc_status',
|
||||
'call_back': Status,
|
||||
'time_max': 90,
|
||||
'value_type': 'string',
|
||||
'units': '',
|
||||
'slope': 'zero',
|
||||
'format': '%s',
|
||||
'description': 'ONLINE if this OSD is running correctly, OFFLINE otherwise',
|
||||
'groups': 'mrc'}
|
||||
|
||||
d6 = {'name': 'mrc_uuid',
|
||||
'call_back': Uuid,
|
||||
'time_max': 90,
|
||||
'value_type': 'string',
|
||||
'units': '',
|
||||
'slope': 'zero',
|
||||
'format': '%s',
|
||||
'description': 'UUID of the MRC running on this host',
|
||||
'groups': 'mrc'}
|
||||
|
||||
|
||||
|
||||
descriptors = [d0, d1, d2, d3, d4, d5, d6 ]
|
||||
|
||||
return descriptors
|
||||
|
||||
def metric_cleanup():
|
||||
'''Clean up the metric module.'''
|
||||
pass
|
||||
|
||||
|
||||
#for debugging purpose
|
||||
if __name__ == '__main__':
|
||||
params = {'CommunityString': 'public', 'Host': 'localhost', 'Port': 9002}
|
||||
metric_init(params)
|
||||
for d in descriptors:
|
||||
v = d['call_back'](d['name'])
|
||||
print 'value for %s is ' % (d['name'])
|
||||
print v
|
||||
|
||||
|
||||
|
||||
477
contrib/ganglia-plugin/src/xtfs-osd-plugin.py
Normal file
477
contrib/ganglia-plugin/src/xtfs-osd-plugin.py
Normal file
@@ -0,0 +1,477 @@
|
||||
'''
|
||||
Created on May 25, 2011
|
||||
|
||||
@author: bzcseife
|
||||
|
||||
This is a python ganglia plugin which monitors the status of an OSD service of the XtreemFS
|
||||
filesystem. It is intend to run on the same host as the OSD and gathers information of the OSD per
|
||||
SNMP. Therefore you have to configure your OSD to provide a SNMP Agent on this host.
|
||||
|
||||
'''
|
||||
#TODO: If ganglia supports 64bit values uses 64bit integers instead of converting all 64 bit integers
|
||||
#reported from the SNMP Agent to 32bit integers.
|
||||
|
||||
|
||||
import random
|
||||
from pysnmp.entity.rfc3413.oneliner import cmdgen
|
||||
from pysnmp.entity.rfc3413.oneliner.cmdgen import UdpTransportTarget
|
||||
|
||||
|
||||
|
||||
|
||||
descriptors = list()
|
||||
Random_Max = 50
|
||||
Constant_Value = 50
|
||||
|
||||
|
||||
|
||||
#Get the used memory of the JVM
|
||||
def JvmUsedMem(name):
|
||||
errorIndication, errorStatus, errorIndex, varBinds = cmdgen.CommandGenerator().getCmd(authData,
|
||||
transportTarget,
|
||||
(1, 3, 6, 1, 4, 1, 38350, 1, 1, 0))
|
||||
|
||||
if (errorStatus == False and errorIndication == None):
|
||||
return int(varBinds[0][1] / 1024 / 1024)
|
||||
else:
|
||||
return 0
|
||||
|
||||
|
||||
|
||||
#Get the free memory of the JVM
|
||||
def JvmFreeMem(name):
|
||||
errorIndication, errorStatus, errorIndex, varBinds = cmdgen.CommandGenerator().getCmd(authData,
|
||||
transportTarget,
|
||||
(1, 3, 6, 1, 4, 1, 38350, 1, 2, 0))
|
||||
|
||||
if (errorStatus == False and errorIndication == None):
|
||||
return int(varBinds[0][1] / 1024 / 1024)
|
||||
else:
|
||||
return 0
|
||||
|
||||
|
||||
#Get the number of client connections
|
||||
def ClientConnections(name):
|
||||
errorIndication, errorStatus, errorIndex, varBinds = cmdgen.CommandGenerator().getCmd(authData,
|
||||
transportTarget,
|
||||
(1, 3, 6, 1, 4, 1, 38350, 1, 7, 0))
|
||||
|
||||
if (errorStatus == False and errorIndication == None):
|
||||
return int(varBinds[0][1])
|
||||
else:
|
||||
return 0
|
||||
|
||||
|
||||
#Get the number of pending requests
|
||||
def PendingRequests(name):
|
||||
errorIndication, errorStatus, errorIndex, varBinds = cmdgen.CommandGenerator().getCmd(authData,
|
||||
transportTarget,
|
||||
(1, 3, 6, 1, 4, 1, 38350, 1, 8, 0))
|
||||
|
||||
if (errorStatus == False and errorIndication == None):
|
||||
return int(varBinds[0][1])
|
||||
else:
|
||||
return 0
|
||||
|
||||
#Get the number of objects received
|
||||
def ObjectsReceived(name):
|
||||
errorIndication, errorStatus, errorIndex, varBinds = cmdgen.CommandGenerator().getCmd(authData,
|
||||
transportTarget,
|
||||
(1, 3, 6, 1, 4, 1, 38350, 4, 1, 0))
|
||||
|
||||
if (errorStatus == False and errorIndication == None):
|
||||
return int(varBinds[0][1])
|
||||
else:
|
||||
return 0
|
||||
|
||||
#Get the number of replicated objects received
|
||||
def ReplObjectsReceived(name):
|
||||
errorIndication, errorStatus, errorIndex, varBinds = cmdgen.CommandGenerator().getCmd(authData,
|
||||
transportTarget,
|
||||
(1, 3, 6, 1, 4, 1, 38350, 4, 2, 0))
|
||||
|
||||
if (errorStatus == False and errorIndication == None):
|
||||
return int(varBinds[0][1])
|
||||
else:
|
||||
return 0
|
||||
|
||||
#Get the number of replicated objects transmitted
|
||||
def ObjectsTransmitted(name):
|
||||
errorIndication, errorStatus, errorIndex, varBinds = cmdgen.CommandGenerator().getCmd(authData,
|
||||
transportTarget,
|
||||
(1, 3, 6, 1, 4, 1, 38350, 4, 3, 0))
|
||||
|
||||
if (errorStatus == False and errorIndication == None):
|
||||
return int(varBinds[0][1])
|
||||
else:
|
||||
return 0
|
||||
|
||||
#Get the number of replicated bytes received
|
||||
def ReplBytesReceived(name):
|
||||
errorIndication, errorStatus, errorIndex, varBinds = cmdgen.CommandGenerator().getCmd(authData,
|
||||
transportTarget,
|
||||
(1, 3, 6, 1, 4, 1, 38350, 4, 4, 0))
|
||||
|
||||
if (errorStatus == False and errorIndication == None):
|
||||
return int(varBinds[0][1] / 1024 / 1024)
|
||||
else:
|
||||
return 0
|
||||
|
||||
#Get the number of bytes received
|
||||
def BytesReceived(name):
|
||||
errorIndication, errorStatus, errorIndex, varBinds = cmdgen.CommandGenerator().getCmd(authData,
|
||||
transportTarget,
|
||||
(1, 3, 6, 1, 4, 1, 38350, 4, 5, 0))
|
||||
|
||||
if (errorStatus == False and errorIndication == None):
|
||||
return int(varBinds[0][1] / 1024 / 1024)
|
||||
else:
|
||||
return 0
|
||||
|
||||
#Get the number of bytes transmitted
|
||||
def BytesTransmitted(name):
|
||||
errorIndication, errorStatus, errorIndex, varBinds = cmdgen.CommandGenerator().getCmd(authData,
|
||||
transportTarget,
|
||||
(1, 3, 6, 1, 4, 1, 38350, 4, 6, 0))
|
||||
|
||||
if (errorStatus == False and errorIndication == None):
|
||||
return int(varBinds[0][1] / 1024 / 1024)
|
||||
else:
|
||||
return 0
|
||||
|
||||
#Get the length of the preprocessing stage queue
|
||||
def PreprocQueueLength(name):
|
||||
errorIndication, errorStatus, errorIndex, varBinds = cmdgen.CommandGenerator().getCmd(authData,
|
||||
transportTarget,
|
||||
(1, 3, 6, 1, 4, 1, 38350, 4, 7, 0))
|
||||
|
||||
if (errorStatus == False and errorIndication == None):
|
||||
return int(varBinds[0][1] / 1024 / 1024)
|
||||
else:
|
||||
return 0
|
||||
|
||||
#Get the length of the storage stage queue
|
||||
def StorageQueueLength(name):
|
||||
errorIndication, errorStatus, errorIndex, varBinds = cmdgen.CommandGenerator().getCmd(authData,
|
||||
transportTarget,
|
||||
(1, 3, 6, 1, 4, 1, 38350, 4, 8, 0))
|
||||
|
||||
if (errorStatus == False and errorIndication == None):
|
||||
return int(varBinds[0][1])
|
||||
else:
|
||||
return 0
|
||||
|
||||
#Get the length of the deletion stage queue
|
||||
def DeletionQueueLength(name):
|
||||
errorIndication, errorStatus, errorIndex, varBinds = cmdgen.CommandGenerator().getCmd(authData,
|
||||
transportTarget,
|
||||
(1, 3, 6, 1, 4, 1, 38350, 4, 9, 0))
|
||||
|
||||
if (errorStatus == False and errorIndication == None):
|
||||
return int(varBinds[0][1])
|
||||
else:
|
||||
return 0
|
||||
|
||||
|
||||
#Get the number of open files from the OSD per snmp
|
||||
def OsdOpenFiles(name):
|
||||
errorIndication, errorStatus, errorIndex, varBinds = cmdgen.CommandGenerator().getCmd(authData,
|
||||
transportTarget,
|
||||
(1, 3, 6, 1, 4, 1, 38350, 4, 10, 0))
|
||||
|
||||
if (errorStatus == False and errorIndication == None):
|
||||
return int(varBinds[0][1])
|
||||
else:
|
||||
return 0
|
||||
|
||||
|
||||
|
||||
#Get the number of deleted files from the OSD per snmp
|
||||
def OsdDeletedFiles(name):
|
||||
errorIndication, errorStatus, errorIndex, varBinds = cmdgen.CommandGenerator().getCmd(authData,
|
||||
transportTarget,
|
||||
(1, 3, 6, 1, 4, 1, 38350, 4, 11, 0))
|
||||
|
||||
if (errorStatus == False and errorIndication == None):
|
||||
return int(varBinds[0][1])
|
||||
else:
|
||||
return 0
|
||||
|
||||
|
||||
#Get the free space from the OSD per snmp
|
||||
def OsdFreeSpace(name):
|
||||
errorIndication, errorStatus, errorIndex, varBinds = cmdgen.CommandGenerator().getCmd(authData,
|
||||
transportTarget,
|
||||
(1, 3, 6, 1, 4, 1, 38350, 4, 12, 0))
|
||||
if (errorStatus == False and errorIndication == None):
|
||||
return int(varBinds[0][1] / 1024 / 1024)
|
||||
else:
|
||||
return 0
|
||||
|
||||
#get the status of the OSD
|
||||
def Status(name):
|
||||
errorIndication, errorStatus, errorIndex, varBinds = cmdgen.CommandGenerator().getCmd(authData,
|
||||
transportTarget,
|
||||
(1, 3, 6, 1, 4, 1, 38350, 1, 11, 0))
|
||||
|
||||
if (errorStatus == False and errorIndication == None):
|
||||
return str(varBinds[0][1])
|
||||
else:
|
||||
return "OFFLINE"
|
||||
|
||||
#get the UUID of the OSD
|
||||
#OID: 1.3.6.1.4.1.38350.1.13.0
|
||||
def Uuid(name):
|
||||
errorIndication, errorStatus, errorIndex, varBinds = cmdgen.CommandGenerator().getCmd(authData,
|
||||
transportTarget,
|
||||
(1, 3, 6, 1, 4, 1, 38350, 1, 13, 0))
|
||||
|
||||
if (errorStatus == False and errorIndication == None):
|
||||
return str(varBinds[0][1])
|
||||
else:
|
||||
return "Service not available"
|
||||
|
||||
def metric_init(params):
|
||||
|
||||
global descriptors
|
||||
global Commmunity_String
|
||||
global Snmp_Port
|
||||
global authData
|
||||
global transportTarget
|
||||
|
||||
|
||||
if 'ComummunityString' in params:
|
||||
Community_String = params['CommunityString']
|
||||
else:
|
||||
Community_String = 'public'
|
||||
|
||||
if 'Port' in params:
|
||||
Snmp_Port = int(params['Port'])
|
||||
if 'Host' in params:
|
||||
Snmp_Host = params['Host']
|
||||
|
||||
authData = cmdgen.CommunityData('xtreemfs-agent', 'public')
|
||||
transportTarget = cmdgen.UdpTransportTarget((Snmp_Host, Snmp_Port),1,0)
|
||||
|
||||
d0 = {'name': 'osd_jvm_used_mem',
|
||||
'call_back': JvmUsedMem,
|
||||
'time_max': 90,
|
||||
'value_type': 'uint',
|
||||
'units': 'Megabytes',
|
||||
'slope': 'both',
|
||||
'format': '%u',
|
||||
'description': 'The amount of memory the JVM uses currently.',
|
||||
'groups': 'osd'}
|
||||
|
||||
d1 = {'name': 'osd_jvm_free_mem',
|
||||
'call_back': JvmFreeMem,
|
||||
'time_max': 90,
|
||||
'value_type': 'uint',
|
||||
'units': 'Megabytes',
|
||||
'slope': 'both',
|
||||
'format': '%u',
|
||||
'description': 'The amount of free memory the JVM can still use.',
|
||||
'groups': 'osd'}
|
||||
|
||||
d2 = {'name': 'osd_client_connections',
|
||||
'call_back': ClientConnections,
|
||||
'time_max': 90,
|
||||
'value_type': 'uint',
|
||||
'units': 'clients',
|
||||
'slope': 'both',
|
||||
'format': '%u',
|
||||
'description': 'The number of active client connection this OSD has currently to handle.',
|
||||
'groups': 'osd'}
|
||||
|
||||
d3 = {'name': 'osd_pending_requests',
|
||||
'call_back': PendingRequests,
|
||||
'time_max': 90,
|
||||
'value_type': 'uint',
|
||||
'units': 'pending requests',
|
||||
'slope': 'both',
|
||||
'format': '%u',
|
||||
'description': 'The number of pending requests this OSD has enqueued.',
|
||||
'groups': 'osd'}
|
||||
|
||||
d4 = {'name': 'objects_received',
|
||||
'call_back': ObjectsReceived,
|
||||
'time_max': 90,
|
||||
'value_type': 'uint',
|
||||
'units': 'objects',
|
||||
'slope': 'positive',
|
||||
'format': '%u',
|
||||
'description': 'The number of objects this OSD has received.',
|
||||
'groups': 'osd'}
|
||||
|
||||
d5 = {'name': 'repl_objects_received',
|
||||
'call_back': ReplObjectsReceived,
|
||||
'time_max': 90,
|
||||
'value_type': 'uint',
|
||||
'units': 'objects',
|
||||
'slope': 'positive',
|
||||
'format': '%u',
|
||||
'description': 'The number of replicated objects this OSD has received.',
|
||||
'groups': 'osd'}
|
||||
|
||||
d6 = {'name': 'objects_transmitted',
|
||||
'call_back': ObjectsTransmitted,
|
||||
'time_max': 90,
|
||||
'value_type': 'uint',
|
||||
'units': 'objects',
|
||||
'slope': 'positive',
|
||||
'format': '%u',
|
||||
'description': 'The number of objects this OSD has transmitted.',
|
||||
'groups': 'osd'}
|
||||
|
||||
d7 = {'name': 'repl_bytes_received',
|
||||
'call_back': ReplBytesReceived,
|
||||
'time_max': 90,
|
||||
'value_type': 'uint',
|
||||
'units': 'Megabytes',
|
||||
'slope': 'positive',
|
||||
'format': '%u',
|
||||
'description': 'The number of replicated bytes this OSD has received.',
|
||||
'groups': 'osd'}
|
||||
|
||||
d8 = {'name': 'bytes_received',
|
||||
'call_back': BytesReceived,
|
||||
'time_max': 90,
|
||||
'value_type': 'uint',
|
||||
'units': 'Megabytes',
|
||||
'slope': 'positive',
|
||||
'format': '%u',
|
||||
'description': 'The number of bytes this OSD has received.',
|
||||
'groups': 'osd'}
|
||||
|
||||
d9 = {'name': 'bytes_transmitted',
|
||||
'call_back': BytesTransmitted,
|
||||
'time_max': 90,
|
||||
'value_type': 'uint',
|
||||
'units': 'Megabytes',
|
||||
'slope': 'positive',
|
||||
'format': '%u',
|
||||
'description': 'The number of bytes this OSD has transmitted.',
|
||||
'groups': 'osd'}
|
||||
|
||||
d10 = {'name': 'preproc_queue_length',
|
||||
'call_back': PreprocQueueLength,
|
||||
'time_max': 90,
|
||||
'value_type': 'uint',
|
||||
'units': 'requests',
|
||||
'slope': 'both',
|
||||
'format': '%u',
|
||||
'description': 'The length of the preprocessing stage queue of this OSD.',
|
||||
'groups': 'osd'}
|
||||
|
||||
d11 = {'name': 'storage_queue_length',
|
||||
'call_back': StorageQueueLength,
|
||||
'time_max': 90,
|
||||
'value_type': 'uint',
|
||||
'units': 'requests',
|
||||
'slope': 'positive',
|
||||
'format': '%u',
|
||||
'description': 'The length of the storage stage queue of this OSD.',
|
||||
'groups': 'osd'}
|
||||
|
||||
d12 = {'name': 'deletion_queue_length',
|
||||
'call_back': DeletionQueueLength,
|
||||
'time_max': 90,
|
||||
'value_type': 'uint',
|
||||
'units': 'requests',
|
||||
'slope': 'both',
|
||||
'format': '%u',
|
||||
'description': 'The length of the deletion stage queue of this OSD.',
|
||||
'groups': 'osd'}
|
||||
|
||||
d13 = {'name': 'storage_queue_length',
|
||||
'call_back': StorageQueueLength,
|
||||
'time_max': 90,
|
||||
'value_type': 'uint',
|
||||
'units': 'requests',
|
||||
'slope': 'both',
|
||||
'format': '%u',
|
||||
'description': 'The length of the storage stage queue of this OSD.',
|
||||
'groups': 'osd'}
|
||||
|
||||
d14 = {'name': 'open_files',
|
||||
'call_back': OsdOpenFiles,
|
||||
'time_max': 90,
|
||||
'value_type': 'uint',
|
||||
'units': 'files',
|
||||
'slope': 'both',
|
||||
'format': '%u',
|
||||
'description': 'The number of file this OSD has currently opened.',
|
||||
'groups': 'osd'}
|
||||
|
||||
d15 = {'name': 'deleted_files',
|
||||
'call_back': OsdDeletedFiles,
|
||||
'time_max': 90,
|
||||
'value_type': 'uint',
|
||||
'units': 'files',
|
||||
'slope': 'positive',
|
||||
'format': '%u',
|
||||
'description': 'The number of deleted files on this OSD',
|
||||
'groups': 'osd'}
|
||||
|
||||
|
||||
d16 = {'name': 'free_space',
|
||||
'call_back': OsdFreeSpace,
|
||||
'time_max': 90,
|
||||
#value_type: string | uint | float | double
|
||||
'value_type': 'uint',
|
||||
#units: unit of your metric
|
||||
'units': 'Megabytes',
|
||||
#slope: zero | positive | negative | both
|
||||
#This value maps to the data source types defined for RRDTool
|
||||
#If 'positive', RRD file generated will be of COUNTER type (calculating the rate of change)
|
||||
#If 'negative', ????
|
||||
#'both' will be of GAUGE type (no calculations are performed, graphing only the value reported)
|
||||
#If 'zero', the metric will appear in the "Time and String Metrics" or the "Constant Metrics" depending on the value_type of the m
|
||||
'slope': 'both',
|
||||
#format: format string of your metric
|
||||
#Must correspond to value_type otherwise value of your metric will be unpredictable (reference: http://docs.python.org/library/stdtypes.html#string-formatting)
|
||||
'format': '%u',
|
||||
#description: description of your metric
|
||||
'description': 'The free disc space on the partition this OSD stores the object files.',
|
||||
#groups (optional): groups your metric belongs to
|
||||
'groups': 'osd'}
|
||||
|
||||
d17 = {'name': 'osd_status',
|
||||
'call_back': Status,
|
||||
'time_max': 90,
|
||||
'value_type': 'string',
|
||||
'units': '',
|
||||
'slope': 'zero',
|
||||
'format': '%s',
|
||||
'description': 'ONLINE if this OSD is running correctly, OFFLINE otherwise',
|
||||
'groups': 'osd'}
|
||||
|
||||
d18 = {'name': 'osd_uuid',
|
||||
'call_back': Uuid,
|
||||
'time_max': 90,
|
||||
'value_type': 'string',
|
||||
'units': '',
|
||||
'slope': 'zero',
|
||||
'format': '%s',
|
||||
'description': 'UUID of the OSD running on this host',
|
||||
'groups': 'osd'}
|
||||
|
||||
descriptors = [d0, d1, d2, d3, d4, d5, d6, d7, d8, d9, d10, d11, d12, d13, d14, d15, d16, d17, d18]
|
||||
|
||||
return descriptors
|
||||
|
||||
def metric_cleanup():
|
||||
'''Clean up the metric module.'''
|
||||
pass
|
||||
|
||||
|
||||
#for debugging purpose
|
||||
if __name__ == '__main__':
|
||||
params = {'CommunityString': 'public', 'Host': 'localhost', 'Port': 9003}
|
||||
metric_init(params)
|
||||
for d in descriptors:
|
||||
v = d['call_back'](d['name'])
|
||||
print 'value for %s is' % (d['name'])
|
||||
print v
|
||||
|
||||
|
||||
Reference in New Issue
Block a user