Skip to content

CIRCLE / monitor-client

Go to a project
Commit 82348f5a by Nagy Gergő
Options

Debug format changed. Refactored code. Added metrics.

parent 977465d6
Showing with 39 additions and 20 deletions
manage.py
...@@ -6,7 +6,7 @@ from src.collectables import collectables ...@@ -6,7 +6,7 @@ from src.collectables import collectables
def main(): def main():
if len(sys.argv) < 2: if len(sys.argv) < 2:
print("usage: manage.py run [options]") print("usage: manage.py run")
if len(sys.argv) is not 2 and sys.argv[1] is not "run": if len(sys.argv) is not 2 and sys.argv[1] is not "run":
print("[ERROR] Command cannot be parsed. Exiting...") print("[ERROR] Command cannot be parsed. Exiting...")
return return
......
src/client.py
#!/usr/bin/python #!/usr/bin/python
from datetime import datetime
import time import time
import socket import socket
import pika import pika
...@@ -46,12 +47,12 @@ class Client: ...@@ -46,12 +47,12 @@ class Client:
self.amqp_pass = str(os.getenv(self.env_config['amqp_pass'])) self.amqp_pass = str(os.getenv(self.env_config['amqp_pass']))
self.amqp_queue = str(os.getenv(self.env_config['amqp_queue'])) self.amqp_queue = str(os.getenv(self.env_config['amqp_queue']))
self.amqp_vhost = str(os.getenv(self.env_config['amqp_vhost'])) self.amqp_vhost = str(os.getenv(self.env_config['amqp_vhost']))
host_check = self.__check_envvar(self.server_address) host_check = Client.__check_envvar(self.server_address)
port_check = self.__check_envvar(self.server_port) port_check = Client.__check_envvar(self.server_port)
amqp_pass_check = self.__check_envvar(self.amqp_pass) amqp_pass_check = Client.__check_envvar(self.amqp_pass)
amqp_user_check = self.__check_envvar(self.amqp_user) amqp_user_check = Client.__check_envvar(self.amqp_user)
amqp_queue_check = self.__check_envvar(self.amqp_queue) amqp_queue_check = Client.__check_envvar(self.amqp_queue)
amqp_vhost_check = self.__check_envvar(self.amqp_vhost) amqp_vhost_check = Client.__check_envvar(self.amqp_vhost)
if host_check: if host_check:
print(('%(host)s cannot be found in environmental variables.') print(('%(host)s cannot be found in environmental variables.')
% {'host': self.env_config['host']} % {'host': self.env_config['host']}
...@@ -69,8 +70,8 @@ class Client: ...@@ -69,8 +70,8 @@ class Client:
'pass': self.env_config['amqp_pass']} 'pass': self.env_config['amqp_pass']}
) )
raise RuntimeError raise RuntimeError
amqp_pass_check = self.__check_envvar(self.amqp_pass) amqp_pass_check = Client.__check_envvar(self.amqp_pass)
amqp_user_check = self.__check_envvar(self.amqp_user) amqp_user_check = Client.__check_envvar(self.amqp_user)
Please register or sign in to reply
if amqp_vhost_check or amqp_queue_check: if amqp_vhost_check or amqp_queue_check:
print(('%(queue)s or %(vhost)s cannot be ' print(('%(queue)s or %(vhost)s cannot be '
'found in environmental variables.') 'found in environmental variables.')
...@@ -85,7 +86,8 @@ class Client: ...@@ -85,7 +86,8 @@ class Client:
self.beat = 1 self.beat = 1
self.valid = True self.valid = True
def __check_envvar(variable): @classmethod
def __check_envvar(cls, variable):
return variable == "None" or variable == "" return variable == "None" or variable == ""
def connect(self): def connect(self):
...@@ -172,6 +174,11 @@ class Client: ...@@ -172,6 +174,11 @@ class Client:
metrics = [] metrics = []
running_vms = [] running_vms = []
procList = psutil.get_process_list() procList = psutil.get_process_list()
beats = {
'mem': self.beat % self.kvmMem,
'cpu': self.beat % self.kvmCPU,
'net': self.beat % self.kvmNet
}
for entry in procList: for entry in procList:
try: try:
entry_name = entry.name entry_name = entry.name
...@@ -194,24 +201,20 @@ class Client: ...@@ -194,24 +201,20 @@ class Client:
memory[0] + 1])]) memory[0] + 1])])
except IndexError: except IndexError:
pass pass
if ((self.beat % 30) is 0):
metrics.append("%s.vmcount %d %d"
% (self.name, len(running_vms), time.time()))
for vm in running_vms: for vm in running_vms:
vm_proc = psutil.Process(vm[1]) vm_proc = psutil.Process(vm[1])
if (((self.beat % self.kvmCPU) is 0) and vm_proc.is_running()): if ((beats['cpu'] is 0) and vm_proc.is_running()):
mem_perc = vm_proc.get_memory_percent() / 100 * vm[2] mem_perc = vm_proc.get_memory_percent() / 100 * vm[2]
metrics.append("vm.%s.memory.usage %f %d" metrics.append("vm.%s.memory.usage %f %d"
% (vm[0], mem_perc, time.time())) % (vm[0], mem_perc, time.time()))
if (((self.beat % self.kvmMem) is 0) and vm_proc.is_running()): if ((beats['mem'] is 0) and vm_proc.is_running()):
systemtime = vm_proc.get_cpu_times().system systemtime = vm_proc.get_cpu_times().system
usertime = vm_proc.get_cpu_times().user usertime = vm_proc.get_cpu_times().user
sumCpu = systemtime + usertime sumCpu = systemtime + usertime
metrics.append("vm.%s.cpu.usage %f %d" metrics.append("vm.%s.cpu.usage %f %d"
% (vm[0], sumCpu, time.time())) % (vm[0], sumCpu, time.time()))
interfaces_list = psutil.network_io_counters( interfaces_list = psutil.network_io_counters(pernic=True)
pernic=True) if beats['net'] is 0:
if ((self.beat % self.kvmNet) is 0):
for vm in running_vms: for vm in running_vms:
interfaces_list_enum = enumerate(interfaces_list) interfaces_list_enum = enumerate(interfaces_list)
for iname_index, iname in interfaces_list_enum: for iname_index, iname in interfaces_list_enum:
...@@ -246,6 +249,12 @@ class Client: ...@@ -246,6 +249,12 @@ class Client:
'data': interfaces_list[iname].bytes_recv}) 'data': interfaces_list[iname].bytes_recv})
except psutil.NoSuchProcess: except psutil.NoSuchProcess:
print('[ERROR LOG] Process lost.') print('[ERROR LOG] Process lost.')
if (self.beat % 30) is 0:
metrics.append(
('%(host)s.vmcount %(data)d %(time)d') %
{'host': self.name,
'data': len(running_vms),
'time': time.time()})
return metrics return metrics
def get_frequency(self, metricCollectors=[]): def get_frequency(self, metricCollectors=[]):
...@@ -259,6 +268,16 @@ class Client: ...@@ -259,6 +268,16 @@ class Client:
max = item[1] max = item[1]
return max return max
@classmethod
def print_metrics(cls, metrics):
for metric in metrics:
parts = metric.split(' ')
parts[2] = datetime.fromtimestamp(int(parts[2])).strftime('%Y-%m-%d %H:%M:%S')
print('********************************************')
print('[M] %(title)s' % {'title': parts[0]})
print(' -> data: %(data)s' % {'data': parts[1]})
print(' -> time: %(time)s' % {'time': parts[2]})
def run(self, metricCollectors=[]): def run(self, metricCollectors=[]):
""" """
Call this method to start reporting to the server, it needs the Call this method to start reporting to the server, it needs the
...@@ -282,9 +301,9 @@ class Client: ...@@ -282,9 +301,9 @@ class Client:
vmMetrics = self.collect_vms() vmMetrics = self.collect_vms()
metrics = nodeMetrics + vmMetrics metrics = nodeMetrics + vmMetrics
if self.debugMode == "True": if self.debugMode == "True":
print(metrics) Client.print_metrics(metrics)
if len(metrics) is not 0: if len(metrics) is not 0:
if self.__send(metrics) is False: if self.send(metrics) is False:
raise RuntimeError raise RuntimeError
time.sleep(1) time.sleep(1)
self.beat = self.beat + 1 self.beat = self.beat + 1
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or sign in to comment