Skip to content
This repository was archived by the owner on Jan 7, 2023. It is now read-only.

cetune log level set #224

Open
Shaoshian wants to merge 1 commit into
base: master
Choose a base branch
from
Open

cetune log level set #224

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
29 changes: 21 additions & 8 deletions benchmarking/mod/bblock/fiorbd.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,9 +1,11 @@
from ..benchmark import *
from collections import OrderedDict
import itertools
import sys

class FioRbd(Benchmark):
def load_parameter(self):
common.printout("LOG","<CLASS_NAME:%s> Test start running function : %s"%(self.__class__.__name__,sys._getframe().f_code.co_name),screen=False,log_level="LVL4")
super(self.__class__, self).load_parameter()
self.cluster["rbdlist"] = self.get_rbd_list(self.benchmark["poolname"])
if len(self.cluster["rbdlist"]) < int(self.all_conf_data.get("rbd_volume_count")):
Expand All @@ -15,6 +17,7 @@ def load_parameter(self):
self.testjob_distribution(disk_num_per_client, instance_list)

def prepare_images(self):
common.printout("LOG","<CLASS_NAME:%s> Test start running function : %s"%(self.__class__.__name__,sys._getframe().f_code.co_name),screen=False,log_level="LVL4")
user = self.cluster["user"]
controller = self.cluster["head"]
rbd_count = self.all_conf_data.get("rbd_volume_count")
Expand All @@ -23,7 +26,7 @@ def prepare_images(self):
if rbd_count and rbd_size:
super(self.__class__, self).create_image(rbd_count, rbd_size, self.benchmark["poolname"])
else:
common.printout("ERROR","need to set rbd_volume_count and volune_size in all.conf")
common.printout("ERROR","need to set rbd_volume_count and volune_size in all.conf",log_level="LVL1")
#start to init
dest_dir = self.cluster["tmp_dir"]
disk_num_per_client = self.cluster["disk_num_per_client"]
Expand All @@ -40,11 +43,11 @@ def prepare_images(self):
common.printout("LOG","%d FIO Jobs starts on %s" % (len(self.cluster["testjob_distribution"][client]), client))
time.sleep(1)
if not self.check_fio_pgrep(clients, fio_job_num_total):
common.printout("ERROR","Failed to start FIO process")
common.printout("ERROR","Failed to start FIO process",log_level="LVL1")
common.pdsh(user, clients, "killall -9 fio", option = "check_return")
raise KeyboardInterrupt
if not fio_job_num_total:
common.printout("ERROR","Planed to run 0 Fio Job, please check all.conf")
common.printout("ERROR","Planed to run 0 Fio Job, please check all.conf",log_level="LVL1")
raise KeyboardInterrupt

common.printout("LOG","Wait rbd initialization stop")
Expand All @@ -58,6 +61,7 @@ def prepare_images(self):
common.printout("LOG","rbd initialization finished")

def prepare_result_dir(self):
common.printout("LOG","<CLASS_NAME:%s> Test start running function : %s"%(self.__class__.__name__,sys._getframe().f_code.co_name),screen=False,log_level="LVL4")
#1. prepare result dir
self.get_runid()
self.benchmark["section_name"] = "fiorbd-%s-%s-qd%s-%s-%s-%s-%s" % (self.benchmark["iopattern"], self.benchmark["block_size"], self.benchmark["qd"], self.benchmark["volume_size"],self.benchmark["rampup"], self.benchmark["runtime"], self.benchmark["poolname"])
Expand All @@ -66,6 +70,7 @@ def prepare_result_dir(self):
super(self.__class__, self).prepare_result_dir()

def prerun_check(self):
common.printout("LOG","<CLASS_NAME:%s> Test start running function : %s"%(self.__class__.__name__,sys._getframe().f_code.co_name),screen=False,log_level="LVL4")
super(self.__class__, self).prerun_check()
#1. check is vclient alive
user = self.cluster["user"]
Expand All @@ -74,15 +79,16 @@ def prerun_check(self):
common.printout("LOG","check if FIO rbd engine installed")
res = common.pdsh(user, nodes, "fio -enghelp | grep rbd", option = "check_return")
if res and not res[0]:
common.printout("ERROR","FIO rbd engine not installed")
common.printout("ERROR","FIO rbd engine not installed",log_level="LVL1")
sys.exit()
planed_space = str(len(self.cluster["rbdlist"]) * int(self.volume_size)) + "MB"
common.printout("LOG","check if rbd volume fully initialized")
if not self.check_rbd_init_completed(planed_space):
common.printout("WARNING","rbd volume initialization has not be done")
common.printout("WARNING","rbd volume initialization has not be done",log_level="LVL1")
self.prepare_images()

def run(self):
common.printout("LOG","<CLASS_NAME:%s> Test start running function : %s"%(self.__class__.__name__,sys._getframe().f_code.co_name),screen=False,log_level="LVL4")
super(self.__class__, self).run()
user = self.cluster["user"]
waittime = int(self.benchmark["runtime"]) + int(self.benchmark["rampup"])
Expand All @@ -98,16 +104,17 @@ def run(self):
self.chkpoint_to_log("fio start")
time.sleep(1)
if not self.check_fio_pgrep(self.benchmark["distribution"].keys(), fio_job_num_total):
common.printout("ERROR","Failed to start FIO process")
common.printout("ERROR","Failed to start FIO process",log_level="LVL1")
raise KeyboardInterrupt
if not fio_job_num_total:
common.printout("ERROR","Planned to start 0 FIO process, seems to be an error")
common.printout("ERROR","Planned to start 0 FIO process, seems to be an error",log_level="LVL1")
raise KeyboardInterrupt
common.printout("LOG","%d FIO Jobs starts on %s" % ( fio_job_num_total, str(self.benchmark["distribution"].keys())))
while self.check_fio_pgrep(self.benchmark["distribution"].keys()):
time.sleep(5)

def prepare_run(self):
common.printout("LOG","<CLASS_NAME:%s> Test start running function : %s"%(self.__class__.__name__,sys._getframe().f_code.co_name),screen=False,log_level="LVL4")
super(self.__class__, self).prepare_run()
user = self.cluster["user"]
dest_dir = self.cluster["tmp_dir"]
Expand All @@ -117,6 +124,7 @@ def prepare_run(self):
self.cleanup()

def wait_workload_to_stop(self):
common.printout("LOG","<CLASS_NAME:%s> Test start running function : %s"%(self.__class__.__name__,sys._getframe().f_code.co_name),screen=False,log_level="LVL4")
common.printout("LOG","Waiting Workload to complete its work")
user = self.cluster["user"]
stop_flag = 0
Expand All @@ -136,12 +144,14 @@ def wait_workload_to_stop(self):
common.printout("LOG","Workload completed")

def stop_workload(self):
common.printout("LOG","<CLASS_NAME:%s> Test start running function : %s"%(self.__class__.__name__,sys._getframe().f_code.co_name),screen=False,log_level="LVL4")
user = self.cluster["user"]
nodes = self.benchmark["distribution"].keys()
common.pdsh(user, nodes, "killall -9 fio", option = "check_return")
self.chkpoint_to_log("fio stop")

def generate_benchmark_cases(self, testcase):
common.printout("LOG","<CLASS_NAME:%s> Test start running function : %s"%(self.__class__.__name__,sys._getframe().f_code.co_name),screen=False,log_level="LVL4")
fio_capping = self.all_conf_data.get('fio_capping')
enable_zipf = self.all_conf_data.get('enable_zipf')
fio_randrepeat = self.all_conf_data.get('fio_randrepeat')
Expand Down Expand Up @@ -201,7 +211,8 @@ def generate_benchmark_cases(self, testcase):
try:
rwmixread = self.all_conf_data.get(key_name)
fio_template.append(" rwmixread=%s" % rwmixread)
except:
except Exception,e:
common.printout("LOG","<CLASS_NAME:%s> <FUN_NAME : %s> ERR_MSG:%s"%(self.__class__.__name__,sys._getframe().f_code.co_name,e),log_level="LVL2")
pass

fio_list.extend(fio_template)
Expand All @@ -210,6 +221,7 @@ def generate_benchmark_cases(self, testcase):
return True

def parse_benchmark_cases(self, testcase):
common.printout("LOG","<CLASS_NAME:%s> Test start running function : %s"%(self.__class__.__name__,sys._getframe().f_code.co_name),screen=False,log_level="LVL4")
p = testcase
testcase_dict = {
"instance_number":p[0], "volume_size":p[1], "iopattern":p[2],
Expand All @@ -223,6 +235,7 @@ def parse_benchmark_cases(self, testcase):
return testcase_dict

def archive(self):
common.printout("LOG","<CLASS_NAME:%s> Test start running function : %s"%(self.__class__.__name__,sys._getframe().f_code.co_name),screen=False,log_level="LVL4")
super(self.__class__, self).archive()
user = self.cluster["user"]
head = self.cluster["head"]
Expand Down
35 changes: 27 additions & 8 deletions benchmarking/mod/bblock/qemurbd.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,9 +1,11 @@
from ..benchmark import *
from collections import OrderedDict
import itertools
import sys

class QemuRbd(Benchmark):
def load_parameter(self):
common.printout("LOG","<CLASS_NAME:%s> Test start running function : %s"%(self.__class__.__name__,sys._getframe().f_code.co_name),screen=False,log_level="LVL4")
super(self.__class__, self).load_parameter()
self.cluster["vclient"] = self.all_conf_data.get_list("list_vclient")

Expand All @@ -13,6 +15,7 @@ def load_parameter(self):
self.testjob_distribution(disk_num_per_client, self.instance_list)

def prepare_result_dir(self):
common.printout("LOG","<CLASS_NAME:%s> Test start running function : %s"%(self.__class__.__name__,sys._getframe().f_code.co_name),screen=False,log_level="LVL4")
#1. prepare result dir
self.get_runid()
vdisk = self.benchmark["vdisk"].split('/')[-1]
Expand All @@ -21,12 +24,13 @@ def prepare_result_dir(self):
self.cluster["dest_dir"] = "/%s/%s" % (self.cluster["dest_dir"], self.benchmark["dirname"])

if common.remote_dir_exist( self.cluster["user"], self.cluster["head"], self.cluster["dest_dir"] ):
common.printout("ERROR","Output DIR %s exists" % (self.cluster["dest_dir"]))
common.printout("ERROR","Output DIR %s exists" % (self.cluster["dest_dir"]),log_level="LVL1")
sys.exit()

common.pdsh(self.cluster["user"] ,["%s" % (self.cluster["head"])], "mkdir -p %s" % (self.cluster["dest_dir"]))

def prepare_images(self):
common.printout("LOG","<CLASS_NAME:%s> Test start running function : %s"%(self.__class__.__name__,sys._getframe().f_code.co_name),screen=False,log_level="LVL4")
user = self.cluster["user"]
dest_dir = self.cluster["tmp_dir"]
controller = self.cluster["head"]
Expand All @@ -35,7 +39,7 @@ def prepare_images(self):
if rbd_count and rbd_size:
super(self.__class__, self).create_image(rbd_count, rbd_size, 'rbd')
else:
common.printout("ERROR","need to set rbd_volume_count and volune_size in all.conf")
common.printout("ERROR","need to set rbd_volume_count and volune_size in all.conf",log_level="LVL1")

#create image xml
common.printout("LOG","create rbd volume vm attach xml")
Expand All @@ -62,11 +66,11 @@ def prepare_images(self):
nodes.extend(vclients)
time.sleep(1)
if not self.check_fio_pgrep(nodes, fio_job_num_total, check_type = "nodenum"):
common.printout("ERROR","Failed to start FIO process")
common.printout("ERROR","Failed to start FIO process",log_level="LVL1")
common.pdsh(user, nodes, "killall -9 fio", option = "check_return")
raise KeyboardInterrupt
if not fio_job_num_total:
common.printout("ERROR","Planed to run 0 Fio Job, please check all.conf")
common.printout("ERROR","Planed to run 0 Fio Job, please check all.conf",log_level="LVL1")
raise KeyboardInterrupt
common.printout("LOG","FIO Jobs starts on %s" % (nodes))

Expand All @@ -76,10 +80,12 @@ def prepare_images(self):
while self.check_fio_pgrep(nodes):
time.sleep(5)
except KeyboardInterrupt:
common.printout("WARNING","Caught KeyboardInterrupt, stop check fio pgrep.",log_level="LVL1")
common.pdsh(user, nodes, "killall -9 fio", option = "check_return")
common.printout("LOG","rbd initialization finished")

def prerun_check(self):
common.printout("LOG","<CLASS_NAME:%s> Test start running function : %s"%(self.__class__.__name__,sys._getframe().f_code.co_name),screen=False,log_level="LVL4")
super(self.__class__, self).prerun_check()
#1. check is vclient alive
user = self.cluster["user"]
Expand Down Expand Up @@ -110,6 +116,7 @@ def prerun_check(self):
common.pdsh(user, nodes, "mpstat")

def attach_images(self, to_attach_dict = None):
common.printout("LOG","<CLASS_NAME:%s> Test start running function : %s"%(self.__class__.__name__,sys._getframe().f_code.co_name),screen=False,log_level="LVL4")
user = self.cluster["user"]
vdisk = self.benchmark["vdisk"]
dest_dir = self.cluster["tmp_dir"]
Expand All @@ -125,6 +132,7 @@ def attach_images(self, to_attach_dict = None):
common.pdsh(user, [client], "cd %s/vdbs; virsh attach-device %s %s.xml" % (dest_dir, node, node), except_returncode=1)

def detach_images(self):
common.printout("LOG","<CLASS_NAME:%s> Test start running function : %s"%(self.__class__.__name__,sys._getframe().f_code.co_name),screen=False,log_level="LVL4")
user = self.cluster["user"]
vdisk = self.benchmark["vdisk"]
tmp_vdisk = re.search('/dev/(\w+)',vdisk)
Expand All @@ -139,6 +147,7 @@ def detach_images(self):
common.pdsh(user, [client], "virsh detach-disk %s %s" % (node, vdisk_suffix), except_returncode=1)

def run(self):
common.printout("LOG","<CLASS_NAME:%s> Test start running function : %s"%(self.__class__.__name__,sys._getframe().f_code.co_name),screen=False,log_level="LVL4")
super(self.__class__, self).run()
user = self.cluster["user"]
waittime = int(self.benchmark["runtime"]) + int(self.benchmark["rampup"])
Expand All @@ -164,10 +173,10 @@ def run(self):
self.chkpoint_to_log("fio start")
time.sleep(5)
if not self.check_fio_pgrep(nodes, fio_job_num_total, check_type = "nodenum"):
common.printout("ERROR","Failed to start FIO process")
common.printout("ERROR","Failed to start FIO process",log_level="LVL1")
raise KeyboardInterrupt
if not fio_job_num_total:
common.printout("ERROR","Planned to start 0 FIO process, seems to be an error")
common.printout("ERROR","Planned to start 0 FIO process, seems to be an error",log_level="LVL1")
raise KeyboardInterrupt

common.printout("LOG","FIO Jobs starts on %s" % str(nodes))
Expand All @@ -176,6 +185,7 @@ def run(self):
time.sleep(5)

def chkpoint_to_log(self, log_str):
common.printout("LOG","<CLASS_NAME:%s> Test start running function : %s"%(self.__class__.__name__,sys._getframe().f_code.co_name),screen=False,log_level="LVL4")
super(self.__class__, self).chkpoint_to_log(log_str)
dest_dir = self.cluster["tmp_dir"]
user = self.cluster["user"]
Expand All @@ -185,6 +195,7 @@ def chkpoint_to_log(self, log_str):
common.pdsh(user, nodes, "echo `date +%s`' %s' >> %s/`hostname`_process_log.txt" % ('%s', log_str, dest_dir))

def cleanup(self):
common.printout("LOG","<CLASS_NAME:%s> Test start running function : %s"%(self.__class__.__name__,sys._getframe().f_code.co_name),screen=False,log_level="LVL4")
super(self.__class__, self).cleanup()
#1. clean the tmp res dir
user = self.cluster["user"]
Expand All @@ -195,6 +206,7 @@ def cleanup(self):
common.pdsh(user, nodes, "rm -f %s/*.log" % self.cluster["tmp_dir"])

def prepare_run(self):
common.printout("LOG","<CLASS_NAME:%s> Test start running function : %s"%(self.__class__.__name__,sys._getframe().f_code.co_name),screen=False,log_level="LVL4")
super(self.__class__, self).prepare_run()
user = self.cluster["user"]
dest_dir = self.cluster["tmp_dir"]
Expand All @@ -205,6 +217,7 @@ def prepare_run(self):
self.cleanup()

def wait_workload_to_stop(self):
common.printout("LOG","<CLASS_NAME:%s> Test start running function : %s"%(self.__class__.__name__,sys._getframe().f_code.co_name),screen=False,log_level="LVL4")
common.printout("LOG","Waiting Workload to complete its work")
nodes = []
for client in self.benchmark["distribution"]:
Expand All @@ -219,6 +232,7 @@ def wait_workload_to_stop(self):
common.printout("LOG","Workload completed")

def stop_data_collecters(self):
common.printout("LOG","<CLASS_NAME:%s> Test start running function : %s"%(self.__class__.__name__,sys._getframe().f_code.co_name),screen=False,log_level="LVL4")
super(self.__class__, self).stop_data_collecters()
user = self.cluster["user"]
dest_dir = self.cluster["tmp_dir"]
Expand All @@ -230,6 +244,7 @@ def stop_data_collecters(self):
common.pdsh(user, nodes, "killall -9 top; echo `date +%s`' top stop' >> %s/`hostname`_process_log.txt" % ('%s', dest_dir), option = "check_return")

def stop_workload(self):
common.printout("LOG","<CLASS_NAME:%s> Test start running function : %s"%(self.__class__.__name__,sys._getframe().f_code.co_name),screen=False,log_level="LVL4")
user = self.cluster["user"]
for client in self.benchmark["distribution"]:
nodes = self.benchmark["distribution"][client]
Expand All @@ -239,9 +254,10 @@ def stop_workload(self):
try:
self.detach_images()
except KeyboardInterrupt:
common.printout("WARNING","Caught KeyboardInterrupt, stop detaching")
common.printout("WARNING","Caught KeyboardInterrupt, stop detaching",log_level="LVL1")

def archive(self):
common.printout("LOG","<CLASS_NAME:%s> Test start running function : %s"%(self.__class__.__name__,sys._getframe().f_code.co_name),screen=False,log_level="LVL4")
super(self.__class__, self).archive()
user = self.cluster["user"]
head = self.cluster["head"]
Expand All @@ -256,6 +272,7 @@ def archive(self):
common.bash("mkdir -p %s/conf/fio_errorlog/;find %s/raw/ -name '*_fio_errorlog.txt' | while read file; do cp $file %s/conf/fio_errorlog/;done" % (dest_dir, dest_dir, dest_dir))

def generate_benchmark_cases(self, testcase):
common.printout("LOG","<CLASS_NAME:%s> Test start running function : %s"%(self.__class__.__name__,sys._getframe().f_code.co_name),screen=False,log_level="LVL4")
fio_capping = self.all_conf_data.get('fio_capping')
enable_zipf = self.all_conf_data.get ('enable_zipf')
fio_randrepeat = self.all_conf_data.get('fio_randrepeat')
Expand Down Expand Up @@ -314,7 +331,8 @@ def generate_benchmark_cases(self, testcase):
try:
rwmixread = self.all_conf_data.get(key_name)
fio_template.append(" rwmixread=%s" % rwmixread)
except:
except Exception,e:
common.printout("LOG","<CLASS_NAME:%s> <FUN_NAME : %s> ERR_MSG:%s"%(self.__class__.__name__,sys._getframe().f_code.co_name,e),log_level="LVL2")
pass

fio_list.extend(fio_template)
Expand All @@ -323,6 +341,7 @@ def generate_benchmark_cases(self, testcase):
return True

def parse_benchmark_cases(self, testcase):
common.printout("LOG","<CLASS_NAME:%s> Test start running function : %s"%(self.__class__.__name__,sys._getframe().f_code.co_name),screen=False,log_level="LVL4")
p = testcase
testcase_dict = {
"instance_number":p[0], "volume_size":p[1], "iopattern":p[2],
Expand Down
Loading