Commit 6f9544cb authored by fwinkler's avatar fwinkler

Added gpu bound tag.

parent 65f703f9
...@@ -70,7 +70,9 @@ def get_all_metadata(mariadb_connection, start, end): ...@@ -70,7 +70,9 @@ def get_all_metadata(mariadb_connection, start, end):
mem_bw_mean_per_socket, mem_bw_mean_per_socket,
(lustre_scratch2_read_bytes + lustre_scratch2_write_bytes)/(END-START) AS IO_SCRATCH2_BW, (lustre_scratch2_read_bytes + lustre_scratch2_write_bytes)/(END-START) AS IO_SCRATCH2_BW,
(lustre_highiops_read_bytes + lustre_highiops_write_bytes)/(END-START) AS IO_HIOPS_BW, (lustre_highiops_read_bytes + lustre_highiops_write_bytes)/(END-START) AS IO_HIOPS_BW,
ib_bw_mean_per_node ib_bw_mean_per_node,
cpu_used_mean_per_core,
used_mean_per_gpu
FROM Job_Data FROM Job_Data
LEFT OUTER JOIN footprint_base ON Job_Data.UID = footprint_base.uid LEFT OUTER JOIN footprint_base ON Job_Data.UID = footprint_base.uid
LEFT OUTER JOIN footprint_fileio ON Job_Data.UID = footprint_fileio.uid LEFT OUTER JOIN footprint_fileio ON Job_Data.UID = footprint_fileio.uid
...@@ -98,6 +100,8 @@ def get_all_metadata(mariadb_connection, start, end): ...@@ -98,6 +100,8 @@ def get_all_metadata(mariadb_connection, start, end):
meta_data['LUSTRE_SCRATCH2_IO_BW'] = job_data[8] meta_data['LUSTRE_SCRATCH2_IO_BW'] = job_data[8]
meta_data['LUSTRE_HIGHIOPS_IO_BW'] = job_data[9] meta_data['LUSTRE_HIGHIOPS_IO_BW'] = job_data[9]
meta_data['IB_BW'] = job_data[10] meta_data['IB_BW'] = job_data[10]
meta_data['CPU_USAGE'] = job_data[11]
meta_data['GPU_USAGE'] = job_data[12]
all_meta_data.append(meta_data) all_meta_data.append(meta_data)
...@@ -157,6 +161,11 @@ def tag_network_heavy(ib_bw_measured, ib_bw_max): ...@@ -157,6 +161,11 @@ def tag_network_heavy(ib_bw_measured, ib_bw_max):
else: else:
return 0 return 0
def tag_gpu_bound(cpu_usage, gpu_usage):
if gpu_usage > 0.7 or gpu_usage > cpu_usage:
return 16 #10000
else:
return 0
def main(start, end): def main(start, end):
mariadb_connection = connect_to_mariadb() mariadb_connection = connect_to_mariadb()
...@@ -218,6 +227,13 @@ def main(start, end): ...@@ -218,6 +227,13 @@ def main(start, end):
if meta_data['IB_BW'] != None: if meta_data['IB_BW'] != None:
tag_id += tag_network_heavy(meta_data['IB_BW'], network_max_bw["INFINIBAND"]) tag_id += tag_network_heavy(meta_data['IB_BW'], network_max_bw["INFINIBAND"])
# check for GPU bound
# print (" GPU Bound:")
# print (" CPU Usage: ", meta_data['CPU_USAGE'])
# print (" GPU Usage: ", meta_data['GPU_USAGE'])
if meta_data['CPU_USAGE'] != None and meta_data['GPU_USAGE'] != None:
tag_id += tag_gpu_bound(meta_data['CPU_USAGE'], meta_data['GPU_USAGE'])
break break
# print ("Tag ID = ", tag_id) # print ("Tag ID = ", tag_id)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment