diff --git a/graph.py b/graph.py new file mode 100755 index 0000000..6a30449 --- /dev/null +++ b/graph.py @@ -0,0 +1,247 @@ +#!/usr/bin/env python3 + +# +# (c) 2019-2022 Antmicro +# License: Apache +# + + +import argparse +import os +import signal +import subprocess +import sys +import time + +from datetime import datetime, timedelta +from select import select +from fcntl import fcntl, F_GETFL, F_SETFL +from os.path import realpath +from socket import gethostname +from re import search, escape + +global gnuplot +global die + +die = 0 + +GNUPLOT_VERSION_EXPECTED = 5.0 + + +parser = argparse.ArgumentParser() +parser.add_argument('session', metavar='SESSION-NAME', type=str, nargs='?', default=None, help='sargraph session name') +parser.add_argument('command', metavar='COMMAND', type=str, nargs='*', help='send command') +parser.add_argument('-f', metavar='DEVICE-NAME', type=str, nargs='?', default=None, dest='fsdev', help='observe a chosen filesystem') +parser.add_argument('-m', metavar='MOUNT-DIR', type=str, nargs='?', default=None, dest='fspath', help='observe a chosen filesystem') +args = parser.parse_args() + + +# Run process, return subprocess object on success, exit script on fail +def run_process(*argv, **kwargs): + try: + p = subprocess.Popen(argv, **kwargs) + except: + print("Error: '%s' tool not found" % argv[0]) + sys.exit(1) + return p + + +# Convert a string to float, also when the separator is a comma +def stof(s): + return float(s.replace(',', '.')) + + +# Get the first group from a given match and convert to required type +def scan(regex, conv, string): + match = search(regex, string) + if not match: + return None + try: + value = conv(match.group(1)) + except ValueError: + return None + return value + + +# Run a command in a running gnuplot process +def g(command): + global gnuplot + + if not (gnuplot.poll() is None): + print("Error: gnuplot not running!") + return + print ("gnuplot> %s" % command) + try: + command = b"%s\n" % command + except: + command = b"%s\n" % str.encode(command) + gnuplot.stdin.write(b"%s\n" % command) + gnuplot.stdin.flush() + + if command == b"quit\n": + while gnuplot.poll() is None: + time.sleep(0.25) + + +START_DATE = "" +END_DATE = "" +AVERAGE_LOAD = 0.0 +MAX_USED_RAM = 0 +MAX_USED_FS = 0 +TOTAL_RAM = 0 +TOTAL_FS = 0 +NAME_FS = "unknown" + +uname="unknown" +cpus=0 +cpu_name="unknown" + + +labels = [] +for line in sys.stdin: + value = None + + if len(line) <= 0: + continue + + if line[0] != '#': + if not START_DATE: + START_DATE = scan("^(\S+)", str, line) + END_DATE = scan("^(\S+)", str, line) + + value = scan("label: (.+)", str, line) + if value is not None: + key = scan("(\S+) label:", str, line) + labels.append([key, value]) + + # Comments are not mixed with anything else, so skip + continue + + value = scan("machine: ([^,]+)", str, line) + if value is not None: + uname = value + + value = scan("cpu count: ([^,]+)", int, line) + if value is not None: + cpus = value + + value = scan("cpu: ([^,\n]+)", str, line) + if value is not None: + cpu_name = value + + value = scan("observed disk: ([^,]+)", str, line) + if value is not None: + NAME_FS = value + + value = scan("total ram: (\S+)", stof, line) + if value is not None: + TOTAL_RAM = value + + value = scan("max ram used: (\S+)", stof, line) + if value is not None: + MAX_USED_RAM = value + + value = scan("total disk space: (\S+)", stof, line) + if value is not None: + TOTAL_FS = value + + value = scan("max disk used: (\S+)", stof, line) + if value is not None: + MAX_USED_FS = value + + value = scan("average load: (\S+)", stof, line) + if value is not None: + AVERAGE_LOAD = value + + +# Initialize the plot +OUTPUT_TYPE="pngcairo" +OUTPUT_EXT="png" +try: + if os.environ["SARGRAPH_OUTPUT_TYPE"] == "svg": + OUTPUT_TYPE="svg" + OUTPUT_EXT="svg" +except: + pass + +gnuplot = run_process("gnuplot", stdin=subprocess.PIPE, stdout=subprocess.PIPE) + +g("set ylabel 'cpu % load (user)'") + +g("set ylabel tc rgb 'white' font 'Courier-New,8'") + +g("set datafile commentschars '#'") + +g("set timefmt '%s'") +g("set xdata time") +g("set border lc rgb 'white'") +g("set key tc rgb 'white'") +g("set timefmt '%Y-%m-%d-%H:%M:%S'") +g("set xtics format '%H:%M:%S'") +g("set xtics font 'Courier-New,8' tc rgb 'white'") +g("set ytics font 'Courier-New,8' tc rgb 'white'") +g("set grid xtics ytics ls 12 lc rgb '#444444'") +g("set style fill solid") +g("set palette defined ( 0.2 '#00ff00', 0.8 '#ff0000' )") +g("set cbrange [0:100]") +g("unset colorbox") +g("unset key") +g("set rmargin 6") + +g("set terminal %s size 1200,800 background '#222222' font 'Courier-New,8'" % OUTPUT_TYPE) + + +g("set output 'plot.%s'" % OUTPUT_EXT) + +g("set multiplot layout 3,1 title \"%s\"" % "\\n\\n\\n") + +sdt = datetime.strptime(START_DATE, '%Y-%m-%d-%H:%M:%S') +edt = datetime.strptime(END_DATE, '%Y-%m-%d-%H:%M:%S') +delta_t = ((edt - sdt).total_seconds()) / 60.0 + +g("set title 'cpu load (average = %.2f %%)'" % AVERAGE_LOAD) +g("set title tc rgb 'white' font 'Courier-New,8'") + +seconds_between = (edt - sdt).total_seconds() +if seconds_between < 100: + seconds_between = 100 + +nsdt = sdt - timedelta(seconds = (seconds_between * 0.01)) +nedt = edt + timedelta(seconds = (seconds_between * 0.01)) + +g("set xrange ['%s':'%s']" % (nsdt.strftime("%Y-%m-%d-%H:%M:%S"), nedt.strftime("%Y-%m-%d-%H:%M:%S"))); + +g("set label 101 at screen 0.02, screen 0.95 'Running on {/:Bold %s} \@ {/:Bold %s}, {/:Bold %d} threads x {/:Bold %s}, total ram: {/:Bold %.2f GB}, total disk space: {/:Bold %.2f GB}' tc rgb 'white'" % (gethostname(), uname, cpus, cpu_name, TOTAL_RAM, TOTAL_FS)) +g("set label 102 at screen 0.02, screen 0.93 'duration: {/:Bold %s} .. {/:Bold %s} (%.2f minutes)' tc rgb 'white'" % (START_DATE, END_DATE, delta_t)) + +i = 0 +for label in labels: + i = i + 1 + g("set arrow nohead from '%s', graph 0.01 to '%s', graph 0.87 front lc rgb 'red' dt 2" % (label[0],label[0])) + g("set object rect at '%s', graph 0.90 size char %d, char 1.5 fc rgb 'red'" % (label[0],len("%d" % i)+1)) + g("set object rect at '%s', graph 0.0 size char 0.5, char 0.5 front fc rgb 'red'" % label[0]) + g("set label at '%s', graph 0.90 '%d' center tc rgb 'black' font 'Courier-New,7'" % (label[0],i)) + g("set label at '%s', graph 0.95 '%s' center tc rgb 'white' font 'Courier-New,7'" % (label[0], label[1][0:20])) + +if i > 0: + g("set yrange [0:119]") +else: + g("set yrange [0:100]") + +g("set object rectangle from graph 0, graph 0 to graph 2, graph 2 behind fillcolor rgb '#111111' fillstyle solid noborder") +g("set object rectangle from '%s', 0 to '%s', 100 behind fillcolor rgb '#000000' fillstyle solid noborder" % (START_DATE.replace(" ", "-"), END_DATE.replace(" ", "-"))) + + +g("plot 'data.txt' using 1:2:2 title 'cpu' with boxes palette") + +g("set ylabel 'ram % usage'") +g("set title 'ram usage (max = %.2f GB)'" % MAX_USED_RAM); +g("plot 'data.txt' using 1:3:3 title 'ram' with boxes palette") + +g("set ylabel '%s %% usage'" % NAME_FS) +g("set title '%s usage (max = %.2f MB)'" % (NAME_FS, MAX_USED_FS)); +g("plot 'data.txt' using 1:4:4 title 'fs' with boxes palette") + +g("unset multiplot") +g("unset output") +g("quit") diff --git a/sargraph.py b/watch.py similarity index 70% rename from sargraph.py rename to watch.py index 9ba5afd..a563c7c 100755 --- a/sargraph.py +++ b/watch.py @@ -101,26 +101,6 @@ def stof(s): return float(s.replace(',', '.')) -# Run a command in a running gnuplot process -def g(command): - global gnuplot - - if not (gnuplot.poll() is None): - print("Error: gnuplot not running!") - return - print ("gnuplot> %s" % command) - try: - command = b"%s\n" % command - except: - command = b"%s\n" % str.encode(command) - gnuplot.stdin.write(b"%s\n" % command) - gnuplot.stdin.flush() - - if command == b"quit\n": - while gnuplot.poll() is None: - time.sleep(0.25) - - # Check if the avaliable gnuplot has a required version p = run_process("gnuplot", "--version", stdout=subprocess.PIPE) version = scan(r"gnuplot (\S+)", float, p.stdout.readline().decode()) @@ -234,34 +214,10 @@ with open("/proc/cpuinfo") as f: break with open("data.txt", "w") as f: - f.write("# pid: %d, machine: %s, cpu count: %d\n" % (os.getpid(), uname, cpus)) + f.write("# pid: %d, machine: %s, cpu count: %d, cpu: %s\n" % (os.getpid(), uname, cpus, cpu_name)) p.stdout.readline() -g("set ylabel 'cpu % load (user)'") - -g("set ylabel tc rgb 'white' font 'Courier-New,8'") - -g("set datafile commentschars '#'") - -g("set timefmt '%s'") -g("set xdata time") -g("set border lc rgb 'white'") -g("set key tc rgb 'white'") -g("set timefmt '%Y-%m-%d-%H:%M:%S'") -g("set xtics format '%H:%M:%S'") -g("set xtics font 'Courier-New,8' tc rgb 'white'") -g("set ytics font 'Courier-New,8' tc rgb 'white'") -g("set grid xtics ytics ls 12 lc rgb '#444444'") -g("set style fill solid") -g("set palette defined ( 0.2 '#00ff00', 0.8 '#ff0000' )") -g("set cbrange [0:100]") -g("unset colorbox") -g("unset key") -g("set rmargin 6") - -g("set terminal %s size 1200,800 background '#222222' font 'Courier-New,8'" % OUTPUT_TYPE) - if args.fspath: args.fspath = realpath(args.fspath) with open("/proc/self/mounts", "r") as f: @@ -346,68 +302,18 @@ while 1: break if i == 0: - g("quit") time.sleep(1) sys.exit(0) -g("set output 'plot.%s'" % OUTPUT_EXT) - -g("set multiplot layout 3,1 title \"%s\"" % "\\n\\n\\n") - +FS_NAME = fs_data["FILESYSTEM"][FS_SAR_INDEX] AVERAGE_LOAD = AVERAGE_LOAD / float(i) MAX_USED_RAM = MAX_USED_RAM / 1024.0 / 1024.0 +MAX_USED_FS /= 1024.0 sdt = datetime.strptime(START_DATE, '%Y-%m-%d %H:%M:%S') edt = datetime.strptime(END_DATE, '%Y-%m-%d %H:%M:%S') delta_t = ((edt - sdt).total_seconds()) / 60.0 with open("data.txt", "a") as f: - f.write("# total ram: %.2f GB, total disk space: %.2f GB, max ram used: %.2f GB, average load: %.2f %%, duration: %.2f minutes\n" % (TOTAL_RAM, TOTAL_FS, MAX_USED_RAM, AVERAGE_LOAD, delta_t)) - -g("set title 'cpu load (average = %.2f %%)'" % AVERAGE_LOAD) -g("set title tc rgb 'white' font 'Courier-New,8'") - -seconds_between = (edt - sdt).total_seconds() -if seconds_between < 100: - seconds_between = 100 - -nsdt = sdt - timedelta(seconds = (seconds_between * 0.01)) -nedt = edt + timedelta(seconds = (seconds_between * 0.01)) - -g("set xrange ['%s':'%s']" % (nsdt.strftime("%Y-%m-%d-%H:%M:%S"), nedt.strftime("%Y-%m-%d-%H:%M:%S"))); - -g("set label 101 at screen 0.02, screen 0.95 'Running on {/:Bold %s} \@ {/:Bold %s}, {/:Bold %d} threads x {/:Bold %s}, total ram: {/:Bold %.2f GB}, total disk space: {/:Bold %.2f GB}' tc rgb 'white'" % (gethostname(), uname, cpus, cpu_name, TOTAL_RAM, TOTAL_FS)) -g("set label 102 at screen 0.02, screen 0.93 'duration: {/:Bold %s} .. {/:Bold %s} (%.2f minutes)' tc rgb 'white'" % (START_DATE, END_DATE, delta_t)) - -i = 0 -for label in labels: - i = i + 1 - g("set arrow nohead from '%s', graph 0.01 to '%s', graph 0.87 front lc rgb 'red' dt 2" % (label[0],label[0])) - g("set object rect at '%s', graph 0.90 size char %d, char 1.5 fc rgb 'red'" % (label[0],len("%d" % i)+1)) - g("set object rect at '%s', graph 0.0 size char 0.5, char 0.5 front fc rgb 'red'" % label[0]) - g("set label at '%s', graph 0.90 '%d' center tc rgb 'black' font 'Courier-New,7'" % (label[0],i)) - g("set label at '%s', graph 0.95 '%s' center tc rgb 'white' font 'Courier-New,7'" % (label[0], label[1][0:20])) - -if i > 0: - g("set yrange [0:119]") -else: - g("set yrange [0:100]") - -g("set object rectangle from graph 0, graph 0 to graph 2, graph 2 behind fillcolor rgb '#111111' fillstyle solid noborder") -g("set object rectangle from '%s', 0 to '%s', 100 behind fillcolor rgb '#000000' fillstyle solid noborder" % (START_DATE.replace(" ", "-"), END_DATE.replace(" ", "-"))) - - -g("plot 'data.txt' using 1:2:2 title 'cpu' with boxes palette") - -g("set ylabel 'ram % usage'") -g("set title 'ram usage (max = %.2f GB)'" % MAX_USED_RAM); -g("plot 'data.txt' using 1:3:3 title 'ram' with boxes palette") - -g("set ylabel '%s %% usage'" % fs_data['FILESYSTEM'][FS_SAR_INDEX]) -g("set title '%s usage (max = %.2f MB)'" % (fs_data['FILESYSTEM'][FS_SAR_INDEX], MAX_USED_FS)); -g("plot 'data.txt' using 1:4:4 title 'fs' with boxes palette") - -g("unset multiplot") -g("unset output") -g("quit") + f.write("# total ram: %.2f GB, total disk space: %.2f GB, max ram used: %.2f GB, max disk used: %.2f GB, average load: %.2f %%, observed disk: %s, duration: %.2f minutes\n" % (TOTAL_RAM, TOTAL_FS, MAX_USED_RAM, MAX_USED_FS, AVERAGE_LOAD, FS_NAME, delta_t))