forked from nvaytet/mantid-profiler
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #2 from mantidproject/signals
Add information about disk read/write speeds
- Loading branch information
Showing
8 changed files
with
364 additions
and
165 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,120 @@ | ||
| from pathlib import Path | ||
| from time import sleep | ||
| from typing import Optional | ||
|
|
||
| import numpy as np | ||
| import psutil | ||
|
|
||
| from time_util import get_current_time, get_start_time | ||
|
|
||
|
|
||
| def monitor(pid: int, logfile: Path, interval: Optional[float], show_bytes: bool = False) -> None: | ||
| """Monitor the disk usage of the supplied process id | ||
| The interval defaults to 0.05 if not supplied""" | ||
| # change interval to reasonable default | ||
| # being too small doesn't aid in understanding performance | ||
| DEFAULT_INTERVAL = 0.05 | ||
| if interval is None: | ||
| interval = DEFAULT_INTERVAL | ||
| else: | ||
| interval = max(DEFAULT_INTERVAL, interval) | ||
|
|
||
| process = psutil.Process(pid) | ||
|
|
||
| # Record start time | ||
| starting_point = get_start_time() | ||
| start_time = get_current_time() | ||
| last_time = start_time | ||
|
|
||
| disk_before = process.io_counters() | ||
|
|
||
| with open(logfile, "w") as handle: | ||
| # add header | ||
| handle.write( | ||
| "# {0:12s} {1:12s} {2:12s} {3:12s} {4}\n".format( | ||
| "Elapsed time".center(12), | ||
| "ReadChars (Mbit per sec)".center(12), | ||
| "WriteChars (Gbit per sec)".center(12), | ||
| "ReadBytes (Gbit per sec)".center(12), | ||
| "WriteBytes (Gbit per sec)".center(12), | ||
| ) | ||
| ) | ||
| handle.write("START_TIME: {}\n".format(starting_point)) | ||
|
|
||
| # conversion factor of bytes per sec to Giga-bits per second - 8 bits in a byte | ||
| conversion_to_size = 1e-9 | ||
| if not show_bytes: | ||
| conversion_to_size = 8.0 * conversion_to_size | ||
|
|
||
| # main event loop | ||
| try: | ||
| while True: | ||
| try: | ||
| # update information | ||
| current_time = get_current_time() | ||
| disk_after = process.io_counters() | ||
|
|
||
| delta_time = current_time - last_time | ||
| if delta_time <= 0.0: | ||
| continue | ||
|
|
||
| # calculate bytes amount per second | ||
| read_char_per_sec = ( | ||
| conversion_to_size * (disk_after.read_chars - disk_before.read_chars) / delta_time | ||
| ) | ||
| write_char_per_sec = ( | ||
| conversion_to_size * (disk_after.write_chars - disk_before.write_chars) / delta_time | ||
| ) | ||
|
|
||
| read_byte_per_sec = ( | ||
| conversion_to_size * (disk_after.read_bytes - disk_before.read_bytes) / delta_time | ||
| ) | ||
| write_byte_per_sec = ( | ||
| conversion_to_size * (disk_after.write_bytes - disk_before.write_bytes) / delta_time | ||
| ) | ||
|
|
||
| # write information to the log file | ||
| handle.write( | ||
| "{0:12.6f} {1:12.3f} {2:12.3f} {3:12.3f} {4}\n".format( | ||
| current_time - start_time + starting_point, | ||
| read_char_per_sec, | ||
| write_char_per_sec, | ||
| read_byte_per_sec, | ||
| write_byte_per_sec, | ||
| ) | ||
| ) | ||
|
|
||
| # copy over information to new previous | ||
| disk_before = disk_after | ||
| last_time = current_time | ||
| except (psutil.NoSuchProcess, psutil.AccessDenied): | ||
| break # all done | ||
|
|
||
| if interval > 0.0: | ||
| sleep(interval) | ||
| except KeyboardInterrupt: # pragma: no cover | ||
| print(f"killing process being monitored [PID={process.pid}]:", " ".join(process.cmdline())) | ||
| process.kill() | ||
|
|
||
|
|
||
| def parse_log(filename: Path, cleanup: bool = True): | ||
| rows = [] | ||
| start_time = 0.0 | ||
| with open(filename, "r") as handle: | ||
| for line in handle: | ||
| line = line.strip() | ||
| if line.startswith("#") or not line: # skip comment and empty lines | ||
| continue | ||
| elif line.startswith("START_TIME:"): | ||
| start_time = float(line.split()[-1]) | ||
| continue | ||
|
|
||
| # parse the line | ||
| rows.append([float(value) for value in line.split()]) | ||
|
|
||
| # remove the file | ||
| if cleanup and filename.exists(): | ||
| filename.unlink() | ||
|
|
||
| # return results | ||
| return start_time, np.array(rows) |
Oops, something went wrong.