Skip to content
Snippets Groups Projects
Commit 00996faa authored by Christoph Heidecker's avatar Christoph Heidecker
Browse files

* avoid data_rate calculation to zero

parent 8aad4204
Branches
No related tags found
No related merge requests found
......@@ -50,7 +50,7 @@ def __init__():
# Higgs skimming tests with not-tuned SSD Raid0:
# ----------------------------------------------
# -> 1. test: bug in update hook leads to percentage shift (60 jobs, 10 files/job)
# -> 3. test: bug in update hook leads to percentage shift (60 jobs, 10 files/job)
# navix_monitor_file_list = [r'data/skimming/03_not-tuned-SSDs-Raid0/NaviX-0%.mon',
# r'data/skimming/03_not-tuned-SSDs-Raid0/NaviX-10%.mon',
# r'data/skimming/03_not-tuned-SSDs-Raid0/NaviX-20%.mon',
......@@ -63,27 +63,27 @@ def __init__():
# Higgs skimming tests with tuned SSD Raid0:
# ------------------------------------------
# -> 1. test: bug in update hook leads to percentage shift (60 jobs, 10 files/job)
# -> 4. test: bug in update hook leads to percentage shift (60 jobs, 10 files/job)
# navix_monitor_file_list = [r'data/skimming/04-tuned-SSDs-Raid0/NaviX.mon',
# r'data/skimming/04-tuned-SSDs-Raid0/NaviX2.mon']
# -> 2. test: first monitoring file was split since it contained unknown manual tests (60 jobs, 10 files/job)
# -> 5. test: first monitoring file was split since it contained unknown manual tests (60 jobs, 10 files/job)
# navix_monitor_file_list = [r'data/skimming/05-tuned-SSDs-Raid0/NaviX.mon.Skimming.180817.2',
# r'data/skimming/05-tuned-SSDs-Raid0/NaviX.mon.Skimming.180818']
# Copy tests with tuned SSD Raid0:
# -------------------------------------
# -> 1. test: all files already cached (60 jobs, 10 files/job)
# -> 2. test: all files already cached (60 jobs, 10 files/job)
# navix_monitor_file_list = [r'data/copy/02-tuned-SSDs-Raid0/NaviX.mon.180815']
# -> 2. test: bug in update hook leads to percentage shift (60 jobs, 5 files/job)
# -> 3. test: bug in update hook leads to percentage shift (60 jobs, 5 files/job)
# navix_monitor_file_list = [r'data/copy/03-tuned-SSDs-Raid0-bugfix/NaviX.mon.Copy.180817']
# -> 2. test: shift was corrected in data (60 jobs, 5 files/job)
# navix_monitor_file_list = [r'data/copy/03-tuned-SSDs-Raid0-bugfix/NaviX.mon.Copy.180817-0%-corr',
# r'data/copy/03-tuned-SSDs-Raid0-bugfix/NaviX.mon.Copy.180817-10%-90%-corr',
# r'data/copy/03-tuned-SSDs-Raid0-bugfix/NaviX.mon.Copy.180817-100%-corr']
# -> 3. test: multiple runs for more statistics (2 runs, 60 jobs, 10 files/job)
# -> 3. test: shift was corrected in data (60 jobs, 5 files/job)
# navix_monitor_file_list = [r'data/copy/03-tuned-SSDs-Raid0-bugfix/NaviX.mon.Copy.180817-0%-corr.newlog',
# r'data/copy/03-tuned-SSDs-Raid0-bugfix/NaviX.mon.Copy.180817-10%-90%-corr.newlog',
# r'data/copy/03-tuned-SSDs-Raid0-bugfix/NaviX.mon.Copy.180817-100%-corr.newlog']
# -> 4. test: multiple runs for more statistics (2 runs, 60 jobs, 10 files/job)
navix_monitor_file_list = [r'data/copy/04-tuned-SSDs-Raid0-bugfix/NaviX.mon.Copy.180818.newlog',
r'data/copy/04-tuned-SSDs-Raid0-bugfix/NaviX.mon.Copy.180819.newlog']
# -> 4. test: new monitoring log maybe with bug in update hook( 60 jobs, 5 or 10 files/job)
# -> 5. test: new monitoring log maybe with bug in update hook( 60 jobs, 5 or 10 files/job)
# navix_monitor_file_list = [r'data/copy/05-tuned-SSDs-Raid0-new-log/NaviX.mon.debug.copy.small.180823']
# navix_monitor_file_list = [r'data/copy/05-tuned-SSDs-Raid0-new-log/NaviX.mon.Copy.180824']
......
......@@ -110,7 +110,9 @@ class EvaluateMonitoring:
def get_data_rate(self):
try:
self.df['data_rate'] = self.df.loc[self.df['Runtime'] > 0.0]['NetworkInputMb'].divide(self.df['Runtime'])
self.df['data_rate'] = \
self.df.loc[(self.df['Runtime'] > 0.0) & (self.df['NetworkInputMb'] > 0.0)]['NetworkInputMb'].divide(
self.df['Runtime'])
except Exception as e:
print(c_red + "Python-Error: " + str(e) + "\nFailed to calculate data rate of jobs!" + c_end)
exit(-1)
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment