Move bundle store to EOS for better load balancing when many jobs are starting up at the same time

analysis/tasks/Remote/BundleSoftware.py

@@ -25,7 +25,7 @@ class BundleRepo(law.git.BundleGitRepository, law.tasks.TransferLocalFile):
     def single_output(self):
         repo_base = os.path.basename(self.get_repo_path())
         path = "{}.{}.tgz".format(os.path.basename(repo_base), self.checksum)
-        return law.wlcg.WLCGFileTarget(os.path.join("bundles", path), fs="nrg_tasks")
+        return law.wlcg.WLCGFileTarget(os.path.join("bundles", path), fs="eos_store")
 
     def get_file_pattern(self):
         path = os.path.expandvars(os.path.expanduser(self.single_output().abspath))
@@ -69,7 +69,7 @@ class BundleCMSSW(law.cms.BundleCMSSW, law.tasks.TransferLocalFile):
         path = "{}.{}.tgz".format(
             os.path.basename(self.get_cmssw_path()), self.checksum
         )
-        return law.wlcg.WLCGFileTarget(os.path.join("bundles", path), fs="nrg_tasks")
+        return law.wlcg.WLCGFileTarget(os.path.join("bundles", path), fs="eos_store")
 
     def get_file_pattern(self):
         path = os.path.expandvars(os.path.expanduser(self.single_output().abspath))

law.cfg

@@ -28,6 +28,9 @@ base = root://cmsdcache-kit-disk.gridka.de//store/user/cverstege/
 [nrg_tasks]
 base = root://cmsdcache-kit-disk.gridka.de//store/user/cverstege/ZJet_analysis
 
+[eos_store]
+base = root://eosuser.cern.ch/eos/user/c/cversteg/store/
+
 [job]
 job_file_dir = $HOME/jobs
 job_log_dir = $HOME/logs
@@ -44,3 +47,5 @@ local-scheduler = True
 [luigi_worker]
 cache_task_completion = True
 
+[luigi_scheduler]
+retry_count = 1

luigi.cfg

-[scheduler]
-retry_count = 1
-disable_window_seconds = 86400
-
 [DEFAULT]
 cmssw_path = ${CMSSW_DIR}
-data_period = 2018ul
-
-[CopyTest]
 
 [BundleCMSSW]