Jobsub ID 286942.41@justin-prod-sched01.dune.hep.ac.uk

Jobsub ID	286942.41@justin-prod-sched01.dune.hep.ac.uk
Workflow ID	4002
Stage ID	1
User name	calcuttj@fnal.gov
HTCondor Group	group_dune
Requested	Processors	1
	RSS bytes	4193255424 (3999 MiB)
	Wall seconds limit	80000 (22 hours)
Submitted time	2024-11-11 09:21:05
Site	UK_Brunel
Entry	CMSHTPC_T2_UK_London_Brunel_dc2_22
Last heartbeat	2024-11-11 10:23:11
From worker node	Hostname	wn-b8-27-00.brunel.ac.uk
	cpuinfo	Intel(R) Xeon(R) CPU E5-2630 v3 @ 2.40GHz
	OS release	Scientific Linux release 7.9 (Nitrogen)
	Processors	1
	RSS bytes	4193255424 (3999 MiB)
	Wall seconds limit	171000 (47 hours)
	Inner Apptainer?	True
Job state	outputting_failed
Allocator name	justin-allocator-pro.dune.hep.ac.uk
Started	2024-11-11 09:21:54
Input files	pdsp_mc_reco:PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_46270741_13_20210629T223757Z.root pdsp_mc_reco:PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_45718611_91_20210630T023222Z.root pdsp_mc_reco:PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_45714361_81_20210629T170304Z.root pdsp_mc_reco:PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_45718611_121_20210630T023600Z.root pdsp_mc_reco:PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_45738751_31_20210630T165129Z.root pdsp_mc_reco:PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_45738751_96_20210630T170818Z.root pdsp_mc_reco:PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_46277861_50_20210701T011625Z.root
Jobscript	Exit code	0
	Real time	1h (3656s)
	CPU time	35m (2147s = 58%)
Outputting started	2024-11-11 10:22:51
Output files
Finished	2024-11-11 10:23:11
List job events Wrapper job log

Jobscript log (last 10,000 characters)

_INC=/cvmfs/fifeuser2.opensciencegrid.org/sw/dune/27210e1ddd13bdb8421f162d87b8743ac12095a3/protoduneana/v09_81_00d01/include
DUNEDATAPREP_LIB=/cvmfs/dune.opensciencegrid.org/products/dune/dunedataprep/v09_81_00d01/slf7.x86_64.e26.prof/lib
DUNERECO_DIR=/cvmfs/dune.opensciencegrid.org/products/dune/dunereco/v09_81_00d01
WIRECELL_LIB=/cvmfs/larsoft.opensciencegrid.org/products/wirecell/v0_24_3/Linux64bit+3.10-2.17-e26-prof/lib64
TRITON_INC=/cvmfs/larsoft.opensciencegrid.org/products/triton/v2_25_0b/Linux64bit+3.10-2.17-e26/include
LIBJPEG_TURBO_INC=/cvmfs/larsoft.opensciencegrid.org/products/libjpeg_turbo/v2_1_0/Linux64bit+3.10-2.17/include
LAREVENTDISPLAY_LIB=/cvmfs/larsoft.opensciencegrid.org/products/lareventdisplay/v09_10_11/slf7.x86_64.e26.prof/lib
PPFX_VERSION=v02_18_03
NUG4_VERSION=v1_15_02
SETUP_LARDATAALG=lardataalg v09_16_04 -f Linux64bit+3.10-2.17 -z /cvmfs/larsoft.opensciencegrid.org/products -q e26:prof
LARCOREALG_INC=/cvmfs/larsoft.opensciencegrid.org/products/larcorealg/v09_12_01/include
G4PARTICLEHPDATA=/cvmfs/larsoft.opensciencegrid.org/products/g4tendl/v1_3_2/G4TENDL1.3.2
SETUP_LARANA=larana v09_14_11 -f Linux64bit+3.10-2.17 -z /cvmfs/larsoft.opensciencegrid.org/products -q e26:prof
SETUP_LARSOFT=larsoft v09_81_00 -f Linux64bit+3.10-2.17 -z /cvmfs/larsoft.opensciencegrid.org/products -q e26:prof
SETUP_CETLIB=cetlib v3_16_00 -f Linux64bit+3.10-2.17 -z /cvmfs/larsoft.opensciencegrid.org/products -q e26:prof
SETUP_FHICLCPP=fhiclcpp v4_17_00 -f Linux64bit+3.10-2.17 -z /cvmfs/larsoft.opensciencegrid.org/products -q e26:prof
OPENBLAS_INC=/cvmfs/larsoft.opensciencegrid.org/products/openblas/v0_3_21/Linux64bit+3.10-2.17-e26/include
PYTHON_INCLUDE=/cvmfs/larsoft.opensciencegrid.org/products/python/v3_9_13/Linux64bit+3.10-2.17/include/python3.9
_=/usr/bin/env
Justin specific env vars
JUSTIN_SCOPE=usertests
JUSTIN_WALL_SECONDS=80000
JUSTIN_ALLOCATOR=https://justin-allocator-pro.dune.hep.ac.uk/api/allocator/
JUSTIN_SITE_NAME=UK_Brunel
JUSTIN_SAM_WEB_URI=https://justin.dune.hep.ac.uk/api/samweb/286942.41@justin-prod-sched01.dune.hep.ac.uk/xdJlWr1qnzBU_CwJIhXAmVz0B-9VjAgbvJdCChki_0HP2zr4FiKt-B4UbJmjz67f2LLaM4jEpkckTrlX9fc-bA
JUSTIN_PROCESSORS=1
JUSTIN_JOBSCRIPT_SECRET=xdJlWr1qnzBU_CwJIhXAmVz0B-9VjAgbvJdCChki_0HP2zr4FiKt-B4UbJmjz67f2LLaM4jEpkckTrlX9fc-bA
JUSTIN_PATH=/home
JUSTIN_TIMESTAMP=1731316914
JUSTIN_JOBSUB_ID=286942.41@justin-prod-sched01.dune.hep.ac.uk
JUSTIN_WORKFLOW_ID=4002
JUSTIN_STAGE_ID=1
JUSTIN_RSS_MIB=3999
Will use justin-get-file
Return code 0
Stdout b'pdsp_mc_reco:PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_46270741_13_20210629T223757Z.root root://meitner.tier2.hep.manchester.ac.uk:1094//cephfs/experiments/dune/RSE/pdsp_mc_reco/8c/56/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_46270741_13_20210629T223757Z.root DUNE_UK_MANCHESTER_CEPH'
Stderr b''
Return code 0
Stdout b'pdsp_mc_reco:PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_45718611_91_20210630T023222Z.root root://meitner.tier2.hep.manchester.ac.uk:1094//cephfs/experiments/dune/RSE/pdsp_mc_reco/ac/ff/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_45718611_91_20210630T023222Z.root DUNE_UK_MANCHESTER_CEPH'
Stderr b''
Return code 0
Stdout b'pdsp_mc_reco:PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_45714361_81_20210629T170304Z.root root://meitner.tier2.hep.manchester.ac.uk:1094//cephfs/experiments/dune/RSE/pdsp_mc_reco/ee/ea/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_45714361_81_20210629T170304Z.root DUNE_UK_MANCHESTER_CEPH'
Stderr b''
Return code 0
Stdout b'pdsp_mc_reco:PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_45718611_121_20210630T023600Z.root root://meitner.tier2.hep.manchester.ac.uk:1094//cephfs/experiments/dune/RSE/pdsp_mc_reco/dc/f1/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_45718611_121_20210630T023600Z.root DUNE_UK_MANCHESTER_CEPH'
Stderr b''
Return code 0
Stdout b'pdsp_mc_reco:PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_45738751_31_20210630T165129Z.root root://meitner.tier2.hep.manchester.ac.uk:1094//cephfs/experiments/dune/RSE/pdsp_mc_reco/ed/7c/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_45738751_31_20210630T165129Z.root DUNE_UK_MANCHESTER_CEPH'
Stderr b''
Return code 0
Stdout b'pdsp_mc_reco:PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_45738751_96_20210630T170818Z.root root://meitner.tier2.hep.manchester.ac.uk:1094//cephfs/experiments/dune/RSE/pdsp_mc_reco/da/23/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_45738751_96_20210630T170818Z.root DUNE_UK_MANCHESTER_CEPH'
Stderr b''
Return code 0
Stdout b'pdsp_mc_reco:PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_46277861_50_20210701T011625Z.root root://meitner.tier2.hep.manchester.ac.uk:1094//cephfs/experiments/dune/RSE/pdsp_mc_reco/e4/f3/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_46277861_50_20210701T011625Z.root DUNE_UK_MANCHESTER_CEPH'
Stderr b''
Return code 1
Stdout b''
Stderr b'No files available from this stage\n'
root://meitner.tier2.hep.manchester.ac.uk:1094//cephfs/experiments/dune/RSE/pdsp_mc_reco/8c/56/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_46270741_13_20210629T223757Z.root root://meitner.tier2.hep.manchester.ac.uk:1094//cephfs/experiments/dune/RSE/pdsp_mc_reco/ac/ff/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_45718611_91_20210630T023222Z.root root://meitner.tier2.hep.manchester.ac.uk:1094//cephfs/experiments/dune/RSE/pdsp_mc_reco/ee/ea/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_45714361_81_20210629T170304Z.root root://meitner.tier2.hep.manchester.ac.uk:1094//cephfs/experiments/dune/RSE/pdsp_mc_reco/dc/f1/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_45718611_121_20210630T023600Z.root root://meitner.tier2.hep.manchester.ac.uk:1094//cephfs/experiments/dune/RSE/pdsp_mc_reco/ed/7c/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_45738751_31_20210630T165129Z.root root://meitner.tier2.hep.manchester.ac.uk:1094//cephfs/experiments/dune/RSE/pdsp_mc_reco/da/23/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_45738751_96_20210630T170818Z.root root://meitner.tier2.hep.manchester.ac.uk:1094//cephfs/experiments/dune/RSE/pdsp_mc_reco/e4/f3/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_46277861_50_20210701T011625Z.root
Files retrieved: 7
PFN list:
root://meitner.tier2.hep.manchester.ac.uk:1094//cephfs/experiments/dune/RSE/pdsp_mc_reco/8c/56/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_46270741_13_20210629T223757Z.root root://meitner.tier2.hep.manchester.ac.uk:1094//cephfs/experiments/dune/RSE/pdsp_mc_reco/ac/ff/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_45718611_91_20210630T023222Z.root root://meitner.tier2.hep.manchester.ac.uk:1094//cephfs/experiments/dune/RSE/pdsp_mc_reco/ee/ea/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_45714361_81_20210629T170304Z.root root://meitner.tier2.hep.manchester.ac.uk:1094//cephfs/experiments/dune/RSE/pdsp_mc_reco/dc/f1/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_45718611_121_20210630T023600Z.root root://meitner.tier2.hep.manchester.ac.uk:1094//cephfs/experiments/dune/RSE/pdsp_mc_reco/ed/7c/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_45738751_31_20210630T165129Z.root root://meitner.tier2.hep.manchester.ac.uk:1094//cephfs/experiments/dune/RSE/pdsp_mc_reco/da/23/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_45738751_96_20210630T170818Z.root root://meitner.tier2.hep.manchester.ac.uk:1094//cephfs/experiments/dune/RSE/pdsp_mc_reco/e4/f3/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_46277861_50_20210701T011625Z.root
Running pdspana
Ran successfully
Forming metadata
formed
{
  "parents": [
    {
      "namespace": "pdsp_mc_reco",
      "name": "PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_46270741_13_20210629T223757Z.root"
    },
    {
      "namespace": "pdsp_mc_reco",
      "name": "PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_45718611_91_20210630T023222Z.root"
    },
    {
      "namespace": "pdsp_mc_reco",
      "name": "PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_45714361_81_20210629T170304Z.root"
    },
    {
      "namespace": "pdsp_mc_reco",
      "name": "PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_45718611_121_20210630T023600Z.root"
    },
    {
      "namespace": "pdsp_mc_reco",
      "name": "PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_45738751_31_20210630T165129Z.root"
    },
    {
      "namespace": "pdsp_mc_reco",
      "name": "PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_45738751_96_20210630T170818Z.root"
    },
    {
      "namespace": "pdsp_mc_reco",
      "name": "PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_46277861_50_20210701T011625Z.root"
    }
  ],
  "metadata": {
    "core.application": "protoduneana.pdspana",
    "core.application.family": "protoduneana",
    "core.application.name": "pdspana",
    "core.application.version": "v09_81_00d01",
    "core.data_tier": "root-tuple-virtual",
    "core.file_format": "root",
    "dune.fcl_version_tag": "v09_81_00d01",
    "dune.fcl_name": "pduneana_Prod4a_MC_sce.fcl",
    "core.runs": [
      45714361,
      45738751,
      46270741,
      45718611,
      46277861
    ],
    "core.runs_subruns": [
      4571436100346,
      4573875100418,
      4627074100262,
      4571861100366,
      4627786100308
    ],
    "beam.polarity": 1,
    "core.group": "dune",
    "dune_mc.detector_type": "protoDUNE SP",
    "dune_mc.electron_lifetime": "35ms",
    "dune_mc.generators": "beam_cosmics",
    "dune_mc.liquid_flow": "no",
    "dune_mc.space_charge": "yes",
    "dune_mc.with_cosmics": 1,
    "core.run_type": "protodune-sp",
    "core.file_type": "mc",
    "core.data_stream": "out1",
    "core.event_count": 32
  }
}