Jobsub ID 287232.73@justin-prod-sched01.dune.hep.ac.uk

Jobsub ID	287232.73@justin-prod-sched01.dune.hep.ac.uk
Workflow ID	4003
Stage ID	1
User name	calcuttj@fnal.gov
HTCondor Group	group_dune
Requested	Processors	1
	RSS bytes	4193255424 (3999 MiB)
	Wall seconds limit	80000 (22 hours)
Submitted time	2024-11-11 18:34:56
Site	CERN
Entry	CMSHTPC_T2_CH_CERN_ce515
Last heartbeat	2024-11-11 23:44:37
From worker node	Hostname	b9g37p8969.cern.ch
	cpuinfo	Intel(R) Xeon(R) CPU E5-2630 v4 @ 2.20GHz
	OS release	Scientific Linux release 7.9 (Nitrogen)
	Processors	1
	RSS bytes	4193255424 (3999 MiB)
	Wall seconds limit	171000 (47 hours)
	Inner Apptainer?	True
Job state	outputting_failed
Allocator name	justin-allocator-pro.dune.hep.ac.uk
Started	2024-11-11 20:43:07
Input files	pdsp_mc_reco:PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_78_20210416T150542Z.root pdsp_mc_reco:PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_65_20210416T150541Z.root pdsp_mc_reco:PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_64_20210416T150540Z.root pdsp_mc_reco:PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_42981492_130_20210416T170739Z.root pdsp_mc_reco:PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_92_20210416T150544Z.root pdsp_mc_reco:PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_42981492_43_20210416T164936Z.root pdsp_mc_reco:PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_42981492_73_20210416T165349Z.root pdsp_mc_reco:PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_76_20210416T150543Z.root pdsp_mc_reco:PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_27_20210416T150338Z.root pdsp_mc_reco:PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_63_20210416T150539Z.root
Jobscript	Exit code	0
	Real time	3h (10871s)
	CPU time	42m (2545s = 23%)
Outputting started	2024-11-11 23:44:18
Output files
Finished	2024-11-11 23:44:37
List job events Wrapper job log

Jobscript log (last 10,000 characters)

/bin/env
Justin specific env vars
JUSTIN_SCOPE=usertests
JUSTIN_WALL_SECONDS=80000
JUSTIN_ALLOCATOR=https://justin-allocator-pro.dune.hep.ac.uk/api/allocator/
JUSTIN_SITE_NAME=CERN
JUSTIN_SAM_WEB_URI=https://justin.dune.hep.ac.uk/api/samweb/287232.73@justin-prod-sched01.dune.hep.ac.uk/AEQSXk_5ye91Zj2vtVCbivBYaR_YVIfhZ679CMXfuRjak2wQ6vYkCELNmJXyGLtKccIhiVh8rAWFYTdrOxeomQ
JUSTIN_PROCESSORS=1
JUSTIN_JOBSCRIPT_SECRET=AEQSXk_5ye91Zj2vtVCbivBYaR_YVIfhZ679CMXfuRjak2wQ6vYkCELNmJXyGLtKccIhiVh8rAWFYTdrOxeomQ
JUSTIN_PATH=/home
JUSTIN_TIMESTAMP=1731357787
JUSTIN_JOBSUB_ID=287232.73@justin-prod-sched01.dune.hep.ac.uk
JUSTIN_WORKFLOW_ID=4003
JUSTIN_STAGE_ID=1
JUSTIN_RSS_MIB=3999
Will use justin-get-file
Return code 0
Stdout b'pdsp_mc_reco:PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_78_20210416T150542Z.root root://xgate.hec.lancs.ac.uk:1094//cephfs/grid/dune/pdsp_mc_reco/f6/cb/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_78_20210416T150542Z.root DUNE_UK_LANCASTER_CEPH'
Stderr b''
Return code 0
Stdout b'pdsp_mc_reco:PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_65_20210416T150541Z.root root://xgate.hec.lancs.ac.uk:1094//cephfs/grid/dune/pdsp_mc_reco/27/4e/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_65_20210416T150541Z.root DUNE_UK_LANCASTER_CEPH'
Stderr b''
Return code 0
Stdout b'pdsp_mc_reco:PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_64_20210416T150540Z.root root://xgate.hec.lancs.ac.uk:1094//cephfs/grid/dune/pdsp_mc_reco/c7/a8/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_64_20210416T150540Z.root DUNE_UK_LANCASTER_CEPH'
Stderr b''
Return code 0
Stdout b'pdsp_mc_reco:PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_42981492_130_20210416T170739Z.root root://xgate.hec.lancs.ac.uk:1094//cephfs/grid/dune/pdsp_mc_reco/02/f7/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_42981492_130_20210416T170739Z.root DUNE_UK_LANCASTER_CEPH'
Stderr b''
Return code 0
Stdout b'pdsp_mc_reco:PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_92_20210416T150544Z.root root://xgate.hec.lancs.ac.uk:1094//cephfs/grid/dune/pdsp_mc_reco/a0/d0/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_92_20210416T150544Z.root DUNE_UK_LANCASTER_CEPH'
Stderr b''
Return code 0
Stdout b'pdsp_mc_reco:PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_42981492_43_20210416T164936Z.root root://xgate.hec.lancs.ac.uk:1094//cephfs/grid/dune/pdsp_mc_reco/00/04/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_42981492_43_20210416T164936Z.root DUNE_UK_LANCASTER_CEPH'
Stderr b''
Return code 0
Stdout b'pdsp_mc_reco:PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_42981492_73_20210416T165349Z.root root://xgate.hec.lancs.ac.uk:1094//cephfs/grid/dune/pdsp_mc_reco/15/02/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_42981492_73_20210416T165349Z.root DUNE_UK_LANCASTER_CEPH'
Stderr b''
Return code 0
Stdout b'pdsp_mc_reco:PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_76_20210416T150543Z.root root://xgate.hec.lancs.ac.uk:1094//cephfs/grid/dune/pdsp_mc_reco/f5/c3/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_76_20210416T150543Z.root DUNE_UK_LANCASTER_CEPH'
Stderr b''
Return code 0
Stdout b'pdsp_mc_reco:PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_27_20210416T150338Z.root root://xgate.hec.lancs.ac.uk:1094//cephfs/grid/dune/pdsp_mc_reco/51/9c/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_27_20210416T150338Z.root DUNE_UK_LANCASTER_CEPH'
Stderr b''
Return code 0
Stdout b'pdsp_mc_reco:PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_63_20210416T150539Z.root root://xgate.hec.lancs.ac.uk:1094//cephfs/grid/dune/pdsp_mc_reco/ac/34/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_63_20210416T150539Z.root DUNE_UK_LANCASTER_CEPH'
Stderr b''
root://xgate.hec.lancs.ac.uk:1094//cephfs/grid/dune/pdsp_mc_reco/f6/cb/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_78_20210416T150542Z.root root://xgate.hec.lancs.ac.uk:1094//cephfs/grid/dune/pdsp_mc_reco/27/4e/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_65_20210416T150541Z.root root://xgate.hec.lancs.ac.uk:1094//cephfs/grid/dune/pdsp_mc_reco/c7/a8/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_64_20210416T150540Z.root root://xgate.hec.lancs.ac.uk:1094//cephfs/grid/dune/pdsp_mc_reco/02/f7/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_42981492_130_20210416T170739Z.root root://xgate.hec.lancs.ac.uk:1094//cephfs/grid/dune/pdsp_mc_reco/a0/d0/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_92_20210416T150544Z.root root://xgate.hec.lancs.ac.uk:1094//cephfs/grid/dune/pdsp_mc_reco/00/04/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_42981492_43_20210416T164936Z.root root://xgate.hec.lancs.ac.uk:1094//cephfs/grid/dune/pdsp_mc_reco/15/02/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_42981492_73_20210416T165349Z.root root://xgate.hec.lancs.ac.uk:1094//cephfs/grid/dune/pdsp_mc_reco/f5/c3/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_76_20210416T150543Z.root root://xgate.hec.lancs.ac.uk:1094//cephfs/grid/dune/pdsp_mc_reco/51/9c/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_27_20210416T150338Z.root root://xgate.hec.lancs.ac.uk:1094//cephfs/grid/dune/pdsp_mc_reco/ac/34/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_63_20210416T150539Z.root
Files retrieved: 10
PFN list:
root://xgate.hec.lancs.ac.uk:1094//cephfs/grid/dune/pdsp_mc_reco/f6/cb/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_78_20210416T150542Z.root root://xgate.hec.lancs.ac.uk:1094//cephfs/grid/dune/pdsp_mc_reco/27/4e/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_65_20210416T150541Z.root root://xgate.hec.lancs.ac.uk:1094//cephfs/grid/dune/pdsp_mc_reco/c7/a8/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_64_20210416T150540Z.root root://xgate.hec.lancs.ac.uk:1094//cephfs/grid/dune/pdsp_mc_reco/02/f7/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_42981492_130_20210416T170739Z.root root://xgate.hec.lancs.ac.uk:1094//cephfs/grid/dune/pdsp_mc_reco/a0/d0/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_92_20210416T150544Z.root root://xgate.hec.lancs.ac.uk:1094//cephfs/grid/dune/pdsp_mc_reco/00/04/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_42981492_43_20210416T164936Z.root root://xgate.hec.lancs.ac.uk:1094//cephfs/grid/dune/pdsp_mc_reco/15/02/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_42981492_73_20210416T165349Z.root root://xgate.hec.lancs.ac.uk:1094//cephfs/grid/dune/pdsp_mc_reco/f5/c3/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_76_20210416T150543Z.root root://xgate.hec.lancs.ac.uk:1094//cephfs/grid/dune/pdsp_mc_reco/51/9c/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_27_20210416T150338Z.root root://xgate.hec.lancs.ac.uk:1094//cephfs/grid/dune/pdsp_mc_reco/ac/34/PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_63_20210416T150539Z.root
Running pdspana
Ran successfully
Forming metadata
formed
{
  "parents": [
    {
      "namespace": "pdsp_mc_reco",
      "name": "PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_78_20210416T150542Z.root"
    },
    {
      "namespace": "pdsp_mc_reco",
      "name": "PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_65_20210416T150541Z.root"
    },
    {
      "namespace": "pdsp_mc_reco",
      "name": "PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_64_20210416T150540Z.root"
    },
    {
      "namespace": "pdsp_mc_reco",
      "name": "PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_42981492_130_20210416T170739Z.root"
    },
    {
      "namespace": "pdsp_mc_reco",
      "name": "PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_92_20210416T150544Z.root"
    },
    {
      "namespace": "pdsp_mc_reco",
      "name": "PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_42981492_43_20210416T164936Z.root"
    },
    {
      "namespace": "pdsp_mc_reco",
      "name": "PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_42981492_73_20210416T165349Z.root"
    },
    {
      "namespace": "pdsp_mc_reco",
      "name": "PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_76_20210416T150543Z.root"
    },
    {
      "namespace": "pdsp_mc_reco",
      "name": "PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_27_20210416T150338Z.root"
    },
    {
      "namespace": "pdsp_mc_reco",
      "name": "PDSPProd4a_protoDUNE_sp_reco_stage1_p1GeV_35ms_sce_datadriven_43586502_63_20210416T150539Z.root"
    }
  ],
  "metadata": {
    "core.application": "protoduneana.pdspana",
    "core.application.family": "protoduneana",
    "core.application.name": "pdspana",
    "core.application.version": "v09_81_00d01",
    "core.data_tier": "root-tuple-virtual",
    "core.file_format": "root",
    "dune.fcl_version_tag": "v09_81_00d01",
    "dune.fcl_name": "pduneana_Prod4a_MC_sce.fcl",
    "core.runs": [
      42981492,
      43586502
    ],
    "core.runs_subruns": [
      4298149200167,
      4358650200191
    ],
    "beam.polarity": 1,
    "core.group": "dune",
    "dune_mc.detector_type": "protoDUNE SP",
    "dune_mc.electron_lifetime": "35ms",
    "dune_mc.generators": "beam_cosmics",
    "dune_mc.liquid_flow": "no",
    "dune_mc.space_charge": "yes",
    "dune_mc.with_cosmics": 1,
    "core.run_type": "protodune-sp",
    "core.file_type": "mc",
    "core.data_stream": "out1",
    "core.event_count": 45
  }
}