Name OisKDmxZD3tnyYickojUe11pABFKDmABFKDmmnRbDmABFKDm37zyZn_0
Workunit 106048894
Created 14 Jan 2019, 9:20:32 UTC
Sent 14 Jan 2019, 11:07:37 UTC
Report deadline 22 Jan 2019, 11:07:37 UTC
Received 14 Jan 2019, 12:41:06 UTC
Server state Over
Outcome Validate error
Client state Done
Exit status 0 (0x00000000)
Computer ID 10559947
Run time 11 min 17 sec
CPU time 2 sec
Validate state Invalid
Credit 0.00
Device peak FLOPS 12.84 GFLOPS
Application version ATLAS Simulation v2.54 (native_mt)
x86_64-pc-linux-gnu
Peak working set size 26.75 MB
Peak swap size 217.99 MB
Peak disk usage 812.38 MB

Stderr output

<core_client_version>7.14.2</core_client_version>
<![CDATA[
<stderr_txt>
13:18:08 (31679): wrapper (7.7.26015): starting
13:18:08 (31679): wrapper: running run_atlas (--nthreads 8)
singularity image is /cvmfs/atlas.cern.ch/repo/images/singularity/x86_64-slc6.img
sys.argv = ['run_atlas', '--nthreads', '8']
THREADS=8
Checking for CVMFS
CVMFS is installed
OS:CentOS Linux release 7.6.1810 (Core) 

This is not SLC6, need to run with Singularity....
Checking Singularity...
Singularity is installed
copy /var/lib/boinc/slots/13/shared/ATLAS.root_0
copy /var/lib/boinc/slots/13/shared/input.tar.gz
copy /var/lib/boinc/slots/13/shared/RTE.tar.gz
copy /var/lib/boinc/slots/13/shared/start_atlas.sh
export ATHENA_PROC_NUMBER=8;start atlas job with PandaID=4209555536
Testing the function of Singularity...
check singularity with cmd:singularity exec -B /cvmfs /cvmfs/atlas.cern.ch/repo/images/singularity/x86_64-slc6.img hostname
Singularity Works...
cmd = singularity exec --pwd /var/lib/boinc/slots/13 -B /cvmfs,/var /cvmfs/atlas.cern.ch/repo/images/singularity/x86_64-slc6.img sh start_atlas.sh > runtime_log 2> runtime_log.err
running cmd return value is 0

*****************The last 100 lines of the pilot log******************
    "maxinputsize": 51200, 
    "maxmemory": 7500, 
    "maxrss": 32000, 
    "maxtime": 4000000, 
    "maxwdir": 53200, 
    "memory": 7500, 
    "minmemory": 0, 
    "minrss": 0, 
    "mintime": 0, 
    "multicloud": null, 
    "multicloud_append": null, 
    "name": "default", 
    "nickname": "BOINC_MCORE", 
    "nodes": 0, 
    "nqueue": 0, 
    "objectstore": null, 
    "objectstores": "[{\"os_secret_key\": \"CERN_ObjectStoreKey\", \"os_access_key\": \"CERN_ObjectStoreKey.pub\", \"os_name\": \"CERN_OS_1\", \"os_bucket_id\": 41, \"os_is_secure\": true, \"ddmendpoint\": \"CERN-PROD_ES\", \"protocol_pk\": 1, \"os_bucket_name\": \"eventservice\", \"os_flavour\": \"AWS-S3-SSL\", \"os_bucket_endpoint\": \"/atlas-eventservice\", \"type\": \"OS_ES\", \"os_endpoint\": \"s3://s3.cern.ch:443/\"}, {\"os_secret_key\": \"CERN_ObjectStoreKey\", \"os_access_key\": \"CERN_ObjectStoreKey.pub\", \"os_name\": \"CERN_LOG_1\", \"os_bucket_id\": 119, \"os_is_secure\": true, \"ddmendpoint\": \"CERN-PROD_LOGS\", \"protocol_pk\": 19, \"os_bucket_name\": \"logs\", \"os_flavour\": \"AWS-S3-SSL\", \"os_bucket_endpoint\": \"/atlas-logs\", \"type\": \"OS_LOGS\", \"os_endpoint\": \"s3://s3.cern.ch:443/\"}]", 
    "pcache": null, 
    "pilot_manager": "aCT", 
    "pilotlimit": null, 
    "pilotversion": "current", 
    "pledgedcpu": null, 
    "pledgedstorage": null, 
    "priorityoffset": null, 
    "proxy": null, 
    "python_path": null, 
    "queue": null, 
    "queuehours": 0, 
    "recoverdir": null, 
    "region": "Nordugrid", 
    "releases": null, 
    "resource_type": "cloud_special", 
    "retry": "False", 
    "se": "token:ATLASDATADISK:srm://srm.ndgf.org:8443/srm/managerv2?SFN=", 
    "sein": null, 
    "seinopt": null, 
    "seopt": "token:ATLASDATADISK:srm://srm.ndgf.org:8443/srm/managerv2?SFN=", 
    "sepath": "/atlas/disk/atlasdatadisk/rucio", 
    "seprodpath": "/atlas/disk/atlasdatadisk/rucio", 
    "setokens": "ATLASDATADISK", 
    "site": "BOINC", 
    "siteid": "BOINC_MCORE", 
    "sitershare": null, 
    "space": 0, 
    "special_par": null, 
    "stageinretry": 2, 
    "stageoutretry": 2, 
    "status": "brokeroff", 
    "statusoverride": "offline", 
    "sysconfig": "manual", 
    "system": "arc", 
    "tags": "arc", 
    "tier": "T3", 
    "timefloor": 0, 
    "tmpdir": null, 
    "transferringlimit": 20000, 
    "tspace": "2070-01-01T00:00:00", 
    "use_newmover": "True", 
    "validatedreleases": "True", 
    "version": null, 
    "wansinklimit": null, 
    "wansourcelimit": null, 
    "wnconnectivity": "full", 
    "wntmpdir": null, 
    "workflow": null
}

2019-01-14 12:18:26|32063|SiteInformat| Queuedata was successfully downloaded by pilot wrapper script
2019-01-14 12:18:26|32063|ATLASSiteInf| curl command returned valid queuedata
2019-01-14 12:18:26|32063|ATLASSiteInf| Site BOINC_MCORE is currently in brokeroff mode
2019-01-14 12:18:26|32063|ATLASSiteInf| Job recovery turned off
2019-01-14 12:18:26|32063|ATLASSiteInf| Confirmed correctly formatted rucio sepath
2019-01-14 12:18:26|32063|ATLASSiteInf| Confirmed correctly formatted rucio seprodpath
2019-01-14 12:18:26|32063|SiteInformat| Evaluating queuedata
2019-01-14 12:18:26|32063|SiteInformat| Setting unset pilot variables using queuedata
2019-01-14 12:18:26|32063|SiteInformat| appdir: 
2019-01-14 12:18:26|32063|pUtil.py    | File registration will be done by server
2019-01-14 12:18:26|32063|pUtil.py    | Updated stage-in retry number to 2
2019-01-14 12:18:26|32063|pUtil.py    | Updated stage-out retry number to 2
2019-01-14 12:18:26|32063|pUtil.py    | Detected unset (NULL) release/homepackage string
2019-01-14 12:18:26|32063|ATLASExperim| Application dir confirmed: /var/lib/boinc/slots/13/
2019-01-14 12:18:26|32063|pilot.py    | Pilot will serve experiment: Nordugrid-ATLAS
2019-01-14 12:18:26|32063|ATLASExperim| Architecture information:
2019-01-14 12:18:26|32063|ATLASExperim| Excuting command: lsb_release -a
2019-01-14 12:18:26|32063|ATLASExperim| 
sh: lsb_release: command not found
2019-01-14 12:18:26|32063|pUtil.py    | getSiteInformation: got experiment=ATLAS
2019-01-14 12:18:26|32063|ATLASExperim| appdirs = ['/cvmfs/atlas.cern.ch/repo/sw']
2019-01-14 12:19:17|32063|ATLASExperim| head of /cvmfs/atlas.cern.ch/repo/sw/ChangeLog: 
--------------------------------------------------------------------------------
head: cannot open `/cvmfs/atlas.cern.ch/repo/sw/ChangeLog' for reading: Input/output error
--------------------------------------------------------------------------------
2019-01-14 12:19:17|32063|ATLASExperim| ATLAS_PYTHON_PILOT set to /usr/bin/python
2019-01-14 12:19:17|32063|pUtil.py    | getSiteInformation: got experiment=ATLAS
2019-01-14 12:19:17|32063|ATLASExperim| Executing command: export ATLAS_LOCAL_ROOT_BASE=/cvmfs/atlas.cern.ch/repo/ATLASLocalRootBase;$ATLAS_LOCAL_ROOT_BASE/utilities/checkValidity.sh (time-out: 300)
2019-01-14 12:19:17|32063|pUtil.py    | Executing command: export ATLAS_LOCAL_ROOT_BASE=/cvmfs/atlas.cern.ch/repo/ATLASLocalRootBase;$ATLAS_LOCAL_ROOT_BASE/utilities/checkValidity.sh (protected by timed_command, timeout: 300 s)
2019-01-14 12:19:22|32063|pUtil.py    | !!WARNING!!2220!! Timed command returned: /bin/sh: /cvmfs/atlas.cern.ch/repo/ATLASLocalRootBase/utilities/checkValidity.sh: Input/output error

2019-01-14 12:19:22|32063|pUtil.py    | Elapsed time: 5
2019-01-14 12:19:22|32063|ATLASExperim| !!WARNING!!1234!! CVMFS diagnostics tool failed: 126, /bin/sh: /cvmfs/atlas.cern.ch/repo/ATLASLocalRootBase/utilities/checkValidity.sh: Input/output error
***************diag file************
runtimeenvironments=APPS/HEP/ATLAS-SITE;
Processors=1
WallTime=658.01s
KernelTime=0.34s
UserTime=1.54s
CPUUsage=0%
MaxResidentMemory=27484kB
AverageResidentMemory=0kB
AverageTotalMemory=0kB
AverageUnsharedMemory=0kB
AverageUnsharedStack=0kB
AverageSharedMemory=0kB
PageSize=4096B
MajorPageFaults=72
MinorPageFaults=32143
Swaps=0
ForcedSwitches=45
WaitSwitches=651
Inputs=19648
Outputs=17440
SocketReceived=0
SocketSent=0
Signals=0

nodename=Agile_Boincers@gp015-boinc-c-20.cern.ch
exitcode=91
******************************WorkDir***********************
total 416044
drwxrwx--x.  4 boinc boinc      4096 Jan 14 13:29 .
drwxrwx--x. 16 boinc boinc       136 Jan 14 10:56 ..
drwxr-xr-x.  3 boinc boinc        17 Jan 14 13:18 APPS
-rwx------.  1 boinc boinc      2441 Jan 14 10:19 ARCpilot
-rw-r--r--.  1 boinc boinc         0 Jan 14 13:18 boinc_lockfile
-rw-r--r--.  1 boinc boinc      8192 Jan 14 13:29 boinc_mmap_file
-rw-r--r--.  1 boinc boinc       520 Jan 14 13:19 boinc_task_state.xml
-rw-r--r--.  1 boinc boinc 424782877 Jan 14 13:18 EVNT.16513505._001181.pool.root.1
-rw-r--r--.  1 boinc boinc      5963 Jan 14 13:18 init_data.xml
-rw-r--r--.  1 boinc boinc   1088722 Jan 14 13:18 input.tar.gz
-rw-r--r--.  1 boinc boinc       105 Jan 14 13:18 job.xml
-rw-------.  1 boinc boinc     12371 Jan 14 13:19 log.16589990._051664.job.log.1
-rw-------.  1 boinc boinc       493 Jan 14 13:29 OisKDmxZD3tnyYickojUe11pABFKDmABFKDmmnRbDmABFKDm37zyZn.diag
-rw-------.  1 boinc boinc      2919 Jan 14 13:18 pandaJobData.out
-rw-------.  1 boinc boinc        23 Jan 14 13:18 PILOT_INITDIR
-rw-------.  1 boinc boinc      9040 Jan 14 13:19 pilotlog.txt
-rw-------.  1 boinc boinc      4436 Jan 14 13:18 queuedata.json
-rw-r--r--.  1 boinc boinc      4436 Jan 14 10:15 queuedata.pilot.json
-rw-r--r--.  1 boinc boinc       605 Jan 14 13:18 RTE.tar.gz
-rwxr-xr-x.  1 boinc boinc      8356 Jan 14 13:18 run_atlas
-rw-r--r--.  1 boinc boinc       521 Jan 14 13:29 runtime_log
-rw-r--r--.  1 boinc boinc      9640 Jan 14 13:29 runtime_log.err
drwxrwx--x.  2 boinc boinc       107 Jan 14 13:29 shared
-rw-r--r--.  1 boinc boinc     14361 Jan 14 13:18 start_atlas.sh
-rw-r--r--.  1 boinc boinc      7232 Jan 14 13:29 stderr.txt
-rw-r--r--.  1 boinc boinc       100 Jan 14 13:18 wrapper_26015_x86_64-pc-linux-gnu
-rw-r--r--.  1 boinc boinc        22 Jan 14 13:29 wrapper_checkpoint.txt
running start_atlas return value is 0
Parent exit 0
child process exit 0
13:29:22 (31679): run_atlas exited; CPU time 1.996065
13:29:22 (31679): called boinc_finish(0)

</stderr_txt>
]]>


©2024 CERN