builder: release-mozilla-release_firefox_macosx64_update_verify slave: bld-lion-r5-079 starttime: 1461056911.62 results: failure (2) revision: 521d7102e93ddc6b366caacb69e0b3cd04700a15 ========= Started set props: master (results: 0, elapsed: 0 secs) (at 2016-04-19 02:08:31.615969) ========= master: http://buildbot-master82.bb.releng.scl3.mozilla.com:8001/ ========= Finished set props: master (results: 0, elapsed: 0 secs) (at 2016-04-19 02:08:31.616352) ========= ========= Started downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2016-04-19 02:08:31.616640) ========= ========= Finished downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2016-04-19 02:08:32.187912) ========= ========= Started 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2016-04-19 02:08:32.188325) ========= rm -rf scripts properties in dir /builds/slave/rel-m-rel_fx_m64_u_v-000000000/. (timeout 1200 secs) watching logfiles {} argv: ['rm', '-rf', 'scripts', 'properties'] environment: Apple_PubSub_Socket_Render=/tmp/launch-bYkI1C/Render CCACHE_COMPRESS=1 CCACHE_DIR=/builds/ccache CCACHE_UMASK=002 CHOWN_REVERT=~/bin/chown_revert CHOWN_ROOT=~/bin/chown_root DISPLAY=/tmp/launch-Qi6ZSL/org.x:0 GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LC_ALL=C LOGNAME=cltbld MOZ_AUTOMATION=1 MOZ_CRASHREPORTER_NO_REPORT=1 MOZ_OBJDIR=obj-firefox PATH=/tools/python/bin:/tools/buildbot/bin:/opt/local/bin:/usr/bin:/bin:/usr/sbin:/sbin:/usr/local/bin:/usr/X11/bin PWD=/builds/slave/rel-m-rel_fx_m64_u_v-000000000 RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/tmp/launch-L7pv93/Listeners TINDERBOX_OUTPUT=1 TMPDIR=/var/folders/lw/_mcqdbpd5rv1_s0r9zcrvwp400000w/T/ TOOLTOOL_CACHE=/builds/tooltool_cache TOOLTOOL_HOME=/builds TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.7 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False program finished with exit code 0 elapsedTime=0.005341 ========= master_lag: 0.01 ========= ========= Finished 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2016-04-19 02:08:32.205578) ========= ========= Started 'hg clone ...' (results: 0, elapsed: 44 secs) (at 2016-04-19 02:08:32.205926) ========= hg clone https://hg.mozilla.org/build/tools scripts in dir /builds/slave/rel-m-rel_fx_m64_u_v-000000000/. (timeout 1320 secs) watching logfiles {} argv: ['hg', 'clone', 'https://hg.mozilla.org/build/tools', 'scripts'] environment: Apple_PubSub_Socket_Render=/tmp/launch-bYkI1C/Render CCACHE_COMPRESS=1 CCACHE_DIR=/builds/ccache CCACHE_UMASK=002 CHOWN_REVERT=~/bin/chown_revert CHOWN_ROOT=~/bin/chown_root DISPLAY=/tmp/launch-Qi6ZSL/org.x:0 GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LC_ALL=C LOGNAME=cltbld MOZ_AUTOMATION=1 MOZ_CRASHREPORTER_NO_REPORT=1 MOZ_OBJDIR=obj-firefox PATH=/tools/python/bin:/tools/buildbot/bin:/opt/local/bin:/usr/bin:/bin:/usr/sbin:/sbin:/usr/local/bin:/usr/X11/bin PWD=/builds/slave/rel-m-rel_fx_m64_u_v-000000000 RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/tmp/launch-L7pv93/Listeners TINDERBOX_OUTPUT=1 TMPDIR=/var/folders/lw/_mcqdbpd5rv1_s0r9zcrvwp400000w/T/ TOOLTOOL_CACHE=/builds/tooltool_cache TOOLTOOL_HOME=/builds TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.7 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False applying clone bundle from https://s3-us-west-2.amazonaws.com/moz-hg-bundles-us-west-2/build/tools/b0a294784c8117fcad7bc6f9e3526810d258b787.gzip.hg warning: s3-us-west-2.amazonaws.com certificate with fingerprint 1a:0e:4a:64:90:c1:d0:2f:79:46:95:b5:17:dc:63:45:cf:19:37:bd not verified (check hostfingerprints or web.cacerts config setting) adding changesets adding manifests adding file changes added 6717 changesets with 14248 changes to 1980 files (+1 heads) finished applying clone bundle searching for changes adding changesets adding manifests adding file changes added 8 changesets with 17 changes to 14 files updating to branch default 1134 files updated, 0 files merged, 0 files removed, 0 files unresolved program finished with exit code 0 elapsedTime=44.039056 ========= master_lag: 0.02 ========= ========= Finished 'hg clone ...' (results: 0, elapsed: 44 secs) (at 2016-04-19 02:09:16.260904) ========= ========= Started 'hg update ...' (results: 0, elapsed: 0 secs) (at 2016-04-19 02:09:16.261809) ========= hg update -C -r FIREFOX_46_0_BUILD3_RUNTIME in dir /builds/slave/rel-m-rel_fx_m64_u_v-000000000/scripts (timeout 1200 secs) watching logfiles {} argv: ['hg', 'update', '-C', '-r', u'FIREFOX_46_0_BUILD3_RUNTIME'] environment: Apple_PubSub_Socket_Render=/tmp/launch-bYkI1C/Render CCACHE_COMPRESS=1 CCACHE_DIR=/builds/ccache CCACHE_UMASK=002 CHOWN_REVERT=~/bin/chown_revert CHOWN_ROOT=~/bin/chown_root DISPLAY=/tmp/launch-Qi6ZSL/org.x:0 GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LC_ALL=C LOGNAME=cltbld MOZ_AUTOMATION=1 MOZ_CRASHREPORTER_NO_REPORT=1 MOZ_OBJDIR=obj-firefox PATH=/tools/python/bin:/tools/buildbot/bin:/opt/local/bin:/usr/bin:/bin:/usr/sbin:/sbin:/usr/local/bin:/usr/X11/bin PWD=/builds/slave/rel-m-rel_fx_m64_u_v-000000000/scripts RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/tmp/launch-L7pv93/Listeners TINDERBOX_OUTPUT=1 TMPDIR=/var/folders/lw/_mcqdbpd5rv1_s0r9zcrvwp400000w/T/ TOOLTOOL_CACHE=/builds/tooltool_cache TOOLTOOL_HOME=/builds TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.7 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False 1 files updated, 0 files merged, 0 files removed, 0 files unresolved program finished with exit code 0 elapsedTime=0.426582 ========= master_lag: 0.02 ========= ========= Finished 'hg update ...' (results: 0, elapsed: 0 secs) (at 2016-04-19 02:09:16.707021) ========= ========= Started set props: script_repo_revision (results: 0, elapsed: 0 secs) (at 2016-04-19 02:09:16.707469) ========= hg id -i in dir /builds/slave/rel-m-rel_fx_m64_u_v-000000000/scripts (timeout 1200 secs) watching logfiles {} argv: ['hg', 'id', '-i'] environment: Apple_PubSub_Socket_Render=/tmp/launch-bYkI1C/Render CCACHE_COMPRESS=1 CCACHE_DIR=/builds/ccache CCACHE_UMASK=002 CHOWN_REVERT=~/bin/chown_revert CHOWN_ROOT=~/bin/chown_root DISPLAY=/tmp/launch-Qi6ZSL/org.x:0 GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LC_ALL=C LOGNAME=cltbld MOZ_AUTOMATION=1 MOZ_CRASHREPORTER_NO_REPORT=1 MOZ_OBJDIR=obj-firefox PATH=/tools/python/bin:/tools/buildbot/bin:/opt/local/bin:/usr/bin:/bin:/usr/sbin:/sbin:/usr/local/bin:/usr/X11/bin PWD=/builds/slave/rel-m-rel_fx_m64_u_v-000000000/scripts RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/tmp/launch-L7pv93/Listeners TINDERBOX_OUTPUT=1 TMPDIR=/var/folders/lw/_mcqdbpd5rv1_s0r9zcrvwp400000w/T/ TOOLTOOL_CACHE=/builds/tooltool_cache TOOLTOOL_HOME=/builds TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.7 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False 2a69f4c72c63 program finished with exit code 0 elapsedTime=0.319632 script_repo_revision: '2a69f4c72c63' ========= master_lag: 0.02 ========= ========= Finished set props: script_repo_revision (results: 0, elapsed: 0 secs) (at 2016-04-19 02:09:17.047672) ========= ========= Started 'bash scripts/scripts/release/updates/chunked-verify.sh' failed (results: 2, elapsed: 0 secs) (at 2016-04-19 02:09:17.048285) ========= bash scripts/scripts/release/updates/chunked-verify.sh in dir /builds/slave/rel-m-rel_fx_m64_u_v-000000000/. (timeout 1200 secs) watching logfiles {} argv: ['bash', 'scripts/scripts/release/updates/chunked-verify.sh'] environment: Apple_PubSub_Socket_Render=/tmp/launch-bYkI1C/Render CCACHE_COMPRESS=1 CCACHE_DIR=/builds/ccache CCACHE_UMASK=002 CHOWN_REVERT=~/bin/chown_revert CHOWN_ROOT=~/bin/chown_root DISPLAY=/tmp/launch-Qi6ZSL/org.x:0 GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LC_ALL=C LOGNAME=cltbld MOZ_AUTOMATION=1 MOZ_CRASHREPORTER_NO_REPORT=1 MOZ_OBJDIR=obj-firefox PATH=/tools/python/bin:/tools/buildbot/bin:/opt/local/bin:/usr/bin:/bin:/usr/sbin:/sbin:/usr/local/bin:/usr/X11/bin PROPERTIES_FILE=/builds/slave/rel-m-rel_fx_m64_u_v-000000000/buildprops.json PWD=/builds/slave/rel-m-rel_fx_m64_u_v-000000000 RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/tmp/launch-L7pv93/Listeners TINDERBOX_OUTPUT=1 TMPDIR=/var/folders/lw/_mcqdbpd5rv1_s0r9zcrvwp400000w/T/ TOOLTOOL_CACHE=/builds/tooltool_cache TOOLTOOL_HOME=/builds TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.7 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False + set -o pipefail ++ dirname scripts/scripts/release/updates/chunked-verify.sh + pushd scripts/scripts/release/updates ++ pwd + MY_DIR=/builds/slave/rel-m-rel_fx_m64_u_v-000000000/scripts/scripts/release/updates + popd + SCRIPTS_DIR=/builds/slave/rel-m-rel_fx_m64_u_v-000000000/scripts/scripts/release/updates/../../.. + PYTHON=/tools/python/bin/python + '[' '!' -x /tools/python/bin/python ']' + PYTHON=python + JSONTOOL='python /builds/slave/rel-m-rel_fx_m64_u_v-000000000/scripts/scripts/release/updates/../../../buildfarm/utils/jsontool.py' ++ pwd + workdir=/builds/slave/rel-m-rel_fx_m64_u_v-000000000 + platform= + configDict= + chunks= + thisChunk= + channel= + '[' -n /builds/slave/rel-m-rel_fx_m64_u_v-000000000/buildprops.json -a -f /builds/slave/rel-m-rel_fx_m64_u_v-000000000/buildprops.json ']' + python /builds/slave/rel-m-rel_fx_m64_u_v-000000000/scripts/scripts/release/updates/../../../buildfarm/utils/jsontool.py -k properties.NO_BBCONFIG /builds/slave/rel-m-rel_fx_m64_u_v-000000000/buildprops.json 1 ++ python /builds/slave/rel-m-rel_fx_m64_u_v-000000000/scripts/scripts/release/updates/../../../buildfarm/utils/jsontool.py -k properties.NO_BBCONFIG /builds/slave/rel-m-rel_fx_m64_u_v-000000000/buildprops.json + NO_BBCONFIG=1 + python /builds/slave/rel-m-rel_fx_m64_u_v-000000000/scripts/scripts/release/updates/../../../buildfarm/utils/jsontool.py -k properties.VERIFY_CONFIG /builds/slave/rel-m-rel_fx_m64_u_v-000000000/buildprops.json release-firefox-macosx64.cfg ++ python /builds/slave/rel-m-rel_fx_m64_u_v-000000000/scripts/scripts/release/updates/../../../buildfarm/utils/jsontool.py -k properties.VERIFY_CONFIG /builds/slave/rel-m-rel_fx_m64_u_v-000000000/buildprops.json + VERIFY_CONFIG=release-firefox-macosx64.cfg + python /builds/slave/rel-m-rel_fx_m64_u_v-000000000/scripts/scripts/release/updates/../../../buildfarm/utils/jsontool.py -k properties.TOTAL_CHUNKS /builds/slave/rel-m-rel_fx_m64_u_v-000000000/buildprops.json 6 ++ python /builds/slave/rel-m-rel_fx_m64_u_v-000000000/scripts/scripts/release/updates/../../../buildfarm/utils/jsontool.py -k properties.TOTAL_CHUNKS /builds/slave/rel-m-rel_fx_m64_u_v-000000000/buildprops.json + chunks=6 + python /builds/slave/rel-m-rel_fx_m64_u_v-000000000/scripts/scripts/release/updates/../../../buildfarm/utils/jsontool.py -k properties.THIS_CHUNK /builds/slave/rel-m-rel_fx_m64_u_v-000000000/buildprops.json 4 ++ python /builds/slave/rel-m-rel_fx_m64_u_v-000000000/scripts/scripts/release/updates/../../../buildfarm/utils/jsontool.py -k properties.THIS_CHUNK /builds/slave/rel-m-rel_fx_m64_u_v-000000000/buildprops.json + thisChunk=4 + '[' -z 1 -a -z '' ']' +++ cd /builds/slave/rel-m-rel_fx_m64_u_v-000000000/scripts/scripts/release/updates/../../../.. +++ pwd ++ basename /builds/slave/rel-m-rel_fx_m64_u_v-000000000 + SLAVEBUILDDIR=rel-m-rel_fx_m64_u_v-000000000 + '[' -z 1 ']' + python -u /builds/slave/rel-m-rel_fx_m64_u_v-000000000/scripts/scripts/release/updates/../../../buildfarm/maintenance/purge_builds.py -s 16 -n info -n 'rel-*' -n 'tb-rel-*' -n rel-m-rel_fx_m64_u_v-000000000 Deleting ../tb-c-cen-m64-d-000000000000000 695.19 GB of space available + '[' -z release-firefox-macosx64.cfg -a -n 1 ']' + '[' -z 1 ']' + python /builds/slave/rel-m-rel_fx_m64_u_v-000000000/scripts/scripts/release/updates/chunked-verify.py --chunks 6 --this-chunk 4 --verify-config release-firefox-macosx64.cfg + tee /builds/slave/rel-m-rel_fx_m64_u_v-000000000/scripts/scripts/release/updates/../../../../verify_log.txt Traceback (most recent call last): File "/builds/slave/rel-m-rel_fx_m64_u_v-000000000/scripts/scripts/release/updates/chunked-verify.py", line 77, in verifyConfig.read(path.join(UPDATE_VERIFY_DIR, verifyConfigFile)) File "/builds/slave/rel-m-rel_fx_m64_u_v-000000000/scripts/scripts/release/updates/../../../lib/python/release/updates/verify.py", line 69, in read f = open(config) IOError: [Errno 2] No such file or directory: '/builds/slave/rel-m-rel_fx_m64_u_v-000000000/scripts/scripts/release/updates/../../../release/updates/release-firefox-macosx64.cfg' program finished with exit code 1 elapsedTime=0.473806 ========= master_lag: 0.02 ========= ========= Finished 'bash scripts/scripts/release/updates/chunked-verify.sh' failed (results: 2, elapsed: 0 secs) (at 2016-04-19 02:09:17.543088) ========= ========= Started no change (results: 0, elapsed: 0 secs) (at 2016-04-19 02:09:17.543781) ========= bash -c 'for file in `ls -1`; do cat $file; done' in dir /builds/slave/rel-m-rel_fx_m64_u_v-000000000/properties (timeout 1200 secs) watching logfiles {} argv: ['bash', '-c', 'for file in `ls -1`; do cat $file; done'] environment: Apple_PubSub_Socket_Render=/tmp/launch-bYkI1C/Render CCACHE_COMPRESS=1 CCACHE_DIR=/builds/ccache CCACHE_UMASK=002 CHOWN_REVERT=~/bin/chown_revert CHOWN_ROOT=~/bin/chown_root DISPLAY=/tmp/launch-Qi6ZSL/org.x:0 GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LC_ALL=C LOGNAME=cltbld MOZ_AUTOMATION=1 MOZ_CRASHREPORTER_NO_REPORT=1 MOZ_OBJDIR=obj-firefox PATH=/tools/python/bin:/tools/buildbot/bin:/opt/local/bin:/usr/bin:/bin:/usr/sbin:/sbin:/usr/local/bin:/usr/X11/bin PWD=/builds/slave/rel-m-rel_fx_m64_u_v-000000000/properties RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/tmp/launch-L7pv93/Listeners TINDERBOX_OUTPUT=1 TMPDIR=/var/folders/lw/_mcqdbpd5rv1_s0r9zcrvwp400000w/T/ TOOLTOOL_CACHE=/builds/tooltool_cache TOOLTOOL_HOME=/builds TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.7 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False program finished with exit code 0 elapsedTime=0.009088 ========= master_lag: 0.02 ========= ========= Finished no change (results: 0, elapsed: 0 secs) (at 2016-04-19 02:09:17.568923) ========= ========= Total master_lag: 0.10 =========