builder: release-comm-esr52-macosx64_release_update_verify_1 slave: bld-lion-r5-071 starttime: 1494557380.45 results: failure (2) ========= Started set props: master (results: 0, elapsed: 0 secs) (at 2017-05-11 19:49:40.449276) ========= master: http://buildbot-master82.bb.releng.scl3.mozilla.com:8001/ ========= Finished set props: master (results: 0, elapsed: 0 secs) (at 2017-05-11 19:49:40.449736) ========= ========= Started downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2017-05-11 19:49:40.450041) ========= ========= Finished downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2017-05-11 19:49:40.773652) ========= ========= Started 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2017-05-11 19:49:40.774178) ========= rm -rf scripts properties in dir /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/. (timeout 1200 secs) watching logfiles {} argv: ['rm', '-rf', 'scripts', 'properties'] environment: Apple_PubSub_Socket_Render=/tmp/launch-URVSOS/Render BUILDBOTCUSTOM=https://hg.mozilla.org/build/buildbotcustom BUILDBOT_CONFIGS=https://hg.mozilla.org/build/buildbot-configs CCACHE_COMPRESS=1 CCACHE_DIR=/builds/ccache CCACHE_UMASK=002 CHOWN_REVERT=~/bin/chown_revert CHOWN_ROOT=~/bin/chown_root CLOBBERER_URL=https://api.pub.build.mozilla.org/clobberer/forceclobber DISPLAY=/tmp/launch-P04ach/org.x:0 GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LC_ALL=C LOGNAME=cltbld MOZ_AUTOMATION=1 MOZ_CRASHREPORTER_NO_REPORT=1 MOZ_OBJDIR=objdir-tb PATH=/tools/python/bin:/tools/buildbot/bin:/opt/local/bin:/usr/bin:/bin:/usr/sbin:/sbin:/usr/local/bin:/usr/X11/bin PWD=/builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0 RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/tmp/launch-ETT74v/Listeners TINDERBOX_OUTPUT=1 TMPDIR=/var/folders/6w/mq30zd997379tdjpnxf_0wth00000w/T/ TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.7 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False program finished with exit code 0 elapsedTime=0.007404 ========= master_lag: 0.04 ========= ========= Finished 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2017-05-11 19:49:40.818549) ========= ========= Started 'hg clone ...' (results: 0, elapsed: 13 secs) (at 2017-05-11 19:49:40.818933) ========= hg clone https://hg.mozilla.org/build/tools scripts in dir /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/. (timeout 1320 secs) watching logfiles {} argv: ['hg', 'clone', 'https://hg.mozilla.org/build/tools', 'scripts'] environment: Apple_PubSub_Socket_Render=/tmp/launch-URVSOS/Render BUILDBOTCUSTOM=https://hg.mozilla.org/build/buildbotcustom BUILDBOT_CONFIGS=https://hg.mozilla.org/build/buildbot-configs CCACHE_COMPRESS=1 CCACHE_DIR=/builds/ccache CCACHE_UMASK=002 CHOWN_REVERT=~/bin/chown_revert CHOWN_ROOT=~/bin/chown_root CLOBBERER_URL=https://api.pub.build.mozilla.org/clobberer/forceclobber DISPLAY=/tmp/launch-P04ach/org.x:0 GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LC_ALL=C LOGNAME=cltbld MOZ_AUTOMATION=1 MOZ_CRASHREPORTER_NO_REPORT=1 MOZ_OBJDIR=objdir-tb PATH=/tools/python/bin:/tools/buildbot/bin:/opt/local/bin:/usr/bin:/bin:/usr/sbin:/sbin:/usr/local/bin:/usr/X11/bin PWD=/builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0 RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/tmp/launch-ETT74v/Listeners TINDERBOX_OUTPUT=1 TMPDIR=/var/folders/6w/mq30zd997379tdjpnxf_0wth00000w/T/ TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.7 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False warning: connecting to hg.mozilla.org using legacy security technology (TLS 1.0); see https://mercurial-scm.org/wiki/SecureConnections for more info applying clone bundle from https://s3-us-west-2.amazonaws.com/moz-hg-bundles-us-west-2/build/tools/64973b395ed7336acdd15624c8aea53959174538.gzip-v2.hg warning: connecting to s3-us-west-2.amazonaws.com using legacy security technology (TLS 1.0); see https://mercurial-scm.org/wiki/SecureConnections for more info adding changesets adding manifests adding file changes added 7504 changesets with 16386 changes to 2147 files (+2 heads) finished applying clone bundle warning: connecting to hg.mozilla.org using legacy security technology (TLS 1.0); see https://mercurial-scm.org/wiki/SecureConnections for more info searching for changes adding changesets adding manifests adding file changes added 11 changesets with 22 changes to 16 files updating to branch default 1046 files updated, 0 files merged, 0 files removed, 0 files unresolved program finished with exit code 0 elapsedTime=13.493780 ========= master_lag: 0.01 ========= ========= Finished 'hg clone ...' (results: 0, elapsed: 13 secs) (at 2017-05-11 19:49:54.326792) ========= ========= Started 'hg update ...' (results: 0, elapsed: 0 secs) (at 2017-05-11 19:49:54.327208) ========= hg update -C -r THUNDERBIRD_52_1_1_RELEASE_RUNTIME in dir /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/scripts (timeout 1200 secs) watching logfiles {} argv: ['hg', 'update', '-C', '-r', 'THUNDERBIRD_52_1_1_RELEASE_RUNTIME'] environment: Apple_PubSub_Socket_Render=/tmp/launch-URVSOS/Render BUILDBOTCUSTOM=https://hg.mozilla.org/build/buildbotcustom BUILDBOT_CONFIGS=https://hg.mozilla.org/build/buildbot-configs CCACHE_COMPRESS=1 CCACHE_DIR=/builds/ccache CCACHE_UMASK=002 CHOWN_REVERT=~/bin/chown_revert CHOWN_ROOT=~/bin/chown_root CLOBBERER_URL=https://api.pub.build.mozilla.org/clobberer/forceclobber DISPLAY=/tmp/launch-P04ach/org.x:0 GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LC_ALL=C LOGNAME=cltbld MOZ_AUTOMATION=1 MOZ_CRASHREPORTER_NO_REPORT=1 MOZ_OBJDIR=objdir-tb PATH=/tools/python/bin:/tools/buildbot/bin:/opt/local/bin:/usr/bin:/bin:/usr/sbin:/sbin:/usr/local/bin:/usr/X11/bin PWD=/builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/scripts RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/tmp/launch-ETT74v/Listeners TINDERBOX_OUTPUT=1 TMPDIR=/var/folders/6w/mq30zd997379tdjpnxf_0wth00000w/T/ TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.7 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False 1 files updated, 0 files merged, 0 files removed, 0 files unresolved program finished with exit code 0 elapsedTime=0.654631 ========= master_lag: 0.01 ========= ========= Finished 'hg update ...' (results: 0, elapsed: 0 secs) (at 2017-05-11 19:49:54.996394) ========= ========= Started set props: script_repo_revision (results: 0, elapsed: 0 secs) (at 2017-05-11 19:49:54.997002) ========= hg id -i in dir /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/scripts (timeout 1200 secs) watching logfiles {} argv: ['hg', 'id', '-i'] environment: Apple_PubSub_Socket_Render=/tmp/launch-URVSOS/Render BUILDBOTCUSTOM=https://hg.mozilla.org/build/buildbotcustom BUILDBOT_CONFIGS=https://hg.mozilla.org/build/buildbot-configs CCACHE_COMPRESS=1 CCACHE_DIR=/builds/ccache CCACHE_UMASK=002 CHOWN_REVERT=~/bin/chown_revert CHOWN_ROOT=~/bin/chown_root CLOBBERER_URL=https://api.pub.build.mozilla.org/clobberer/forceclobber DISPLAY=/tmp/launch-P04ach/org.x:0 GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LC_ALL=C LOGNAME=cltbld MOZ_AUTOMATION=1 MOZ_CRASHREPORTER_NO_REPORT=1 MOZ_OBJDIR=objdir-tb PATH=/tools/python/bin:/tools/buildbot/bin:/opt/local/bin:/usr/bin:/bin:/usr/sbin:/sbin:/usr/local/bin:/usr/X11/bin PWD=/builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/scripts RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/tmp/launch-ETT74v/Listeners TINDERBOX_OUTPUT=1 TMPDIR=/var/folders/6w/mq30zd997379tdjpnxf_0wth00000w/T/ TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.7 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False 216be8c06705 program finished with exit code 0 elapsedTime=0.472392 script_repo_revision: '216be8c06705' ========= master_lag: 0.02 ========= ========= Finished set props: script_repo_revision (results: 0, elapsed: 0 secs) (at 2017-05-11 19:49:55.485178) ========= ========= Started 'bash scripts/scripts/release/updates/chunked-verify.sh ...' failed (results: 2, elapsed: 21 mins, 24 secs) (at 2017-05-11 19:49:55.485547) ========= bash scripts/scripts/release/updates/chunked-verify.sh macosx64 updateChannels 6 1 release in dir /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/. (timeout 1200 secs) watching logfiles {} argv: ['bash', 'scripts/scripts/release/updates/chunked-verify.sh', 'macosx64', 'updateChannels', '6', '1', 'release'] environment: Apple_PubSub_Socket_Render=/tmp/launch-URVSOS/Render BUILDBOTCUSTOM=https://hg.mozilla.org/build/buildbotcustom BUILDBOT_CONFIGS=https://hg.mozilla.org/build/buildbot-configs CCACHE_COMPRESS=1 CCACHE_DIR=/builds/ccache CCACHE_UMASK=002 CHOWN_REVERT=~/bin/chown_revert CHOWN_ROOT=~/bin/chown_root CLOBBERER_URL=https://api.pub.build.mozilla.org/clobberer/forceclobber DISPLAY=/tmp/launch-P04ach/org.x:0 GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LC_ALL=C LOGNAME=cltbld MOZ_AUTOMATION=1 MOZ_CRASHREPORTER_NO_REPORT=1 MOZ_OBJDIR=objdir-tb PATH=/tools/python/bin:/tools/buildbot/bin:/opt/local/bin:/usr/bin:/bin:/usr/sbin:/sbin:/usr/local/bin:/usr/X11/bin PROPERTIES_FILE=/builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/buildprops.json PWD=/builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0 RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/tmp/launch-ETT74v/Listeners TINDERBOX_OUTPUT=1 TMPDIR=/var/folders/6w/mq30zd997379tdjpnxf_0wth00000w/T/ TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.7 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False + set -o pipefail ++ dirname scripts/scripts/release/updates/chunked-verify.sh + pushd scripts/scripts/release/updates ++ pwd + MY_DIR=/builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/scripts/scripts/release/updates + popd + SCRIPTS_DIR=/builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/scripts/scripts/release/updates/../../.. + PYTHON=/tools/python/bin/python + '[' '!' -x /tools/python/bin/python ']' + PYTHON=python + JSONTOOL='python /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/scripts/scripts/release/updates/../../../buildfarm/utils/jsontool.py' ++ pwd + workdir=/builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0 + platform=macosx64 + configDict=updateChannels + chunks=6 + thisChunk=1 + channel=release + '[' -n /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/buildprops.json -a -f /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/buildprops.json ']' + python /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/scripts/scripts/release/updates/../../../buildfarm/utils/jsontool.py -k properties.NO_BBCONFIG /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/buildprops.json Traceback (most recent call last): File "/builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/scripts/scripts/release/updates/../../../buildfarm/utils/jsontool.py", line 25, in v = v[k] KeyError: 'NO_BBCONFIG' + python /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/scripts/scripts/release/updates/../../../buildfarm/utils/jsontool.py -k properties.VERIFY_CONFIG /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/buildprops.json Traceback (most recent call last): File "/builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/scripts/scripts/release/updates/../../../buildfarm/utils/jsontool.py", line 25, in v = v[k] KeyError: 'VERIFY_CONFIG' + python /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/scripts/scripts/release/updates/../../../buildfarm/utils/jsontool.py -k properties.TOTAL_CHUNKS /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/buildprops.json Traceback (most recent call last): File "/builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/scripts/scripts/release/updates/../../../buildfarm/utils/jsontool.py", line 25, in v = v[k] KeyError: 'TOTAL_CHUNKS' + python /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/scripts/scripts/release/updates/../../../buildfarm/utils/jsontool.py -k properties.THIS_CHUNK /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/buildprops.json Traceback (most recent call last): File "/builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/scripts/scripts/release/updates/../../../buildfarm/utils/jsontool.py", line 25, in v = v[k] KeyError: 'THIS_CHUNK' + '[' -z '' -a -z https://hg.mozilla.org/build/buildbot-configs ']' +++ cd /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/scripts/scripts/release/updates/../../../.. +++ pwd ++ basename /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0 + SLAVEBUILDDIR=tb-rel-c-esr52-m64_rel_u_v_1-0 + '[' -z '' ']' ++ python /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/scripts/scripts/release/updates/../../../buildfarm/utils/jsontool.py -k properties.release_config /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/buildprops.json + RELEASE_CONFIG=mozilla/release-thunderbird-comm-esr52.py ++ python /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/scripts/scripts/release/updates/../../../buildfarm/utils/jsontool.py -k properties.release_tag /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/buildprops.json + TAG=THUNDERBIRD_52_1_1_RELEASE ++ python /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/scripts/scripts/release/updates/../../../buildfarm/utils/jsontool.py -k properties.slavebuilddir /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/buildprops.json + SLAVEBUILDDIR=tb-rel-c-esr52-m64_rel_u_v_1-0 + python -u /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/scripts/scripts/release/updates/../../../buildfarm/maintenance/purge_builds.py -s 16 -n info -n 'rel-*' -n 'tb-rel-*' -n tb-rel-c-esr52-m64_rel_u_v_1-0 120.84 GB of space available + '[' -z '' -a -n '' ']' + '[' -z '' ']' + python /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/scripts/scripts/release/updates/chunked-verify.py -t THUNDERBIRD_52_1_1_RELEASE -r mozilla/release-thunderbird-comm-esr52.py -b https://hg.mozilla.org/build/buildbot-configs -p macosx64 --chunks 6 --this-chunk 1 --config-dict updateChannels --release-channel release + tee /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/scripts/scripts/release/updates/../../../../verify_log.txt Reporting hg version in use command: START command: hg -q version command: cwd: . command: output: Mercurial Distributed SCM (version 3.9.1) command: END (0.12s elapsed) Checking if share extension works command: START command: hg help share command: cwd: /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0 command: env: {'HGPLAIN': '1'} command: END (0.25s elapsed) command: START command: hg path default command: cwd: /builds/hg-shared/build/buildbot-configs command: env: {'HGPLAIN': '1'} command: END (0.25s elapsed) command: output: https://hg.mozilla.org/build/buildbot-configs Updating shared repo Reporting hg version in use command: START command: hg -q version command: cwd: . command: output: Mercurial Distributed SCM (version 3.9.1) command: END (0.12s elapsed) command: START command: hg path default command: cwd: /builds/hg-shared/build/buildbot-configs command: env: {'HGPLAIN': '1'} command: END (0.25s elapsed) command: output: https://hg.mozilla.org/build/buildbot-configs command: START command: hg pull --traceback https://hg.mozilla.org/build/buildbot-configs command: cwd: /builds/hg-shared/build/buildbot-configs command: env: {'HGPLAIN': '1'} command: END (0.50s elapsed) command: output: pulling from https://hg.mozilla.org/build/buildbot-configs warning: connecting to hg.mozilla.org using legacy security technology (TLS 1.0); see https://mercurial-scm.org/wiki/SecureConnections for more info searching for changes no changes found Trying to share /builds/hg-shared/build/buildbot-configs to /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/buildbot-configs mkdir: /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/buildbot-configs command: START command: hg share -U /builds/hg-shared/build/buildbot-configs /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/buildbot-configs command: cwd: /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0 command: output: command: END (0.13s elapsed) command: START command: hg branch command: cwd: /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/buildbot-configs command: env: {'HGPLAIN': '1'} command: END (0.25s elapsed) command: output: default command: START command: hg update -C command: cwd: /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/buildbot-configs command: output: 169 files updated, 0 files merged, 0 files removed, 0 files unresolved command: END (3.03s elapsed) command: START command: hg parent --template {node|short} command: cwd: /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/buildbot-configs command: env: {'HGPLAIN': '1'} command: END (0.25s elapsed) command: output: 1df37d26fe89 command: START command: hg update -C -r THUNDERBIRD_52_1_1_RELEASE command: cwd: buildbot-configs command: output: 10 files updated, 0 files merged, 0 files removed, 0 files unresolved command: END (0.40s elapsed) command: START command: hg parent --template {node|short} command: cwd: buildbot-configs command: env: {'HGPLAIN': '1'} command: END (0.25s elapsed) command: output: e5fa1f0b8b6b command: START command: cat /var/folders/6w/mq30zd997379tdjpnxf_0wth00000w/T/tmp2RyY1o command: cwd: /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0 command: output: release="52.1.0" product="Thunderbird" platform="Darwin_x86_64-gcc3-u-i386-x86_64" build_id="20170428151619" locales="ar ast be bg bn-BD br ca cs cy da de dsb el en-GB en-US es-AR es-ES et eu fi fr fy-NL ga-IE gd gl he hr hsb hu hy-AM" channel="release-localtest" patch_types="complete partial" from="/thunderbird/releases/52.1.0/mac/%locale%/Thunderbird 52.1.0.dmg" aus_server="https://aus4.mozilla.org" ftp_server_from="http://archive.mozilla.org/pub/mozilla.org" ftp_server_to="http://archive.mozilla.org/pub/mozilla.org" to="/thunderbird/candidates/52.1.1-candidates/build1/mac/%locale%/Thunderbird 52.1.1.dmg" to_build_id="20170509142926" to_display_version="52.1.1" to_app_version="52.1.1" release="52.0" product="Thunderbird" platform="Darwin_x86_64-gcc3-u-i386-x86_64" build_id="20170321161200" locales="ar ast be bg bn-BD br ca cs cy da" channel="release-localtest" patch_types="complete" command: END (0.03s elapsed) command: START command: bash verify.sh -c /var/folders/6w/mq30zd997379tdjpnxf_0wth00000w/T/tmp2RyY1o command: cwd: /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/scripts/scripts/release/updates/../../../release/updates command: output: Using config file /var/folders/6w/mq30zd997379tdjpnxf_0wth00000w/T/tmp2RyY1o Using https://aus4.mozilla.org/update/3/Thunderbird/52.1.0/20170428151619/Darwin_x86_64-gcc3-u-i386-x86_64/ar/release-localtest/default/default/default/update.xml?force=1 Downloading 'https://aus4.mozilla.org/update/3/Thunderbird/52.1.0/20170428151619/Darwin_x86_64-gcc3-u-i386-x86_64/ar/release-localtest/default/default/default/update.xml?force=1' and placing in cache... Executing: ['wget', '-O', 'update.xml', '--progress=dot:mega', '--server-response', '--no-check-certificate', 'https://aus4.mozilla.org/update/3/Thunderbird/52.1.0/20170428151619/Darwin_x86_64-gcc3-u-i386-x86_64/ar/release-localtest/default/default/default/update.xml?force=1'] --2017-05-11 19:50:03-- https://aus4.mozilla.org/update/3/Thunderbird/52.1.0/20170428151619/Darwin_x86_64-gcc3-u-i386-x86_64/ar/release-localtest/default/default/default/update.xml?force=1 Resolving aus4.mozilla.org... 54.191.29.97, 52.33.244.85 Connecting to aus4.mozilla.org|54.191.29.97|:443... connected. HTTP request sent, awaiting response... HTTP/1.1 200 OK Cache-Control: public, max-age=90 Content-Security-Policy: default-src 'none'; frame-ancestors 'none' Content-Type: text/xml; charset=utf-8 Date: Fri, 12 May 2017 02:50:03 GMT Strict-Transport-Security: max-age=31536000; Vary: Accept-Encoding X-Content-Type-Options: nosniff X-Proxy-Cache-Status: MISS X-Proxy-Cache-Status: MISS Content-Length: 939 Connection: keep-alive Length: 939 [text/xml] Saving to: 'update.xml' 0K 100% 112M=0s 2017-05-11 19:50:03 (112 MB/s) - 'update.xml' saved [939/939] Got this response: Downloading 'http://archive.mozilla.org/pub/thunderbird/candidates/52.1.1-candidates/build1/update/mac/ar/thunderbird-52.1.1.complete.mar' and placing in cache... Executing: ['wget', '-O', 'update/complete.mar', '--progress=dot:mega', '--server-response', '--no-check-certificate', 'http://archive.mozilla.org/pub/thunderbird/candidates/52.1.1-candidates/build1/update/mac/ar/thunderbird-52.1.1.complete.mar'] --2017-05-11 19:50:03-- http://archive.mozilla.org/pub/thunderbird/candidates/52.1.1-candidates/build1/update/mac/ar/thunderbird-52.1.1.complete.mar Resolving archive.mozilla.org... 54.230.118.82 Connecting to archive.mozilla.org|54.230.118.82|:80... connected. HTTP request sent, awaiting response... HTTP/1.1 200 OK Content-Type: application/octet-stream Content-Length: 76200031 Connection: keep-alive Date: Fri, 12 May 2017 02:50:04 GMT x-amz-replication-status: COMPLETED Last-Modified: Wed, 10 May 2017 03:37:54 GMT ETag: "96b2500ad20db377854f354a971a20fa" x-amz-version-id: _REPLnBEWGQEtoil58cgFoPVCTiFLDKD Accept-Ranges: bytes Server: AmazonS3 X-Cache: Miss from cloudfront Via: 1.1 93ab344e1a3fa44edbf3f1bc5729427a.cloudfront.net (CloudFront) X-Amz-Cf-Id: 4IGjCCfa_SfGWtaprvZtxmXkw7lXBXRD1z7e8PeRWlLq5SzMNKkihA== Length: 76200031 (73M) [application/octet-stream] Saving to: 'update/complete.mar' 0K ........ ........ ........ ........ ........ ........ 4% 1.95M 36s 3072K ........ ........ ........ ........ ........ ........ 8% 5.53M 23s 6144K ........ ........ ........ ........ ........ ........ 12% 7.82M 17s 9216K ........ ........ ........ ........ ........ ........ 16% 9.60M 14s 12288K ........ ........ ........ ........ ........ ........ 20% 9.85M 12s 15360K ........ ........ ........ ........ ........ ........ 24% 13.0M 10s 18432K ........ ........ ........ ........ ........ ........ 28% 13.1M 9s 21504K ........ ........ ........ ........ ........ ........ 33% 18.8M 8s 24576K ........ ........ ........ ........ ........ ........ 37% 15.6M 7s 27648K ........ ........ ........ ........ ........ ........ 41% 12.3M 6s 30720K ........ ........ ........ ........ ........ ........ 45% 40.8M 5s 33792K ........ ........ ........ ........ ........ ........ 49% 21.8M 4s 36864K ........ ........ ........ ........ ........ ........ 53% 24.8M 4s 39936K ........ ........ ........ ........ ........ ........ 57% 23.5M 3s 43008K ........ ........ ........ ........ ........ ........ 61% 28.5M 3s 46080K ........ ........ ........ ........ ........ ........ 66% 24.2M 2s 49152K ........ ........ ........ ........ ........ ........ 70% 29.2M 2s 52224K ........ ........ ........ ........ ........ ........ 74% 36.4M 2s 55296K ........ ........ ........ ........ ........ ........ 78% 27.4M 1s 58368K ........ ........ ........ ........ ........ ........ 82% 37.0M 1s 61440K ........ ........ ........ ........ ........ ........ 86% 34.2M 1s 64512K ........ ........ ........ ........ ........ ........ 90% 37.5M 1s 67584K ........ ........ ........ ........ ........ ........ 94% 38.7M 0s 70656K ........ ........ ........ ........ ........ ........ 99% 38.8M 0s 73728K ........ .. 100% 25.9M=5.6s 2017-05-11 19:50:09 (13.1 MB/s) - 'update/complete.mar' saved [76200031/76200031] Downloading 'http://archive.mozilla.org/pub/mozilla.org/thunderbird/releases/52.1.0/mac/ar/Thunderbird 52.1.0.dmg' and placing in cache... Executing: ['wget', '-O', 'Thunderbird 52.1.0.dmg', '--progress=dot:mega', '--server-response', '--no-check-certificate', 'http://archive.mozilla.org/pub/mozilla.org/thunderbird/releases/52.1.0/mac/ar/Thunderbird 52.1.0.dmg'] --2017-05-11 19:50:12-- http://archive.mozilla.org/pub/mozilla.org/thunderbird/releases/52.1.0/mac/ar/Thunderbird%2052.1.0.dmg Resolving archive.mozilla.org... 54.230.118.82 Connecting to archive.mozilla.org|54.230.118.82|:80... connected. HTTP request sent, awaiting response... HTTP/1.1 200 OK Content-Type: application/x-apple-diskimage Content-Length: 78512420 Connection: keep-alive Accept-Ranges: bytes Date: Fri, 12 May 2017 02:50:12 GMT ETag: "c0b5f377cbc60f70002094baa97bbb4f" Last-Modified: Sun, 30 Apr 2017 12:46:19 GMT x-amz-replication-status: COMPLETED x-amz-version-id: aklkUj4j11CaLlgU6baH_9DGzXC0uqO_ X-Cache: Miss from cloudfront Via: 1.1 0302e8c462515ae281b72d9c815a5698.cloudfront.net (CloudFront) X-Amz-Cf-Id: nFTBc5lmU8Ukeygtl02Kj2qirlLbB3OyRq3EAHWS7ZezfqRIs7j4Yg== Length: 78512420 (75M) [application/x-apple-diskimage] Saving to: 'Thunderbird 52.1.0.dmg' 0K ........ ........ ........ ........ ........ ........ 4% 1.99M 36s 3072K ........ ........ ........ ........ ........ ........ 8% 7.22M 22s 6144K ........ ........ ........ ........ ........ ........ 12% 10.6M 16s 9216K ........ ........ ........ ........ ........ ........ 16% 14.2M 13s 12288K ........ ........ ........ ........ ........ ........ 20% 13.7M 11s 15360K ........ ........ ........ ........ ........ ........ 24% 19.2M 9s 18432K ........ ........ ........ ........ ........ ........ 28% 16.3M 8s 21504K ........ ........ ........ ........ ........ ........ 32% 19.9M 7s 24576K ........ ........ ........ ........ ........ ........ 36% 24.7M 6s 27648K ........ ........ ........ ........ ........ ........ 40% 20.9M 5s 30720K ........ ........ ........ ........ ........ ........ 44% 25.7M 4s 33792K ........ ........ ........ ........ ........ ........ 48% 26.9M 4s 36864K ........ ........ ........ ........ ........ ........ 52% 26.7M 3s 39936K ........ ........ ........ ........ ........ ........ 56% 26.6M 3s 43008K ........ ........ ........ ........ ........ ........ 60% 37.1M 3s 46080K ........ ........ ........ ........ ........ ........ 64% 37.2M 2s 49152K ........ ........ ........ ........ ........ ........ 68% 29.1M 2s 52224K ........ ........ ........ ........ ........ ........ 72% 37.9M 2s 55296K ........ ........ ........ ........ ........ ........ 76% 38.7M 1s 58368K ........ ........ ........ ........ ........ ........ 80% 40.4M 1s 61440K ........ ........ ........ ........ ........ ........ 84% 39.9M 1s 64512K ........ ........ ........ ........ ........ ........ 88% 37.7M 1s 67584K ........ ........ ........ ........ ........ ........ 92% 39.0M 0s 70656K ........ ........ ........ ........ ........ ........ 96% 42.2M 0s 73728K ........ ........ ........ ........ ........ ...... 100% 38.7M=4.7s 2017-05-11 19:50:17 (15.9 MB/s) - 'Thunderbird 52.1.0.dmg' saved [78512420/78512420] Downloading 'http://archive.mozilla.org/pub/mozilla.org/thunderbird/candidates/52.1.1-candidates/build1/mac/ar/Thunderbird 52.1.1.dmg' and placing in cache... Executing: ['wget', '-O', 'Thunderbird 52.1.1.dmg', '--progress=dot:mega', '--server-response', '--no-check-certificate', 'http://archive.mozilla.org/pub/mozilla.org/thunderbird/candidates/52.1.1-candidates/build1/mac/ar/Thunderbird 52.1.1.dmg'] --2017-05-11 19:50:18-- http://archive.mozilla.org/pub/mozilla.org/thunderbird/candidates/52.1.1-candidates/build1/mac/ar/Thunderbird%2052.1.1.dmg Resolving archive.mozilla.org... 54.230.118.82 Connecting to archive.mozilla.org|54.230.118.82|:80... connected. HTTP request sent, awaiting response... HTTP/1.1 200 OK Content-Type: application/x-apple-diskimage Content-Length: 78537825 Connection: keep-alive Accept-Ranges: bytes Date: Fri, 12 May 2017 02:50:18 GMT ETag: "c6ce21ac758120bcc14287f220a14c81" Last-Modified: Wed, 10 May 2017 03:37:47 GMT x-amz-replication-status: COMPLETED x-amz-version-id: JsTHSSJzvwl0YQ.UDZfI0oVwEIxET2.D X-Cache: Miss from cloudfront Via: 1.1 ff555a0cc6346f82fe74596f8ed6cc33.cloudfront.net (CloudFront) X-Amz-Cf-Id: jizmHxSNXUcMNsGMeJWb9SiteZgajMJszcSkem9Xs4I89ZgbznBcVQ== Length: 78537825 (75M) [application/x-apple-diskimage] Saving to: 'Thunderbird 52.1.1.dmg' 0K ........ ........ ........ ........ ........ ........ 4% 2.21M 33s 3072K ........ ........ ........ ........ ........ ........ 8% 7.41M 20s 6144K ........ ........ ........ ........ ........ ........ 12% 10.5M 15s 9216K ........ ........ ........ ........ ........ ........ 16% 12.8M 12s 12288K ........ ........ ........ ........ ........ ........ 20% 3.23M 13s 15360K ........ ........ ........ ........ ........ ........ 24% 1.85M 15s 18432K ........ ........ ........ ........ ........ ........ 28% 6.00M 14s 21504K ........ ........ ........ ........ ........ ........ 32% 5.60M 12s 24576K ........ ........ ........ ........ ........ ........ 36% 7.79M 11s 27648K ........ ........ ........ ........ ........ ........ 40% 8.72M 10s 30720K ........ ........ ........ ........ ........ ........ 44% 8.57M 9s 33792K ........ ........ ........ ........ ........ ........ 48% 8.89M 8s 36864K ........ ........ ........ ........ ........ ........ 52% 9.62M 7s 39936K ........ ........ ........ ........ ........ ........ 56% 8.72M 6s 43008K ........ ........ ........ ........ ........ ........ 60% 8.64M 6s 46080K ........ ........ ........ ........ ........ ........ 64% 9.67M 5s 49152K ........ ........ ........ ........ ........ ........ 68% 8.69M 4s 52224K ........ ........ ........ ........ ........ ........ 72% 9.79M 4s 55296K ........ ........ ........ ........ ........ ........ 76% 8.72M 3s 58368K ........ ........ ........ ........ ........ ........ 80% 9.71M 2s 61440K ........ ........ ........ ........ ........ ........ 84% 8.77M 2s 64512K ........ ........ ........ ........ ........ ........ 88% 9.71M 1s 67584K ........ ........ ........ ........ ........ ........ 92% 9.76M 1s 70656K ........ ........ ........ ........ ........ ........ 96% 9.91M 0s 73728K ........ ........ ........ ........ ........ ...... 100% 10.5M=11s 2017-05-11 19:50:30 (6.54 MB/s) - 'Thunderbird 52.1.1.dmg' saved [78537825/78537825] installing downloads/Thunderbird 52.1.0.dmg "disk3" unmounted. "disk3" ejected. installing downloads/Thunderbird 52.1.1.dmg "disk3" unmounted. "disk3" ejected. Found updater at Contents/MacOS/updater.app/Contents/MacOS/org.mozilla.updater command timed out: 1200 seconds without output running ['bash', 'scripts/scripts/release/updates/chunked-verify.sh', 'macosx64', 'updateChannels', '6', '1', 'release'], attempting to kill process killed by signal 9 program finished with exit code -1 elapsedTime=1284.540000 ========= master_lag: 0.01 ========= ========= Finished 'bash scripts/scripts/release/updates/chunked-verify.sh ...' failed (results: 2, elapsed: 21 mins, 24 secs) (at 2017-05-11 20:11:20.038331) ========= ========= Started no change (results: 0, elapsed: 0 secs) (at 2017-05-11 20:11:20.039250) ========= bash -c 'for file in `ls -1`; do cat $file; done' in dir /builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/properties (timeout 1200 secs) watching logfiles {} argv: ['bash', '-c', 'for file in `ls -1`; do cat $file; done'] environment: Apple_PubSub_Socket_Render=/tmp/launch-URVSOS/Render BUILDBOTCUSTOM=https://hg.mozilla.org/build/buildbotcustom BUILDBOT_CONFIGS=https://hg.mozilla.org/build/buildbot-configs CCACHE_COMPRESS=1 CCACHE_DIR=/builds/ccache CCACHE_UMASK=002 CHOWN_REVERT=~/bin/chown_revert CHOWN_ROOT=~/bin/chown_root CLOBBERER_URL=https://api.pub.build.mozilla.org/clobberer/forceclobber DISPLAY=/tmp/launch-P04ach/org.x:0 GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LC_ALL=C LOGNAME=cltbld MOZ_AUTOMATION=1 MOZ_CRASHREPORTER_NO_REPORT=1 MOZ_OBJDIR=objdir-tb PATH=/tools/python/bin:/tools/buildbot/bin:/opt/local/bin:/usr/bin:/bin:/usr/sbin:/sbin:/usr/local/bin:/usr/X11/bin PWD=/builds/slave/tb-rel-c-esr52-m64_rel_u_v_1-0/properties RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/tmp/launch-ETT74v/Listeners TINDERBOX_OUTPUT=1 TMPDIR=/var/folders/6w/mq30zd997379tdjpnxf_0wth00000w/T/ TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.7 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False program finished with exit code 0 elapsedTime=0.009515 ========= master_lag: 0.01 ========= ========= Finished no change (results: 0, elapsed: 0 secs) (at 2017-05-11 20:11:20.062507) ========= ========= Total master_lag: 0.11 =========