builder: fx-team-macosx64-debug slave: bld-lion-r5-077 starttime: 1469590501.62 results: exception (4) buildid: 20160726203413 builduid: 61b716ac94bc4295b197f9b9c8593644 revision: 820cfffb1fe2b87a09d1c57d06d02107be8ac778 ========= Started set props: master (results: 0, elapsed: 0 secs) (at 2016-07-26 20:35:01.617521) ========= master: http://buildbot-master84.bb.releng.scl3.mozilla.com:8001/ ========= Finished set props: master (results: 0, elapsed: 0 secs) (at 2016-07-26 20:35:01.618123) ========= ========= Started downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2016-07-26 20:35:01.618413) ========= ========= Finished downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2016-07-26 20:35:01.634665) ========= ========= Started 'bash -c ...' (results: 0, elapsed: 1 secs) (at 2016-07-26 20:35:01.635102) ========= bash -c 'wget -Oarchiver_client.py --no-check-certificate --tries=10 --waitretry=3 https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py' in dir /builds/slave/fx-team-m64-d-0000000000000000/. (timeout 1200 secs) watching logfiles {} argv: ['bash', '-c', 'wget -Oarchiver_client.py --no-check-certificate --tries=10 --waitretry=3 https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py'] environment: Apple_PubSub_Socket_Render=/tmp/launch-hSjf8e/Render DISPLAY=/tmp/launch-JoRu81/org.x:0 GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LOGNAME=cltbld PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11 PWD=/builds/slave/fx-team-m64-d-0000000000000000 RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/tmp/launch-LYpUaz/Listeners TMPDIR=/var/folders/yr/m4yt1xm94f7gtm1w3bzsl5l400000w/T/ TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.7 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False --2016-07-26 20:35:02-- https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py Resolving hg.mozilla.org... 63.245.215.102, 63.245.215.25 Connecting to hg.mozilla.org|63.245.215.102|:443... connected. HTTP request sent, awaiting response... 200 Script output follows Length: 12141 (12K) [text/x-python] Saving to: 'archiver_client.py' 0K .......... . 100% 13.6M=0.001s 2016-07-26 20:35:02 (13.6 MB/s) - 'archiver_client.py' saved [12141/12141] program finished with exit code 0 elapsedTime=1.041345 ========= master_lag: 0.01 ========= ========= Finished 'bash -c ...' (results: 0, elapsed: 1 secs) (at 2016-07-26 20:35:02.690562) ========= ========= Started 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2016-07-26 20:35:02.690910) ========= rm -rf scripts properties in dir /builds/slave/fx-team-m64-d-0000000000000000/. (timeout 1200 secs) watching logfiles {} argv: ['rm', '-rf', 'scripts', 'properties'] environment: Apple_PubSub_Socket_Render=/tmp/launch-hSjf8e/Render DISPLAY=/tmp/launch-JoRu81/org.x:0 GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LOGNAME=cltbld PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11 PWD=/builds/slave/fx-team-m64-d-0000000000000000 RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/tmp/launch-LYpUaz/Listeners TMPDIR=/var/folders/yr/m4yt1xm94f7gtm1w3bzsl5l400000w/T/ TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.7 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False program finished with exit code 0 elapsedTime=0.184433 ========= master_lag: 0.01 ========= ========= Finished 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2016-07-26 20:35:02.888030) ========= ========= Started 'bash -c ...' (results: 0, elapsed: 2 secs) (at 2016-07-26 20:35:02.888390) ========= bash -c 'python archiver_client.py mozharness --repo integration/fx-team --rev 820cfffb1fe2b87a09d1c57d06d02107be8ac778 --destination scripts --debug' in dir /builds/slave/fx-team-m64-d-0000000000000000/. (timeout 1200 secs) watching logfiles {} argv: ['bash', '-c', u'python archiver_client.py mozharness --repo integration/fx-team --rev 820cfffb1fe2b87a09d1c57d06d02107be8ac778 --destination scripts --debug'] environment: Apple_PubSub_Socket_Render=/tmp/launch-hSjf8e/Render DISPLAY=/tmp/launch-JoRu81/org.x:0 GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LOGNAME=cltbld PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11 PWD=/builds/slave/fx-team-m64-d-0000000000000000 RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/tmp/launch-LYpUaz/Listeners TMPDIR=/var/folders/yr/m4yt1xm94f7gtm1w3bzsl5l400000w/T/ TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.7 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False 2016-07-26 20:35:03,090 truncating revision to first 12 chars 2016-07-26 20:35:03,090 Setting DEBUG logging. 2016-07-26 20:35:03,090 attempt 1/10 2016-07-26 20:35:03,090 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/integration/fx-team/820cfffb1fe2?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness 2016-07-26 20:35:04,419 unpacking tar archive at: fx-team-820cfffb1fe2/testing/mozharness/ program finished with exit code 0 elapsedTime=2.267906 ========= master_lag: 0.01 ========= ========= Finished 'bash -c ...' (results: 0, elapsed: 2 secs) (at 2016-07-26 20:35:05.170003) ========= ========= Started set props: script_repo_revision (results: 0, elapsed: 0 secs) (at 2016-07-26 20:35:05.170318) ========= script_repo_revision: 820cfffb1fe2b87a09d1c57d06d02107be8ac778 ========= Finished set props: script_repo_revision (results: 0, elapsed: 0 secs) (at 2016-07-26 20:35:05.170716) ========= ========= Started downloading to oauth.txt (results: 0, elapsed: 0 secs) (at 2016-07-26 20:35:05.170981) ========= ========= Finished downloading to oauth.txt (results: 0, elapsed: 0 secs) (at 2016-07-26 20:35:05.182020) ========= ========= Started remove old nonce (results: 0, elapsed: 0 secs) (at 2016-07-26 20:35:05.182278) ========= rm -f nonce in dir /builds/slave/fx-team-m64-d-0000000000000000/. (timeout 1200 secs) watching logfiles {} argv: ['rm', '-f', 'nonce'] environment: Apple_PubSub_Socket_Render=/tmp/launch-hSjf8e/Render DISPLAY=/tmp/launch-JoRu81/org.x:0 GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LOGNAME=cltbld PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11 PWD=/builds/slave/fx-team-m64-d-0000000000000000 RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/tmp/launch-LYpUaz/Listeners TMPDIR=/var/folders/yr/m4yt1xm94f7gtm1w3bzsl5l400000w/T/ TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.7 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False program finished with exit code 0 elapsedTime=0.034025 ========= master_lag: 0.02 ========= ========= Finished remove old nonce (results: 0, elapsed: 0 secs) (at 2016-07-26 20:35:05.232181) ========= ========= Started download_token exception (results: 4, elapsed: 45 mins, 1 secs) (at 2016-07-26 20:35:05.232490) ========= Slave: bld-lion-r5-077 IP: 10.26.52.97 Duration: 25200 URI: https://signing6.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://signing6.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://signing6.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://signing6.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://signing6.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://signing4.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://signing4.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://signing4.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://signing4.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://signing4.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing3.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing3.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing3.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing3.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing3.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing4.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing4.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing4.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing4.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing4.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing6.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing6.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing6.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing6.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing6.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://signing5.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://signing5.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://signing5.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://signing5.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://signing5.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing2.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing2.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing2.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing2.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing2.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing1.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing1.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing1.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing1.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing1.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing7.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing7.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing7.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing7.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required URI: https://mac-v2-signing7.srv.releng.scl3.mozilla.com:9110/token : token generation failed, error message: 401 Authorization Required

<type 'exceptions.Exception'>: No more signing servers to try.

<type 'exceptions.Exception'>: No more signing servers to try.

Traceback (most recent call last): Failure: exceptions.Exception: No more signing servers to try. ========= Finished download_token exception (results: 4, elapsed: 45 mins, 1 secs) (at 2016-07-26 21:20:07.057495) ========= ========= Skipped (results: not started, elapsed: not started) ========= ========= Skipped (results: not started, elapsed: not started) ========= ========= Started no change (results: 0, elapsed: 0 secs) (at 2016-07-26 21:20:07.059730) ========= bash -c 'for file in `ls -1`; do cat $file; done' in dir /builds/slave/fx-team-m64-d-0000000000000000/properties (timeout 1200 secs) watching logfiles {} argv: ['bash', '-c', 'for file in `ls -1`; do cat $file; done'] environment: Apple_PubSub_Socket_Render=/tmp/launch-hSjf8e/Render DISPLAY=/tmp/launch-JoRu81/org.x:0 GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LOGNAME=cltbld PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11 PWD=/builds/slave/fx-team-m64-d-0000000000000000/properties RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/tmp/launch-LYpUaz/Listeners TMPDIR=/var/folders/yr/m4yt1xm94f7gtm1w3bzsl5l400000w/T/ TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.7 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False program finished with exit code 0 elapsedTime=0.008993 ========= master_lag: 0.12 ========= ========= Finished no change (results: 0, elapsed: 0 secs) (at 2016-07-26 21:20:07.186075) ========= ========= Started 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2016-07-26 21:20:07.186394) ========= rm -f oauth.txt in dir /builds/slave/fx-team-m64-d-0000000000000000/. (timeout 1200 secs) watching logfiles {} argv: ['rm', '-f', 'oauth.txt'] environment: Apple_PubSub_Socket_Render=/tmp/launch-hSjf8e/Render DISPLAY=/tmp/launch-JoRu81/org.x:0 GIT_SHARE_BASE_DIR=/builds/git-shared HG_SHARE_BASE_DIR=/builds/hg-shared HOME=/Users/cltbld IDLEIZER_DISABLE_SHUTDOWN=true LOGNAME=cltbld PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/bin/X11 PWD=/builds/slave/fx-team-m64-d-0000000000000000 RUNNER_CONFIG_CMD=/opt/runner/bin/python2.7 /opt/runner/bin/runner -c /opt/runner/runner.cfg SHELL=/bin/bash SSH_AUTH_SOCK=/tmp/launch-LYpUaz/Listeners TMPDIR=/var/folders/yr/m4yt1xm94f7gtm1w3bzsl5l400000w/T/ TWISTD_LOG_PATH=/builds/slave/twistd.log USER=cltbld VERSIONER_PYTHON_PREFER_32_BIT=no VERSIONER_PYTHON_VERSION=2.7 __CF_USER_TEXT_ENCODING=0x1C:0:0 using PTY: False program finished with exit code 0 elapsedTime=0.006434 ========= master_lag: 0.05 ========= ========= Finished 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2016-07-26 21:20:07.238548) ========= ========= Started reboot skipped (results: 3, elapsed: 0 secs) (at 2016-07-26 21:20:07.238860) ========= ========= Finished reboot skipped (results: 3, elapsed: 0 secs) (at 2016-07-26 21:20:07.239154) ========= ========= Total master_lag: 0.22 =========