builder: mozilla-esr45-linux64-asan-nightly slave: bld-linux64-spot-304 starttime: 1457338784.29 results: failure (2) buildid: 20160307001502 builduid: 6728b20be5e346539324cb20c287efb4 revision: 7b2dfb80cd13d31b5653155b87c66c87dab8bdde ========= Started set props: master (results: 0, elapsed: 0 secs) (at 2016-03-07 00:19:44.292920) ========= master: http://buildbot-master72.bb.releng.usw2.mozilla.com:8001/ ========= Finished set props: master (results: 0, elapsed: 0 secs) (at 2016-03-07 00:19:44.293342) ========= ========= Started set props: basedir (results: 0, elapsed: 0 secs) (at 2016-03-07 00:19:44.293629) ========= bash -c pwd in dir /builds/slave/m-esr45-l64-asan-ntly-00000000/. (timeout 1200 secs) watching logfiles {} argv: ['bash', '-c', 'pwd'] environment: CCACHE_HASHDIR= G_BROKEN_FILENAMES=1 HISTCONTROL=ignoredups HISTSIZE=1000 HOME=/home/cltbld HOSTNAME=bld-linux64-spot-304.build.releng.usw2.mozilla.com LANG=en_US.UTF-8 LESSOPEN=|/usr/bin/lesspipe.sh %s LOGNAME=cltbld MAIL=/var/spool/mail/cltbld PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin PWD=/builds/slave/m-esr45-l64-asan-ntly-00000000 SHELL=/bin/bash SHLVL=1 TERM=linux TMOUT=86400 USER=cltbld _=/tools/buildbot/bin/python using PTY: False /builds/slave/m-esr45-l64-asan-ntly-00000000 program finished with exit code 0 elapsedTime=0.004065 basedir: '/builds/slave/m-esr45-l64-asan-ntly-00000000' ========= master_lag: 0.01 ========= ========= Finished set props: basedir (results: 0, elapsed: 0 secs) (at 2016-03-07 00:19:44.311947) ========= ========= Started downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2016-03-07 00:19:44.312243) ========= ========= Finished downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2016-03-07 00:19:44.324780) ========= ========= Started 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2016-03-07 00:19:44.325036) ========= rm -rf properties in dir /builds/slave/m-esr45-l64-asan-ntly-00000000/. (timeout 1200 secs) watching logfiles {} argv: ['rm', '-rf', 'properties'] environment: CCACHE_HASHDIR= G_BROKEN_FILENAMES=1 HISTCONTROL=ignoredups HISTSIZE=1000 HOME=/home/cltbld HOSTNAME=bld-linux64-spot-304.build.releng.usw2.mozilla.com LANG=en_US.UTF-8 LESSOPEN=|/usr/bin/lesspipe.sh %s LOGNAME=cltbld MAIL=/var/spool/mail/cltbld PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin PWD=/builds/slave/m-esr45-l64-asan-ntly-00000000 SHELL=/bin/bash SHLVL=1 TERM=linux TMOUT=86400 USER=cltbld _=/tools/buildbot/bin/python using PTY: False program finished with exit code 0 elapsedTime=0.003220 ========= master_lag: 0.04 ========= ========= Finished 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2016-03-07 00:19:44.371892) ========= ========= Started set props: script_repo_url (results: 0, elapsed: 0 secs) (at 2016-03-07 00:19:44.372202) ========= script_repo_url: https://hg.mozilla.org/build/mozharness ========= Finished set props: script_repo_url (results: 0, elapsed: 0 secs) (at 2016-03-07 00:19:44.372541) ========= ========= Started 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2016-03-07 00:19:44.372806) ========= rm -rf scripts in dir /builds/slave/m-esr45-l64-asan-ntly-00000000/. (timeout 1200 secs) watching logfiles {} argv: ['rm', '-rf', 'scripts'] environment: CCACHE_HASHDIR= G_BROKEN_FILENAMES=1 HISTCONTROL=ignoredups HISTSIZE=1000 HOME=/home/cltbld HOSTNAME=bld-linux64-spot-304.build.releng.usw2.mozilla.com LANG=en_US.UTF-8 LESSOPEN=|/usr/bin/lesspipe.sh %s LOGNAME=cltbld MAIL=/var/spool/mail/cltbld PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin PWD=/builds/slave/m-esr45-l64-asan-ntly-00000000 SHELL=/bin/bash SHLVL=1 TERM=linux TMOUT=86400 USER=cltbld _=/tools/buildbot/bin/python using PTY: False program finished with exit code 0 elapsedTime=0.003233 ========= master_lag: 0.04 ========= ========= Finished 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2016-03-07 00:19:44.419528) ========= ========= Started 'bash -c ...' (results: 0, elapsed: 1 secs) (at 2016-03-07 00:19:44.419837) ========= bash -c 'python /tools/checkouts/build-tools/buildfarm/utils/archiver_client.py mozharness --repo releases/mozilla-esr45 --rev 7b2dfb80cd13d31b5653155b87c66c87dab8bdde --destination scripts --debug' in dir /builds/slave/m-esr45-l64-asan-ntly-00000000/. (timeout 1200 secs) watching logfiles {} argv: ['bash', '-c', 'python /tools/checkouts/build-tools/buildfarm/utils/archiver_client.py mozharness --repo releases/mozilla-esr45 --rev 7b2dfb80cd13d31b5653155b87c66c87dab8bdde --destination scripts --debug'] environment: CCACHE_HASHDIR= G_BROKEN_FILENAMES=1 HISTCONTROL=ignoredups HISTSIZE=1000 HOME=/home/cltbld HOSTNAME=bld-linux64-spot-304.build.releng.usw2.mozilla.com LANG=en_US.UTF-8 LESSOPEN=|/usr/bin/lesspipe.sh %s LOGNAME=cltbld MAIL=/var/spool/mail/cltbld PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin PWD=/builds/slave/m-esr45-l64-asan-ntly-00000000 SHELL=/bin/bash SHLVL=1 TERM=linux TMOUT=86400 USER=cltbld _=/tools/buildbot/bin/python using PTY: False 2016-03-07 00:19:44,469 truncating revision to first 12 chars 2016-03-07 00:19:44,469 Setting DEBUG logging. 2016-03-07 00:19:44,469 attempt 1/10 2016-03-07 00:19:44,469 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/releases/mozilla-esr45/7b2dfb80cd13?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness 2016-03-07 00:19:45,814 unpacking tar archive at: mozilla-esr45-7b2dfb80cd13/testing/mozharness/ program finished with exit code 0 elapsedTime=1.507753 ========= master_lag: 0.01 ========= ========= Finished 'bash -c ...' (results: 0, elapsed: 1 secs) (at 2016-03-07 00:19:45.940046) ========= ========= Started set props: script_repo_revision (results: 0, elapsed: 0 secs) (at 2016-03-07 00:19:45.940383) ========= echo 7b2dfb80cd13d31b5653155b87c66c87dab8bdde in dir /builds/slave/m-esr45-l64-asan-ntly-00000000/. (timeout 1200 secs) watching logfiles {} argv: ['echo', '7b2dfb80cd13d31b5653155b87c66c87dab8bdde'] environment: CCACHE_HASHDIR= G_BROKEN_FILENAMES=1 HISTCONTROL=ignoredups HISTSIZE=1000 HOME=/home/cltbld HOSTNAME=bld-linux64-spot-304.build.releng.usw2.mozilla.com LANG=en_US.UTF-8 LESSOPEN=|/usr/bin/lesspipe.sh %s LOGNAME=cltbld MAIL=/var/spool/mail/cltbld PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin PWD=/builds/slave/m-esr45-l64-asan-ntly-00000000 SHELL=/bin/bash SHLVL=1 TERM=linux TMOUT=86400 USER=cltbld _=/tools/buildbot/bin/python using PTY: False 7b2dfb80cd13d31b5653155b87c66c87dab8bdde program finished with exit code 0 elapsedTime=0.004537 script_repo_revision: '7b2dfb80cd13d31b5653155b87c66c87dab8bdde' ========= master_lag: 0.04 ========= ========= Finished set props: script_repo_revision (results: 0, elapsed: 0 secs) (at 2016-03-07 00:19:45.988538) ========= ========= Started downloading to oauth.txt (results: 0, elapsed: 0 secs) (at 2016-03-07 00:19:45.988833) ========= ========= Finished downloading to oauth.txt (results: 0, elapsed: 0 secs) (at 2016-03-07 00:19:45.999231) ========= ========= Started '/tools/buildbot/bin/python scripts/scripts/fx_desktop_build.py ...' failed (results: 2, elapsed: 2 hrs, 15 mins, 5 secs) (at 2016-03-07 00:19:45.999495) ========= /tools/buildbot/bin/python scripts/scripts/fx_desktop_build.py --config builds/releng_base_linux_64_builds.py --custom-build-variant-cfg asan --config balrog/production.py --branch mozilla-esr45 --build-pool production --enable-nightly in dir /builds/slave/m-esr45-l64-asan-ntly-00000000/. (timeout 10800 secs) (maxTime 19800 secs) watching logfiles {} argv: ['/tools/buildbot/bin/python', 'scripts/scripts/fx_desktop_build.py', '--config', 'builds/releng_base_linux_64_builds.py', '--custom-build-variant-cfg', 'asan', '--config', 'balrog/production.py', '--branch', 'mozilla-esr45', '--build-pool', 'production', '--enable-nightly'] environment: CCACHE_COMPRESS=1 CCACHE_DIR=/builds/ccache CCACHE_HASHDIR= CCACHE_UMASK=002 DISPLAY=:2 G_BROKEN_FILENAMES=1 HG_SHARE_BASE_DIR=/builds/hg-shared HISTCONTROL=ignoredups HISTSIZE=1000 HOME=/home/cltbld HOSTNAME=bld-linux64-spot-304.build.releng.usw2.mozilla.com LANG=en_US.UTF-8 LC_ALL=C LESSOPEN=|/usr/bin/lesspipe.sh %s LOGNAME=cltbld MAIL=/var/spool/mail/cltbld MOZ_AUTOMATION=1 MOZ_CRASHREPORTER_NO_REPORT=1 MOZ_OBJDIR=obj-firefox MOZ_SYMBOLS_EXTRA_BUILDID=linux64-asan PATH=/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:/tools/python27-mercurial/bin:/home/cltbld/bin POST_SYMBOL_UPLOAD_CMD=/usr/local/bin/post-symbol-upload.py PROPERTIES_FILE=/builds/slave/m-esr45-l64-asan-ntly-00000000/buildprops.json PWD=/builds/slave/m-esr45-l64-asan-ntly-00000000 SHELL=/bin/bash SHLVL=1 SYMBOL_SERVER_HOST=symbolpush.mozilla.org SYMBOL_SERVER_PATH=/mnt/netapp/breakpad/symbols_ffx/ SYMBOL_SERVER_SSH_KEY=/home/mock_mozilla/.ssh/ffxbld_rsa SYMBOL_SERVER_USER=ffxbld TERM=linux TINDERBOX_OUTPUT=1 TMOUT=86400 TOOLTOOL_CACHE=/builds/tooltool_cache TOOLTOOL_HOME=/builds USER=cltbld _=/tools/buildbot/bin/python using PTY: False 00:19:46 INFO - MultiFileLogger online at 20160307 00:19:46 in /builds/slave/m-esr45-l64-asan-ntly-00000000 00:19:46 INFO - Script was run with '--custom-build-variant-cfg asan' and 'asan' matches a key in 'builds/releng_sub_linux_configs/64_asan.py'. Updating self.config with items from that key's value. 00:19:46 INFO - Script was run with '--build-pool production' and 'production' matches a key in 'builds/build_pool_specifics.py'. Updating self.config with items from that key's value. 00:19:46 INFO - To generate a config file based upon options passed and config files used, run script as before but extend options with "--dump-config" 00:19:46 INFO - For a diff of where self.config got its items, run the script again as before but extend options with: "--dump-config-hierarchy" 00:19:46 INFO - Both --dump-config and --dump-config-hierarchy don't actually run any actions. 00:19:46 INFO - We are running this in buildbot, grab the build props 00:19:46 INFO - Using buildbot properties: 00:19:46 INFO - { 00:19:46 INFO - "properties": { 00:19:46 INFO - "buildnumber": 0, 00:19:46 INFO - "product": "firefox", 00:19:46 INFO - "script_repo_revision": "production", 00:19:46 INFO - "branch": "mozilla-esr45", 00:19:46 INFO - "repository": "", 00:19:46 INFO - "buildername": "Linux x86-64 mozilla-esr45 asan nightly", 00:19:46 INFO - "buildid": "20160307001502", 00:19:46 INFO - "basedir": "/builds/slave/m-esr45-l64-asan-ntly-00000000", 00:19:46 INFO - "project": "", 00:19:46 INFO - "platform": "linux64-asan", 00:19:46 INFO - "master": "http://buildbot-master72.bb.releng.usw2.mozilla.com:8001/", 00:19:46 INFO - "scheduler": "mozilla-esr45 nightly", 00:19:46 INFO - "repo_path": "releases/mozilla-esr45", 00:19:46 INFO - "slavename": "bld-linux64-spot-304", 00:19:46 INFO - "builduid": "6728b20be5e346539324cb20c287efb4", 00:19:46 INFO - "revision": "7b2dfb80cd13d31b5653155b87c66c87dab8bdde" 00:19:46 INFO - }, 00:19:46 INFO - "sourcestamp": { 00:19:46 INFO - "repository": "", 00:19:46 INFO - "hasPatch": false, 00:19:46 INFO - "project": "", 00:19:46 INFO - "branch": "releases/mozilla-esr45", 00:19:46 INFO - "changes": [], 00:19:46 INFO - "revision": "7b2dfb80cd13d31b5653155b87c66c87dab8bdde" 00:19:46 INFO - } 00:19:46 INFO - } 00:19:46 INFO - Setting buildbot property stage_platform to linux64-asan 00:19:46 INFO - mkdir: /builds/slave/m-esr45-l64-asan-ntly-00000000/properties 00:19:46 INFO - Writing buildbot properties ['stage_platform'] to /builds/slave/m-esr45-l64-asan-ntly-00000000/properties/stage_platform 00:19:46 INFO - Writing to file /builds/slave/m-esr45-l64-asan-ntly-00000000/properties/stage_platform 00:19:46 INFO - Contents: 00:19:46 INFO - stage_platform:linux64-asan 00:19:46 INFO - Run as scripts/scripts/fx_desktop_build.py --config builds/releng_base_linux_64_builds.py --custom-build-variant-cfg asan --config balrog/production.py --branch mozilla-esr45 --build-pool production --enable-nightly 00:19:46 INFO - Determining buildid from buildbot properties 00:19:46 INFO - Setting buildbot property buildid to 20160307001502 00:19:46 INFO - Writing buildbot properties ['buildid'] to /builds/slave/m-esr45-l64-asan-ntly-00000000/properties/buildid 00:19:46 INFO - Writing to file /builds/slave/m-esr45-l64-asan-ntly-00000000/properties/buildid 00:19:46 INFO - Contents: 00:19:46 INFO - buildid:20160307001502 00:19:46 INFO - Determining builduid from buildbot properties 00:19:46 INFO - Setting buildbot property builduid to 6728b20be5e346539324cb20c287efb4 00:19:46 INFO - Writing buildbot properties ['builduid'] to /builds/slave/m-esr45-l64-asan-ntly-00000000/properties/builduid 00:19:46 INFO - Writing to file /builds/slave/m-esr45-l64-asan-ntly-00000000/properties/builduid 00:19:46 INFO - Contents: 00:19:46 INFO - builduid:6728b20be5e346539324cb20c287efb4 00:19:46 INFO - Creating virtualenv /builds/slave/m-esr45-l64-asan-ntly-00000000/build/venv 00:19:46 INFO - mkdir: /builds/slave/m-esr45-l64-asan-ntly-00000000/build 00:19:46 INFO - Running command: ['virtualenv', '--no-site-packages', '--distribute', '/builds/slave/m-esr45-l64-asan-ntly-00000000/build/venv'] in /builds/slave/m-esr45-l64-asan-ntly-00000000/build 00:19:46 INFO - Copy/paste: virtualenv --no-site-packages --distribute /builds/slave/m-esr45-l64-asan-ntly-00000000/build/venv 00:19:46 INFO - The --no-site-packages flag is deprecated; it is now the default behavior. 00:19:46 INFO - New python executable in /builds/slave/m-esr45-l64-asan-ntly-00000000/build/venv/bin/python2.7 00:19:46 INFO - Also creating executable in /builds/slave/m-esr45-l64-asan-ntly-00000000/build/venv/bin/python 00:19:46 INFO - Installing distribute.............................................................................................................................................................................................done. 00:19:47 INFO - Installing pip...............done. 00:19:47 INFO - Return code: 0 00:19:47 INFO - Installing requests==2.8.1 into virtualenv /builds/slave/m-esr45-l64-asan-ntly-00000000/build/venv 00:19:47 INFO - retry: Calling run_command with args: [['/builds/slave/m-esr45-l64-asan-ntly-00000000/build/venv/bin/pip', 'install', '--timeout', '120', 'requests==2.8.1']], kwargs: {'error_level': 'warning', 'error_list': [{'substr': 'not found or a compiler error:', 'level': 'warning'}, {'regex': <_sre.SRE_Pattern object at 0x12de0d0>, 'level': 'error'}, {'regex': <_sre.SRE_Pattern object at 0x110d810>, 'level': 'warning'}, {'regex': <_sre.SRE_Pattern object at 0x116b230>, 'level': 'debug'}, {'substr': 'command not found', 'level': 'error'}, {'regex': <_sre.SRE_Pattern object at 0x13a9370>, 'level': 'warning'}, {'substr': 'Traceback (most recent call last)', 'level': 'error'}, {'substr': 'SyntaxError: ', 'level': 'error'}, {'substr': 'TypeError: ', 'level': 'error'}, {'substr': 'NameError: ', 'level': 'error'}, {'substr': 'ZeroDivisionError: ', 'level': 'error'}, {'regex': <_sre.SRE_Pattern object at 0xf92a50>, 'level': 'critical'}, {'regex': <_sre.SRE_Pattern object at 0x1308350>, 'level': 'critical'}], 'cwd': '/builds/slave/m-esr45-l64-asan-ntly-00000000/build', 'env': {'MOZ_AUTOMATION': '1', 'LESSOPEN': '|/usr/bin/lesspipe.sh %s', 'TMOUT': '86400', 'LOGNAME': 'cltbld', 'USER': 'cltbld', 'MOZ_OBJDIR': 'obj-firefox', 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:/tools/python27-mercurial/bin:/home/cltbld/bin', 'SYMBOL_SERVER_USER': 'ffxbld', 'DISPLAY': ':2', 'CCACHE_UMASK': '002', 'LANG': 'en_US.UTF-8', 'CCACHE_HASHDIR': '', 'TERM': 'linux', 'SHELL': '/bin/bash', 'MOZ_SYMBOLS_EXTRA_BUILDID': 'linux64-asan', 'SHLVL': '1', 'G_BROKEN_FILENAMES': '1', 'HISTSIZE': '1000', 'SYMBOL_SERVER_PATH': '/mnt/netapp/breakpad/symbols_ffx/', 'HOME': '/home/cltbld', 'HG_SHARE_BASE_DIR': '/builds/hg-shared', 'SYMBOL_SERVER_HOST': 'symbolpush.mozilla.org', 'CCACHE_DIR': '/builds/ccache', 'TINDERBOX_OUTPUT': '1', 'MAIL': '/var/spool/mail/cltbld', 'LC_ALL': 'C', 'TOOLTOOL_HOME': '/builds', '_': '/tools/buildbot/bin/python', 'HOSTNAME': 'bld-linux64-spot-304.build.releng.usw2.mozilla.com', 'SYMBOL_SERVER_SSH_KEY': '/home/mock_mozilla/.ssh/ffxbld_rsa', 'MOZBUILD_STATE_PATH': '/builds/slave/m-esr45-l64-asan-ntly-00000000/.mozbuild', 'HISTCONTROL': 'ignoredups', 'POST_SYMBOL_UPLOAD_CMD': '/usr/local/bin/post-symbol-upload.py', 'PWD': '/builds/slave/m-esr45-l64-asan-ntly-00000000', 'PROPERTIES_FILE': '/builds/slave/m-esr45-l64-asan-ntly-00000000/buildprops.json', 'MOZ_CRASHREPORTER_NO_REPORT': '1', 'CCACHE_COMPRESS': '1', 'TOOLTOOL_CACHE': '/builds/tooltool_cache'}}, attempt #1 00:19:47 INFO - Running command: ['/builds/slave/m-esr45-l64-asan-ntly-00000000/build/venv/bin/pip', 'install', '--timeout', '120', 'requests==2.8.1'] in /builds/slave/m-esr45-l64-asan-ntly-00000000/build 00:19:47 INFO - Copy/paste: /builds/slave/m-esr45-l64-asan-ntly-00000000/build/venv/bin/pip install --timeout 120 requests==2.8.1 00:19:47 INFO - Using env: {'CCACHE_COMPRESS': '1', 00:19:47 INFO - 'CCACHE_DIR': '/builds/ccache', 00:19:47 INFO - 'CCACHE_HASHDIR': '', 00:19:47 INFO - 'CCACHE_UMASK': '002', 00:19:47 INFO - 'DISPLAY': ':2', 00:19:47 INFO - 'G_BROKEN_FILENAMES': '1', 00:19:47 INFO - 'HG_SHARE_BASE_DIR': '/builds/hg-shared', 00:19:47 INFO - 'HISTCONTROL': 'ignoredups', 00:19:47 INFO - 'HISTSIZE': '1000', 00:19:47 INFO - 'HOME': '/home/cltbld', 00:19:47 INFO - 'HOSTNAME': 'bld-linux64-spot-304.build.releng.usw2.mozilla.com', 00:19:47 INFO - 'LANG': 'en_US.UTF-8', 00:19:47 INFO - 'LC_ALL': 'C', 00:19:47 INFO - 'LESSOPEN': '|/usr/bin/lesspipe.sh %s', 00:19:47 INFO - 'LOGNAME': 'cltbld', 00:19:47 INFO - 'MAIL': '/var/spool/mail/cltbld', 00:19:47 INFO - 'MOZBUILD_STATE_PATH': '/builds/slave/m-esr45-l64-asan-ntly-00000000/.mozbuild', 00:19:47 INFO - 'MOZ_AUTOMATION': '1', 00:19:47 INFO - 'MOZ_CRASHREPORTER_NO_REPORT': '1', 00:19:47 INFO - 'MOZ_OBJDIR': 'obj-firefox', 00:19:47 INFO - 'MOZ_SYMBOLS_EXTRA_BUILDID': 'linux64-asan', 00:19:47 INFO - 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:/tools/python27-mercurial/bin:/home/cltbld/bin', 00:19:47 INFO - 'POST_SYMBOL_UPLOAD_CMD': '/usr/local/bin/post-symbol-upload.py', 00:19:47 INFO - 'PROPERTIES_FILE': '/builds/slave/m-esr45-l64-asan-ntly-00000000/buildprops.json', 00:19:47 INFO - 'PWD': '/builds/slave/m-esr45-l64-asan-ntly-00000000', 00:19:47 INFO - 'SHELL': '/bin/bash', 00:19:47 INFO - 'SHLVL': '1', 00:19:47 INFO - 'SYMBOL_SERVER_HOST': 'symbolpush.mozilla.org', 00:19:47 INFO - 'SYMBOL_SERVER_PATH': '/mnt/netapp/breakpad/symbols_ffx/', 00:19:47 INFO - 'SYMBOL_SERVER_SSH_KEY': '/home/mock_mozilla/.ssh/ffxbld_rsa', 00:19:47 INFO - 'SYMBOL_SERVER_USER': 'ffxbld', 00:19:47 INFO - 'TERM': 'linux', 00:19:47 INFO - 'TINDERBOX_OUTPUT': '1', 00:19:47 INFO - 'TMOUT': '86400', 00:19:47 INFO - 'TOOLTOOL_CACHE': '/builds/tooltool_cache', 00:19:47 INFO - 'TOOLTOOL_HOME': '/builds', 00:19:47 INFO - 'USER': 'cltbld', 00:19:47 INFO - '_': '/tools/buildbot/bin/python'} 00:19:48 INFO - Ignoring indexes: http://pypi.python.org/simple/ 00:19:48 INFO - Downloading/unpacking requests==2.8.1 00:19:48 INFO - Running setup.py egg_info for package requests 00:19:48 INFO - Installing collected packages: requests 00:19:48 INFO - Running setup.py install for requests 00:19:48 INFO - Successfully installed requests 00:19:48 INFO - Cleaning up... 00:19:48 INFO - Return code: 0 00:19:48 INFO - Installing PyHawk-with-a-single-extra-commit==0.1.5 into virtualenv /builds/slave/m-esr45-l64-asan-ntly-00000000/build/venv 00:19:48 INFO - retry: Calling run_command with args: [['/builds/slave/m-esr45-l64-asan-ntly-00000000/build/venv/bin/pip', 'install', '--timeout', '120', 'PyHawk-with-a-single-extra-commit==0.1.5']], kwargs: {'error_level': 'warning', 'error_list': [{'substr': 'not found or a compiler error:', 'level': 'warning'}, {'regex': <_sre.SRE_Pattern object at 0x12de0d0>, 'level': 'error'}, {'regex': <_sre.SRE_Pattern object at 0x110d810>, 'level': 'warning'}, {'regex': <_sre.SRE_Pattern object at 0x116b230>, 'level': 'debug'}, {'substr': 'command not found', 'level': 'error'}, {'regex': <_sre.SRE_Pattern object at 0x13a9370>, 'level': 'warning'}, {'substr': 'Traceback (most recent call last)', 'level': 'error'}, {'substr': 'SyntaxError: ', 'level': 'error'}, {'substr': 'TypeError: ', 'level': 'error'}, {'substr': 'NameError: ', 'level': 'error'}, {'substr': 'ZeroDivisionError: ', 'level': 'error'}, {'regex': <_sre.SRE_Pattern object at 0xf92a50>, 'level': 'critical'}, {'regex': <_sre.SRE_Pattern object at 0x1308350>, 'level': 'critical'}], 'cwd': '/builds/slave/m-esr45-l64-asan-ntly-00000000/build', 'env': {'MOZ_AUTOMATION': '1', 'LESSOPEN': '|/usr/bin/lesspipe.sh %s', 'TMOUT': '86400', 'LOGNAME': 'cltbld', 'USER': 'cltbld', 'MOZ_OBJDIR': 'obj-firefox', 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:/tools/python27-mercurial/bin:/home/cltbld/bin', 'SYMBOL_SERVER_USER': 'ffxbld', 'DISPLAY': ':2', 'CCACHE_UMASK': '002', 'LANG': 'en_US.UTF-8', 'CCACHE_HASHDIR': '', 'TERM': 'linux', 'SHELL': '/bin/bash', 'MOZ_SYMBOLS_EXTRA_BUILDID': 'linux64-asan', 'SHLVL': '1', 'G_BROKEN_FILENAMES': '1', 'HISTSIZE': '1000', 'SYMBOL_SERVER_PATH': '/mnt/netapp/breakpad/symbols_ffx/', 'HOME': '/home/cltbld', 'HG_SHARE_BASE_DIR': '/builds/hg-shared', 'SYMBOL_SERVER_HOST': 'symbolpush.mozilla.org', 'CCACHE_DIR': '/builds/ccache', 'TINDERBOX_OUTPUT': '1', 'MAIL': '/var/spool/mail/cltbld', 'LC_ALL': 'C', 'TOOLTOOL_HOME': '/builds', '_': '/tools/buildbot/bin/python', 'HOSTNAME': 'bld-linux64-spot-304.build.releng.usw2.mozilla.com', 'SYMBOL_SERVER_SSH_KEY': '/home/mock_mozilla/.ssh/ffxbld_rsa', 'MOZBUILD_STATE_PATH': '/builds/slave/m-esr45-l64-asan-ntly-00000000/.mozbuild', 'HISTCONTROL': 'ignoredups', 'POST_SYMBOL_UPLOAD_CMD': '/usr/local/bin/post-symbol-upload.py', 'PWD': '/builds/slave/m-esr45-l64-asan-ntly-00000000', 'PROPERTIES_FILE': '/builds/slave/m-esr45-l64-asan-ntly-00000000/buildprops.json', 'MOZ_CRASHREPORTER_NO_REPORT': '1', 'CCACHE_COMPRESS': '1', 'TOOLTOOL_CACHE': '/builds/tooltool_cache'}}, attempt #1 00:19:48 INFO - Running command: ['/builds/slave/m-esr45-l64-asan-ntly-00000000/build/venv/bin/pip', 'install', '--timeout', '120', 'PyHawk-with-a-single-extra-commit==0.1.5'] in /builds/slave/m-esr45-l64-asan-ntly-00000000/build 00:19:48 INFO - Copy/paste: /builds/slave/m-esr45-l64-asan-ntly-00000000/build/venv/bin/pip install --timeout 120 PyHawk-with-a-single-extra-commit==0.1.5 00:19:48 INFO - Using env: {'CCACHE_COMPRESS': '1', 00:19:48 INFO - 'CCACHE_DIR': '/builds/ccache', 00:19:48 INFO - 'CCACHE_HASHDIR': '', 00:19:48 INFO - 'CCACHE_UMASK': '002', 00:19:48 INFO - 'DISPLAY': ':2', 00:19:48 INFO - 'G_BROKEN_FILENAMES': '1', 00:19:48 INFO - 'HG_SHARE_BASE_DIR': '/builds/hg-shared', 00:19:48 INFO - 'HISTCONTROL': 'ignoredups', 00:19:48 INFO - 'HISTSIZE': '1000', 00:19:48 INFO - 'HOME': '/home/cltbld', 00:19:48 INFO - 'HOSTNAME': 'bld-linux64-spot-304.build.releng.usw2.mozilla.com', 00:19:48 INFO - 'LANG': 'en_US.UTF-8', 00:19:48 INFO - 'LC_ALL': 'C', 00:19:48 INFO - 'LESSOPEN': '|/usr/bin/lesspipe.sh %s', 00:19:48 INFO - 'LOGNAME': 'cltbld', 00:19:48 INFO - 'MAIL': '/var/spool/mail/cltbld', 00:19:48 INFO - 'MOZBUILD_STATE_PATH': '/builds/slave/m-esr45-l64-asan-ntly-00000000/.mozbuild', 00:19:48 INFO - 'MOZ_AUTOMATION': '1', 00:19:48 INFO - 'MOZ_CRASHREPORTER_NO_REPORT': '1', 00:19:48 INFO - 'MOZ_OBJDIR': 'obj-firefox', 00:19:48 INFO - 'MOZ_SYMBOLS_EXTRA_BUILDID': 'linux64-asan', 00:19:48 INFO - 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:/tools/python27-mercurial/bin:/home/cltbld/bin', 00:19:48 INFO - 'POST_SYMBOL_UPLOAD_CMD': '/usr/local/bin/post-symbol-upload.py', 00:19:48 INFO - 'PROPERTIES_FILE': '/builds/slave/m-esr45-l64-asan-ntly-00000000/buildprops.json', 00:19:48 INFO - 'PWD': '/builds/slave/m-esr45-l64-asan-ntly-00000000', 00:19:48 INFO - 'SHELL': '/bin/bash', 00:19:48 INFO - 'SHLVL': '1', 00:19:48 INFO - 'SYMBOL_SERVER_HOST': 'symbolpush.mozilla.org', 00:19:48 INFO - 'SYMBOL_SERVER_PATH': '/mnt/netapp/breakpad/symbols_ffx/', 00:19:48 INFO - 'SYMBOL_SERVER_SSH_KEY': '/home/mock_mozilla/.ssh/ffxbld_rsa', 00:19:48 INFO - 'SYMBOL_SERVER_USER': 'ffxbld', 00:19:48 INFO - 'TERM': 'linux', 00:19:48 INFO - 'TINDERBOX_OUTPUT': '1', 00:19:48 INFO - 'TMOUT': '86400', 00:19:48 INFO - 'TOOLTOOL_CACHE': '/builds/tooltool_cache', 00:19:48 INFO - 'TOOLTOOL_HOME': '/builds', 00:19:48 INFO - 'USER': 'cltbld', 00:19:48 INFO - '_': '/tools/buildbot/bin/python'} 00:19:49 INFO - Ignoring indexes: http://pypi.python.org/simple/ 00:19:49 INFO - Downloading/unpacking PyHawk-with-a-single-extra-commit==0.1.5 00:19:49 INFO - Downloading PyHawk-with-a-single-extra-commit-0.1.5.tar.gz 00:19:49 INFO - Running setup.py egg_info for package PyHawk-with-a-single-extra-commit 00:19:49 INFO - Installing collected packages: PyHawk-with-a-single-extra-commit 00:19:49 INFO - Running setup.py install for PyHawk-with-a-single-extra-commit 00:19:49 INFO - Successfully installed PyHawk-with-a-single-extra-commit 00:19:49 INFO - Cleaning up... 00:19:49 INFO - Return code: 0 00:19:49 INFO - Installing taskcluster==0.0.15 into virtualenv /builds/slave/m-esr45-l64-asan-ntly-00000000/build/venv 00:19:49 INFO - retry: Calling run_command with args: [['/builds/slave/m-esr45-l64-asan-ntly-00000000/build/venv/bin/pip', 'install', '--timeout', '120', 'taskcluster==0.0.15']], kwargs: {'error_level': 'warning', 'error_list': [{'substr': 'not found or a compiler error:', 'level': 'warning'}, {'regex': <_sre.SRE_Pattern object at 0x12de0d0>, 'level': 'error'}, {'regex': <_sre.SRE_Pattern object at 0x110d810>, 'level': 'warning'}, {'regex': <_sre.SRE_Pattern object at 0x116b230>, 'level': 'debug'}, {'substr': 'command not found', 'level': 'error'}, {'regex': <_sre.SRE_Pattern object at 0x13a9370>, 'level': 'warning'}, {'substr': 'Traceback (most recent call last)', 'level': 'error'}, {'substr': 'SyntaxError: ', 'level': 'error'}, {'substr': 'TypeError: ', 'level': 'error'}, {'substr': 'NameError: ', 'level': 'error'}, {'substr': 'ZeroDivisionError: ', 'level': 'error'}, {'regex': <_sre.SRE_Pattern object at 0xf92a50>, 'level': 'critical'}, {'regex': <_sre.SRE_Pattern object at 0x1308350>, 'level': 'critical'}], 'cwd': '/builds/slave/m-esr45-l64-asan-ntly-00000000/build', 'env': {'MOZ_AUTOMATION': '1', 'LESSOPEN': '|/usr/bin/lesspipe.sh %s', 'TMOUT': '86400', 'LOGNAME': 'cltbld', 'USER': 'cltbld', 'MOZ_OBJDIR': 'obj-firefox', 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:/tools/python27-mercurial/bin:/home/cltbld/bin', 'SYMBOL_SERVER_USER': 'ffxbld', 'DISPLAY': ':2', 'CCACHE_UMASK': '002', 'LANG': 'en_US.UTF-8', 'CCACHE_HASHDIR': '', 'TERM': 'linux', 'SHELL': '/bin/bash', 'MOZ_SYMBOLS_EXTRA_BUILDID': 'linux64-asan', 'SHLVL': '1', 'G_BROKEN_FILENAMES': '1', 'HISTSIZE': '1000', 'SYMBOL_SERVER_PATH': '/mnt/netapp/breakpad/symbols_ffx/', 'HOME': '/home/cltbld', 'HG_SHARE_BASE_DIR': '/builds/hg-shared', 'SYMBOL_SERVER_HOST': 'symbolpush.mozilla.org', 'CCACHE_DIR': '/builds/ccache', 'TINDERBOX_OUTPUT': '1', 'MAIL': '/var/spool/mail/cltbld', 'LC_ALL': 'C', 'TOOLTOOL_HOME': '/builds', '_': '/tools/buildbot/bin/python', 'HOSTNAME': 'bld-linux64-spot-304.build.releng.usw2.mozilla.com', 'SYMBOL_SERVER_SSH_KEY': '/home/mock_mozilla/.ssh/ffxbld_rsa', 'MOZBUILD_STATE_PATH': '/builds/slave/m-esr45-l64-asan-ntly-00000000/.mozbuild', 'HISTCONTROL': 'ignoredups', 'POST_SYMBOL_UPLOAD_CMD': '/usr/local/bin/post-symbol-upload.py', 'PWD': '/builds/slave/m-esr45-l64-asan-ntly-00000000', 'PROPERTIES_FILE': '/builds/slave/m-esr45-l64-asan-ntly-00000000/buildprops.json', 'MOZ_CRASHREPORTER_NO_REPORT': '1', 'CCACHE_COMPRESS': '1', 'TOOLTOOL_CACHE': '/builds/tooltool_cache'}}, attempt #1 00:19:49 INFO - Running command: ['/builds/slave/m-esr45-l64-asan-ntly-00000000/build/venv/bin/pip', 'install', '--timeout', '120', 'taskcluster==0.0.15'] in /builds/slave/m-esr45-l64-asan-ntly-00000000/build 00:19:49 INFO - Copy/paste: /builds/slave/m-esr45-l64-asan-ntly-00000000/build/venv/bin/pip install --timeout 120 taskcluster==0.0.15 00:19:49 INFO - Using env: {'CCACHE_COMPRESS': '1', 00:19:49 INFO - 'CCACHE_DIR': '/builds/ccache', 00:19:49 INFO - 'CCACHE_HASHDIR': '', 00:19:49 INFO - 'CCACHE_UMASK': '002', 00:19:49 INFO - 'DISPLAY': ':2', 00:19:49 INFO - 'G_BROKEN_FILENAMES': '1', 00:19:49 INFO - 'HG_SHARE_BASE_DIR': '/builds/hg-shared', 00:19:49 INFO - 'HISTCONTROL': 'ignoredups', 00:19:49 INFO - 'HISTSIZE': '1000', 00:19:49 INFO - 'HOME': '/home/cltbld', 00:19:49 INFO - 'HOSTNAME': 'bld-linux64-spot-304.build.releng.usw2.mozilla.com', 00:19:49 INFO - 'LANG': 'en_US.UTF-8', 00:19:49 INFO - 'LC_ALL': 'C', 00:19:49 INFO - 'LESSOPEN': '|/usr/bin/lesspipe.sh %s', 00:19:49 INFO - 'LOGNAME': 'cltbld', 00:19:49 INFO - 'MAIL': '/var/spool/mail/cltbld', 00:19:49 INFO - 'MOZBUILD_STATE_PATH': '/builds/slave/m-esr45-l64-asan-ntly-00000000/.mozbuild', 00:19:49 INFO - 'MOZ_AUTOMATION': '1', 00:19:49 INFO - 'MOZ_CRASHREPORTER_NO_REPORT': '1', 00:19:49 INFO - 'MOZ_OBJDIR': 'obj-firefox', 00:19:49 INFO - 'MOZ_SYMBOLS_EXTRA_BUILDID': 'linux64-asan', 00:19:49 INFO - 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:/tools/python27-mercurial/bin:/home/cltbld/bin', 00:19:49 INFO - 'POST_SYMBOL_UPLOAD_CMD': '/usr/local/bin/post-symbol-upload.py', 00:19:49 INFO - 'PROPERTIES_FILE': '/builds/slave/m-esr45-l64-asan-ntly-00000000/buildprops.json', 00:19:49 INFO - 'PWD': '/builds/slave/m-esr45-l64-asan-ntly-00000000', 00:19:49 INFO - 'SHELL': '/bin/bash', 00:19:49 INFO - 'SHLVL': '1', 00:19:49 INFO - 'SYMBOL_SERVER_HOST': 'symbolpush.mozilla.org', 00:19:49 INFO - 'SYMBOL_SERVER_PATH': '/mnt/netapp/breakpad/symbols_ffx/', 00:19:49 INFO - 'SYMBOL_SERVER_SSH_KEY': '/home/mock_mozilla/.ssh/ffxbld_rsa', 00:19:49 INFO - 'SYMBOL_SERVER_USER': 'ffxbld', 00:19:49 INFO - 'TERM': 'linux', 00:19:49 INFO - 'TINDERBOX_OUTPUT': '1', 00:19:49 INFO - 'TMOUT': '86400', 00:19:49 INFO - 'TOOLTOOL_CACHE': '/builds/tooltool_cache', 00:19:49 INFO - 'TOOLTOOL_HOME': '/builds', 00:19:49 INFO - 'USER': 'cltbld', 00:19:49 INFO - '_': '/tools/buildbot/bin/python'} 00:19:50 INFO - Ignoring indexes: http://pypi.python.org/simple/ 00:19:50 INFO - Downloading/unpacking taskcluster==0.0.15 00:19:50 INFO - Downloading taskcluster-0.0.15.tar.gz 00:19:50 INFO - Running setup.py egg_info for package taskcluster 00:19:50 INFO - Downloading/unpacking requests==2.4.3 (from taskcluster==0.0.15) 00:19:50 INFO - Running setup.py egg_info for package requests 00:19:50 INFO - Requirement already satisfied (use --upgrade to upgrade): PyHawk-with-a-single-extra-commit==0.1.5 in ./venv/lib/python2.7/site-packages (from taskcluster==0.0.15) 00:19:50 INFO - Installing collected packages: taskcluster, requests 00:19:50 INFO - Running setup.py install for taskcluster 00:19:50 INFO - Found existing installation: requests 2.8.1 00:19:50 INFO - Uninstalling requests: 00:19:50 INFO - Successfully uninstalled requests 00:19:50 INFO - Running setup.py install for requests 00:19:50 INFO - Successfully installed taskcluster requests 00:19:50 INFO - Cleaning up... 00:19:50 INFO - Return code: 0 00:19:50 INFO - Done creating virtualenv /builds/slave/m-esr45-l64-asan-ntly-00000000/build/venv. 00:19:50 INFO - Getting output from command: ['/builds/slave/m-esr45-l64-asan-ntly-00000000/build/venv/bin/pip', 'freeze'] 00:19:50 INFO - Copy/paste: /builds/slave/m-esr45-l64-asan-ntly-00000000/build/venv/bin/pip freeze 00:19:51 INFO - Reading from file tmpfile_stdout 00:19:51 INFO - Current package versions: 00:19:51 INFO - PyHawk-with-a-single-extra-commit == 0.1.5 00:19:51 INFO - distribute == 0.6.24 00:19:51 INFO - requests == 2.4.3 00:19:51 INFO - taskcluster == 0.0.15 00:19:51 INFO - wsgiref == 0.1.2 00:19:51 INFO - Running pre-run listener: influxdb_recording_init 00:19:51 INFO - build_resources.json path: /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src/obj-firefox/.mozbuild/build_resources.json 00:19:51 INFO - rmtree: /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src/obj-firefox/.mozbuild/build_resources.json 00:19:51 INFO - Getting output from command: ['/builds/slave/m-esr45-l64-asan-ntly-00000000/build/venv/bin/python', '-c', 'from distutils.sysconfig import get_python_lib; print(get_python_lib())'] 00:19:51 INFO - Copy/paste: /builds/slave/m-esr45-l64-asan-ntly-00000000/build/venv/bin/python -c "from distutils.sysconfig import get_python_lib; print(get_python_lib())" 00:19:51 INFO - Reading from file tmpfile_stdout 00:19:51 INFO - Output received: 00:19:51 INFO - /builds/slave/m-esr45-l64-asan-ntly-00000000/build/venv/lib/python2.7/site-packages 00:19:51 INFO - Dumping config to /builds/slave/m-esr45-l64-asan-ntly-00000000/logs/localconfig.json. 00:19:51 INFO - {'app_ini_path': '%(obj_dir)s/dist/bin/application.ini', 00:19:51 INFO - 'append_to_log': False, 00:19:51 INFO - 'balrog_credentials_file': 'oauth.txt', 00:19:51 INFO - 'balrog_servers': ({'balrog_api_root': 'https://aus4-admin.mozilla.org/api', 00:19:51 INFO - 'balrog_usernames': {'Fennec': 'ffxbld', 00:19:51 INFO - 'b2g': 'b2gbld', 00:19:51 INFO - 'firefox': 'ffxbld', 00:19:51 INFO - 'graphene': 'ffxbld', 00:19:51 INFO - 'horizon': 'ffxbld', 00:19:51 INFO - 'mobile': 'ffxbld', 00:19:51 INFO - 'thunderbird': 'tbirdbld'}, 00:19:51 INFO - 'ignore_failures': False, 00:19:51 INFO - 'url_replacements': (('http://archive.mozilla.org/pub', 00:19:51 INFO - 'http://download.cdn.mozilla.net/pub'),)}, 00:19:51 INFO - {'balrog_api_root': 'https://aus4-admin-dev.allizom.org/api', 00:19:51 INFO - 'balrog_usernames': {'Fennec': 'stage-ffxbld', 00:19:51 INFO - 'b2g': 'stage-b2gbld', 00:19:51 INFO - 'firefox': 'stage-ffxbld', 00:19:51 INFO - 'graphene': 'stage-ffxbld', 00:19:51 INFO - 'horizon': 'stage-ffxbld', 00:19:51 INFO - 'mobile': 'stage-ffxbld', 00:19:51 INFO - 'thunderbird': 'stage-tbirdbld'}, 00:19:51 INFO - 'ignore_failures': True}), 00:19:51 INFO - 'base_name': 'Linux_x86-64_%(branch)s', 00:19:51 INFO - 'base_work_dir': '/builds/slave/m-esr45-l64-asan-ntly-00000000', 00:19:51 INFO - 'branch': 'mozilla-esr45', 00:19:51 INFO - 'build_pool': 'production', 00:19:51 INFO - 'build_resources_path': '%(abs_src_dir)s/obj-firefox/.mozbuild/build_resources.json', 00:19:51 INFO - 'build_type': 'asan', 00:19:51 INFO - 'build_variant': 'asan', 00:19:51 INFO - 'buildbot_json_path': 'buildprops.json', 00:19:51 INFO - 'check_test_env': {'MINIDUMP_SAVE_PATH': '%(base_work_dir)s/minidumps', 00:19:51 INFO - 'MINIDUMP_STACKWALK': '%(abs_tools_dir)s/breakpad/linux64/minidump_stackwalk'}, 00:19:51 INFO - 'clobberer_url': 'https://api.pub.build.mozilla.org/clobberer/lastclobber', 00:19:51 INFO - 'clone_by_revision': False, 00:19:51 INFO - 'clone_with_purge': False, 00:19:51 INFO - 'compare_locales_repo': 'https://hg.mozilla.org/build/compare-locales', 00:19:51 INFO - 'compare_locales_rev': 'RELEASE_AUTOMATION', 00:19:51 INFO - 'compare_locales_vcs': 'hgtool', 00:19:51 INFO - 'config_files': ('builds/releng_base_linux_64_builds.py', 00:19:51 INFO - '/builds/slave/m-esr45-l64-asan-ntly-00000000/scripts/scripts/../configs/builds/releng_sub_linux_configs/64_asan.py', 00:19:51 INFO - 'balrog/production.py', 00:19:51 INFO - 'builds/branch_specifics.py', 00:19:51 INFO - 'builds/build_pool_specifics.py'), 00:19:51 INFO - 'debug_build': False, 00:19:51 INFO - 'default_actions': ('clobber', 00:19:51 INFO - 'clone-tools', 00:19:51 INFO - 'checkout-sources', 00:19:51 INFO - 'setup-mock', 00:19:51 INFO - 'build', 00:19:51 INFO - 'upload-files', 00:19:51 INFO - 'sendchange', 00:19:51 INFO - 'check-test'), 00:19:51 INFO - 'default_vcs': 'hgtool', 00:19:51 INFO - 'enable_ccache': True, 00:19:51 INFO - 'enable_count_ctors': True, 00:19:51 INFO - 'enable_signing': False, 00:19:51 INFO - 'enable_talos_sendchange': False, 00:19:51 INFO - 'enable_unittest_sendchange': True, 00:19:51 INFO - 'env': {'CCACHE_COMPRESS': '1', 00:19:51 INFO - 'CCACHE_DIR': '/builds/ccache', 00:19:51 INFO - 'CCACHE_UMASK': '002', 00:19:51 INFO - 'DISPLAY': ':2', 00:19:51 INFO - 'HG_SHARE_BASE_DIR': '/builds/hg-shared', 00:19:51 INFO - 'LC_ALL': 'C', 00:19:51 INFO - 'MOZBUILD_STATE_PATH': '/builds/slave/m-esr45-l64-asan-ntly-00000000/.mozbuild', 00:19:51 INFO - 'MOZ_AUTOMATION': '1', 00:19:51 INFO - 'MOZ_CRASHREPORTER_NO_REPORT': '1', 00:19:51 INFO - 'MOZ_OBJDIR': 'obj-firefox', 00:19:51 INFO - 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:/tools/python27-mercurial/bin:/home/cltbld/bin', 00:19:51 INFO - 'TINDERBOX_OUTPUT': '1', 00:19:51 INFO - 'TOOLTOOL_CACHE': '/builds/tooltool_cache', 00:19:51 INFO - 'TOOLTOOL_HOME': '/builds'}, 00:19:51 INFO - 'exes': {'buildbot': '/tools/buildbot/bin/buildbot', 00:19:51 INFO - 'hgtool.py': '/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/hgtool.py'}, 00:19:51 INFO - 'graph_selector': '/server/collect.cgi', 00:19:51 INFO - 'graph_server': 'graphs.mozilla.org', 00:19:51 INFO - 'hgtool_base_bundle_urls': ('https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles',), 00:19:51 INFO - 'include_post_upload_builddir': False, 00:19:51 INFO - 'influx_credentials_file': 'oauth.txt', 00:19:51 INFO - 'is_automation': True, 00:19:51 INFO - 'latest_mar_dir': '/pub/mozilla.org/firefox/nightly/latest-%(branch)s', 00:19:51 INFO - 'log_level': 'info', 00:19:51 INFO - 'log_to_console': True, 00:19:51 INFO - 'mock_files': (('/home/cltbld/.ssh', '/home/mock_mozilla/.ssh'), 00:19:51 INFO - ('/home/cltbld/.hgrc', '/builds/.hgrc'), 00:19:51 INFO - ('/home/cltbld/.boto', '/builds/.boto'), 00:19:51 INFO - ('/builds/gapi.data', '/builds/gapi.data'), 00:19:51 INFO - ('/builds/relengapi.tok', '/builds/relengapi.tok'), 00:19:51 INFO - ('/tools/tooltool.py', '/builds/tooltool.py'), 00:19:51 INFO - ('/builds/mozilla-desktop-geoloc-api.key', 00:19:51 INFO - '/builds/mozilla-desktop-geoloc-api.key'), 00:19:51 INFO - ('/builds/crash-stats-api.token', 00:19:51 INFO - '/builds/crash-stats-api.token'), 00:19:51 INFO - ('/builds/adjust-sdk.token', '/builds/adjust-sdk.token'), 00:19:51 INFO - ('/usr/local/lib/hgext', '/usr/local/lib/hgext')), 00:19:51 INFO - 'mock_mozilla_dir': '/builds/mock_mozilla', 00:19:51 INFO - 'mock_packages': ('autoconf213', 00:19:51 INFO - 'python', 00:19:51 INFO - 'mozilla-python27', 00:19:51 INFO - 'zip', 00:19:51 INFO - 'mozilla-python27-mercurial', 00:19:51 INFO - 'git', 00:19:51 INFO - 'ccache', 00:19:51 INFO - 'perl-Test-Simple', 00:19:51 INFO - 'perl-Config-General', 00:19:51 INFO - 'yasm', 00:19:51 INFO - 'wget', 00:19:51 INFO - 'mpfr', 00:19:51 INFO - 'xorg-x11-font*', 00:19:51 INFO - 'imake', 00:19:51 INFO - 'gcc45_0moz3', 00:19:51 INFO - 'gcc454_0moz1', 00:19:51 INFO - 'gcc472_0moz1', 00:19:51 INFO - 'gcc473_0moz1', 00:19:51 INFO - 'yasm', 00:19:51 INFO - 'ccache', 00:19:51 INFO - 'valgrind', 00:19:51 INFO - 'dbus-x11', 00:19:51 INFO - 'glibc-static', 00:19:51 INFO - 'libstdc++-static', 00:19:51 INFO - 'gtk2-devel', 00:19:51 INFO - 'libnotify-devel', 00:19:51 INFO - 'alsa-lib-devel', 00:19:51 INFO - 'libcurl-devel', 00:19:51 INFO - 'wireless-tools-devel', 00:19:51 INFO - 'libX11-devel', 00:19:51 INFO - 'libXt-devel', 00:19:51 INFO - 'mesa-libGL-devel', 00:19:51 INFO - 'gnome-vfs2-devel', 00:19:51 INFO - 'GConf2-devel', 00:19:51 INFO - 'gcc45_0moz3', 00:19:51 INFO - 'gcc454_0moz1', 00:19:51 INFO - 'gcc472_0moz1', 00:19:51 INFO - 'gcc473_0moz1', 00:19:51 INFO - 'yasm', 00:19:51 INFO - 'ccache', 00:19:51 INFO - 'pulseaudio-libs-devel', 00:19:51 INFO - 'gstreamer-devel', 00:19:51 INFO - 'gstreamer-plugins-base-devel', 00:19:51 INFO - 'freetype-2.3.11-6.el6_1.8.x86_64', 00:19:51 INFO - 'freetype-devel-2.3.11-6.el6_1.8.x86_64'), 00:19:51 INFO - 'mock_target': 'mozilla-centos6-x86_64', 00:19:51 INFO - 'nightly_build': True, 00:19:51 INFO - 'nightly_promotion_branches': ('mozilla-central', 'mozilla-aurora'), 00:19:51 INFO - 'objdir': 'obj-firefox', 00:19:51 INFO - 'old_packages': ('%(objdir)s/dist/firefox-*', 00:19:51 INFO - '%(objdir)s/dist/fennec*', 00:19:51 INFO - '%(objdir)s/dist/seamonkey*', 00:19:51 INFO - '%(objdir)s/dist/thunderbird*', 00:19:51 INFO - '%(objdir)s/dist/install/sea/*.exe'), 00:19:51 INFO - 'opt_config_files': (), 00:19:51 INFO - 'periodic_clobber': 168, 00:19:51 INFO - 'pgo_build': False, 00:19:51 INFO - 'pgo_platforms': ('linux', 'linux64', 'win32', 'win64'), 00:19:51 INFO - 'platform': 'linux64', 00:19:51 INFO - 'platform_supports_post_upload_to_latest': False, 00:19:51 INFO - 'publish_nightly_en_US_routes': False, 00:19:51 INFO - 'purge_basedirs': ('/mock/users/cltbld/home/cltbld/build',), 00:19:51 INFO - 'purge_minsize': 12, 00:19:51 INFO - 'purge_skip': ('info', 'rel-*:10d', 'tb-rel-*:10d'), 00:19:51 INFO - 'release_to_try_builds': False, 00:19:51 INFO - 'repo_base': 'https://hg.mozilla.org', 00:19:51 INFO - 'sendchange_masters': ('buildbot-master81.build.mozilla.org:9301',), 00:19:51 INFO - 'src_mozconfig': 'browser/config/mozconfigs/linux64/nightly-asan', 00:19:51 INFO - 'stage_platform': 'linux64-asan', 00:19:51 INFO - 'stage_product': 'firefox', 00:19:51 INFO - 'stage_ssh_key': 'ffxbld_rsa', 00:19:51 INFO - 'stage_username': 'ffxbld', 00:19:51 INFO - 'symbol_server_host': 'symbolpush.mozilla.org', 00:19:51 INFO - 'taskcluster_credentials_file': 'oauth.txt', 00:19:51 INFO - 'taskcluster_index': 'index', 00:19:51 INFO - 'tinderbox_build_dir': None, 00:19:51 INFO - 'to_tinderbox_dated': True, 00:19:51 INFO - 'tools_repo': 'https://hg.mozilla.org/build/tools', 00:19:51 INFO - 'tooltool_bootstrap': 'setup.sh', 00:19:51 INFO - 'tooltool_manifest_src': 'browser/config/tooltool-manifests/linux64/asan.manifest', 00:19:51 INFO - 'tooltool_script': ('/builds/tooltool.py',), 00:19:51 INFO - 'tooltool_url': 'https://api.pub.build.mozilla.org/tooltool/', 00:19:51 INFO - 'upload_env': {'UPLOAD_HOST': '%(stage_server)s', 00:19:51 INFO - 'UPLOAD_SSH_KEY': '/home/mock_mozilla/.ssh/%(stage_ssh_key)s', 00:19:51 INFO - 'UPLOAD_TO_TEMP': '1', 00:19:51 INFO - 'UPLOAD_USER': '%(stage_username)s'}, 00:19:51 INFO - 'use_branch_in_symbols_extra_buildid': True, 00:19:51 INFO - 'use_clobberer': True, 00:19:51 INFO - 'use_platform_in_symbols_extra_buildid': True, 00:19:51 INFO - 'vcs_share_base': '/builds/hg-shared', 00:19:51 INFO - 'virtualenv_modules': ('requests==2.8.1', 00:19:51 INFO - 'PyHawk-with-a-single-extra-commit==0.1.5', 00:19:51 INFO - 'taskcluster==0.0.15'), 00:19:51 INFO - 'virtualenv_path': 'venv', 00:19:51 INFO - 'volatile_config': {'actions': None, 'add_actions': None, 'no_actions': None}, 00:19:51 INFO - 'who': '', 00:19:51 INFO - 'work_dir': 'build'} 00:19:51 INFO - ##### 00:19:51 INFO - ##### Running clobber step. 00:19:51 INFO - ##### 00:19:51 INFO - Running pre-action listener: influxdb_recording_pre_action 00:19:51 INFO - Running main action method: clobber 00:19:51 INFO - Clobbering because we're a nightly build 00:19:51 INFO - rmtree: /builds/slave/m-esr45-l64-asan-ntly-00000000/build 00:19:51 INFO - retry: Calling rmtree with args: ('/builds/slave/m-esr45-l64-asan-ntly-00000000/build',), kwargs: {}, attempt #1 00:19:51 INFO - retry: Calling run_command with args: [['/builds/slave/m-esr45-l64-asan-ntly-00000000/scripts/external_tools/clobberer.py', '-s', 'scripts', '-s', 'logs', '-s', 'buildprops.json', '-s', 'token', '-s', 'oauth.txt', '-t', '168', 'https://api.pub.build.mozilla.org/clobberer/lastclobber', u'mozilla-esr45', u'Linux x86-64 mozilla-esr45 asan nightly', 'm-esr45-l64-asan-ntly-00000000', u'bld-linux64-spot-304', u'http://buildbot-master72.bb.releng.usw2.mozilla.com:8001/']], kwargs: {'error_list': [{'substr': 'Error contacting server', 'explanation': 'Error contacting server for clobberer information.', 'level': 'error'}], 'cwd': '/builds/slave'}, attempt #1 00:19:51 INFO - Running command: ['/builds/slave/m-esr45-l64-asan-ntly-00000000/scripts/external_tools/clobberer.py', '-s', 'scripts', '-s', 'logs', '-s', 'buildprops.json', '-s', 'token', '-s', 'oauth.txt', '-t', '168', 'https://api.pub.build.mozilla.org/clobberer/lastclobber', u'mozilla-esr45', u'Linux x86-64 mozilla-esr45 asan nightly', 'm-esr45-l64-asan-ntly-00000000', u'bld-linux64-spot-304', u'http://buildbot-master72.bb.releng.usw2.mozilla.com:8001/'] in /builds/slave 00:19:51 INFO - Copy/paste: /builds/slave/m-esr45-l64-asan-ntly-00000000/scripts/external_tools/clobberer.py -s scripts -s logs -s buildprops.json -s token -s oauth.txt -t 168 https://api.pub.build.mozilla.org/clobberer/lastclobber mozilla-esr45 "Linux x86-64 mozilla-esr45 asan nightly" m-esr45-l64-asan-ntly-00000000 bld-linux64-spot-304 http://buildbot-master72.bb.releng.usw2.mozilla.com:8001/ 00:19:51 INFO - Checking clobber URL: https://api.pub.build.mozilla.org/clobberer/lastclobber?master=http%3A%2F%2Fbuildbot-master72.bb.releng.usw2.mozilla.com%3A8001%2F&slave=bld-linux64-spot-304&builddir=m-esr45-l64-asan-ntly-00000000&branch=mozilla-esr45&buildername=Linux+x86-64+mozilla-esr45+asan+nightly 00:19:51 INFO - m-esr45-l64-asan-ntly-00000000:Our last clobber date: None 00:19:51 INFO - m-esr45-l64-asan-ntly-00000000:Server clobber date: None 00:19:51 INFO - TinderboxPrint: purged clobber 00:19:51 INFO - Return code: 0 00:19:51 INFO - Running command: ['/builds/slave/m-esr45-l64-asan-ntly-00000000/scripts/external_tools/purge_builds.py', '-s', '12', '--max-age', '14', '--not', 'info', '--not', 'rel-*:10d', '--not', 'tb-rel-*:10d', '/builds/slave', '/mock/users/cltbld/home/cltbld/build'] 00:19:51 INFO - Copy/paste: /builds/slave/m-esr45-l64-asan-ntly-00000000/scripts/external_tools/purge_builds.py -s 12 --max-age 14 --not info --not rel-*:10d --not tb-rel-*:10d /builds/slave /mock/users/cltbld/home/cltbld/build 00:19:51 INFO - Using env: {'HG_SHARE_BASE_DIR': '/builds/hg-shared', 00:19:51 INFO - 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:/tools/python27-mercurial/bin:/home/cltbld/bin'} 00:19:51 INFO - 23.02 GB of space available 00:19:51 INFO - Return code: 0 00:19:51 INFO - Running post-action listener: influxdb_recording_post_action 00:19:51 INFO - Starting new HTTPS connection (1): goldiewilson-onepointtwentyone-1.c.influxdb.com 00:19:51 WARNING - Failed to log stats. Exception = [Errno 185090050] _ssl.c:340: error:0B084002:x509 certificate routines:X509_load_cert_crl_file:system lib 00:19:51 INFO - ##### 00:19:51 INFO - ##### Running clone-tools step. 00:19:51 INFO - ##### 00:19:51 INFO - Running pre-action listener: influxdb_recording_pre_action 00:19:51 INFO - Running main action method: clone_tools 00:19:51 INFO - retry: Calling _get_revision with args: (, '/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools'), kwargs: {}, attempt #1 00:19:51 INFO - Setting /builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools to https://hg.mozilla.org/build/tools using shared directory /builds/hg-shared. 00:19:51 INFO - Checking if share extension works. 00:19:51 INFO - Getting output from command: ['hg', '--config', 'ui.merge=internal:merge', 'help', 'share'] 00:19:51 INFO - Copy/paste: hg --config ui.merge=internal:merge help share 00:19:51 INFO - Reading from file tmpfile_stdout 00:19:51 INFO - hg share works. 00:19:51 INFO - mkdir: /builds/slave/m-esr45-l64-asan-ntly-00000000/build 00:19:51 INFO - Updating shared repo 00:19:51 INFO - Pulling https://hg.mozilla.org/build/tools to /builds/hg-shared/build/tools and updating. 00:19:51 INFO - Running command: ['hg', '--config', 'ui.merge=internal:merge', 'pull', 'https://hg.mozilla.org/build/tools'] in /builds/hg-shared/build/tools 00:19:51 INFO - Copy/paste: hg --config ui.merge=internal:merge pull https://hg.mozilla.org/build/tools 00:19:51 INFO - Calling ['hg', '--config', 'ui.merge=internal:merge', 'pull', 'https://hg.mozilla.org/build/tools'] with output_timeout 1200 00:19:52 INFO - pulling from https://hg.mozilla.org/build/tools 00:19:52 INFO - searching for changes 00:19:52 INFO - no changes found 00:19:52 INFO - Return code: 0 00:19:52 INFO - Updating /builds/hg-shared/build/tools. 00:19:52 INFO - Getting output from command: ['hg', '--config', 'ui.merge=internal:merge', 'branch'] in /builds/hg-shared/build/tools 00:19:52 INFO - Copy/paste: hg --config ui.merge=internal:merge branch 00:19:52 INFO - Reading from file tmpfile_stdout 00:19:52 INFO - Output received: 00:19:52 INFO - default 00:19:52 INFO - Running command: ['hg', '--config', 'ui.merge=internal:merge', 'update', '-C'] in /builds/hg-shared/build/tools 00:19:52 INFO - Copy/paste: hg --config ui.merge=internal:merge update -C 00:19:53 INFO - 0 files updated, 0 files merged, 0 files removed, 0 files unresolved 00:19:53 INFO - Return code: 0 00:19:53 INFO - Getting output from command: ['hg', '--config', 'ui.merge=internal:merge', 'parent', '--template', '{node}'] in /builds/hg-shared/build/tools 00:19:53 INFO - Copy/paste: hg --config ui.merge=internal:merge parent --template {node} 00:19:53 INFO - Reading from file tmpfile_stdout 00:19:53 INFO - Output received: 00:19:53 INFO - 4bad2d85bed815363fabfdec394c2fb65781dc53 00:19:53 INFO - Trying to share /builds/hg-shared/build/tools to /builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools 00:19:53 INFO - Sharing /builds/hg-shared/build/tools to /builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools. 00:19:53 INFO - Running command: ['hg', '--config', 'ui.merge=internal:merge', 'share', '-U', '/builds/hg-shared/build/tools', '/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools'] 00:19:53 INFO - Copy/paste: hg --config ui.merge=internal:merge share -U /builds/hg-shared/build/tools /builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools 00:19:53 INFO - Return code: 0 00:19:53 INFO - Updating /builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools. 00:19:53 INFO - Getting output from command: ['hg', '--config', 'ui.merge=internal:merge', 'branch'] in /builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools 00:19:53 INFO - Copy/paste: hg --config ui.merge=internal:merge branch 00:19:54 INFO - Reading from file tmpfile_stdout 00:19:54 INFO - Output received: 00:19:54 INFO - default 00:19:54 INFO - Running command: ['hg', '--config', 'ui.merge=internal:merge', 'update', '-C'] in /builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools 00:19:54 INFO - Copy/paste: hg --config ui.merge=internal:merge update -C 00:19:55 INFO - 1174 files updated, 0 files merged, 0 files removed, 0 files unresolved 00:19:55 INFO - Return code: 0 00:19:55 INFO - Getting output from command: ['hg', '--config', 'ui.merge=internal:merge', 'parent', '--template', '{node}'] in /builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools 00:19:55 INFO - Copy/paste: hg --config ui.merge=internal:merge parent --template {node} 00:19:56 INFO - Reading from file tmpfile_stdout 00:19:56 INFO - Output received: 00:19:56 INFO - 4bad2d85bed815363fabfdec394c2fb65781dc53 00:19:56 INFO - Running post-action listener: influxdb_recording_post_action 00:19:56 INFO - ##### 00:19:56 INFO - ##### Running checkout-sources step. 00:19:56 INFO - ##### 00:19:56 INFO - Running pre-action listener: influxdb_recording_pre_action 00:19:56 INFO - Running main action method: checkout_sources 00:19:56 INFO - repo_path not in config. Using 'projects/mozilla-esr45' instead 00:19:56 INFO - retry: Calling _get_revision with args: (, '/builds/slave/m-esr45-l64-asan-ntly-00000000/build/src'), kwargs: {}, attempt #1 00:19:56 INFO - Running command: ['/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/hgtool.py', '-r', '7b2dfb80cd13d31b5653155b87c66c87dab8bdde', '--bundle', 'https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg', 'https://hg.mozilla.org/projects/mozilla-esr45', '/builds/slave/m-esr45-l64-asan-ntly-00000000/build/src'] 00:19:56 INFO - Copy/paste: /builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/hgtool.py -r 7b2dfb80cd13d31b5653155b87c66c87dab8bdde --bundle https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg https://hg.mozilla.org/projects/mozilla-esr45 /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src 00:19:56 INFO - Using env: {'CCACHE_COMPRESS': '1', 00:19:56 INFO - 'CCACHE_DIR': '/builds/ccache', 00:19:56 INFO - 'CCACHE_HASHDIR': '', 00:19:56 INFO - 'CCACHE_UMASK': '002', 00:19:56 INFO - 'DISPLAY': ':2', 00:19:56 INFO - 'G_BROKEN_FILENAMES': '1', 00:19:56 INFO - 'HG_SHARE_BASE_DIR': '/builds/hg-shared', 00:19:56 INFO - 'HISTCONTROL': 'ignoredups', 00:19:56 INFO - 'HISTSIZE': '1000', 00:19:56 INFO - 'HOME': '/home/cltbld', 00:19:56 INFO - 'HOSTNAME': 'bld-linux64-spot-304.build.releng.usw2.mozilla.com', 00:19:56 INFO - 'IS_NIGHTLY': 'yes', 00:19:56 INFO - 'LANG': 'en_US.UTF-8', 00:19:56 INFO - 'LC_ALL': 'C', 00:19:56 INFO - 'LESSOPEN': '|/usr/bin/lesspipe.sh %s', 00:19:56 INFO - 'LOGNAME': 'cltbld', 00:19:56 INFO - 'MAIL': '/var/spool/mail/cltbld', 00:19:56 INFO - 'MOZBUILD_STATE_PATH': '/builds/slave/m-esr45-l64-asan-ntly-00000000/.mozbuild', 00:19:56 INFO - 'MOZ_AUTOMATION': '1', 00:19:56 INFO - 'MOZ_BUILD_DATE': '20160307001502', 00:19:56 INFO - 'MOZ_CRASHREPORTER_NO_REPORT': '1', 00:19:56 INFO - 'MOZ_OBJDIR': 'obj-firefox', 00:19:56 INFO - 'MOZ_SYMBOLS_EXTRA_BUILDID': 'linux64-asan', 00:19:56 INFO - 'MOZ_UPDATE_CHANNEL': 'nightly-mozilla-esr45', 00:19:56 INFO - 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:/tools/python27-mercurial/bin:/home/cltbld/bin', 00:19:56 INFO - 'POST_SYMBOL_UPLOAD_CMD': '/usr/local/bin/post-symbol-upload.py', 00:19:56 INFO - 'PROPERTIES_FILE': '/builds/slave/m-esr45-l64-asan-ntly-00000000/buildprops.json', 00:19:56 INFO - 'PWD': '/builds/slave/m-esr45-l64-asan-ntly-00000000', 00:19:56 INFO - 'SHELL': '/bin/bash', 00:19:56 INFO - 'SHLVL': '1', 00:19:56 INFO - 'SYMBOL_SERVER_HOST': 'symbolpush.mozilla.org', 00:19:56 INFO - 'SYMBOL_SERVER_PATH': '/mnt/netapp/breakpad/symbols_ffx/', 00:19:56 INFO - 'SYMBOL_SERVER_SSH_KEY': '/home/mock_mozilla/.ssh/ffxbld_rsa', 00:19:56 INFO - 'SYMBOL_SERVER_USER': 'ffxbld', 00:19:56 INFO - 'TERM': 'linux', 00:19:56 INFO - 'TINDERBOX_OUTPUT': '1', 00:19:56 INFO - 'TMOUT': '86400', 00:19:56 INFO - 'TOOLTOOL_CACHE': '/builds/tooltool_cache', 00:19:56 INFO - 'TOOLTOOL_HOME': '/builds', 00:19:56 INFO - 'USER': 'cltbld', 00:19:56 INFO - '_': '/tools/buildbot/bin/python'} 00:19:56 INFO - Reporting hg version in use 00:19:56 INFO - command: START 00:19:56 INFO - command: hg -q version 00:19:56 INFO - command: cwd: . 00:19:56 INFO - command: output: 00:19:56 INFO - Mercurial Distributed SCM (version 3.2.1) 00:19:56 INFO - command: END (0.30s elapsed) 00:19:56 INFO - Checking if share extension works 00:19:56 INFO - command: START 00:19:56 INFO - command: hg help share 00:19:56 INFO - command: cwd: /builds/slave/m-esr45-l64-asan-ntly-00000000 00:19:56 INFO - command: env: {'HGPLAIN': '1'} 00:19:56 INFO - command: END (0.50s elapsed) 00:19:56 INFO - Updating shared repo 00:19:56 INFO - Reporting hg version in use 00:19:56 INFO - command: START 00:19:56 INFO - command: hg -q version 00:19:56 INFO - command: cwd: . 00:19:56 INFO - command: output: 00:19:57 INFO - Mercurial Distributed SCM (version 3.2.1) 00:19:57 INFO - command: END (0.30s elapsed) 00:19:57 INFO - Attempting to initialize clone with bundles 00:19:57 INFO - command: START 00:19:57 INFO - command: hg init /builds/hg-shared/projects/mozilla-esr45 00:19:57 INFO - command: cwd: /builds/slave/m-esr45-l64-asan-ntly-00000000 00:19:57 INFO - command: output: 00:19:57 INFO - command: END (0.32s elapsed) 00:19:57 INFO - Trying to use bundle https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg 00:19:57 INFO - command: START 00:19:57 INFO - command: hg unbundle --traceback https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg 00:19:57 INFO - command: cwd: /builds/hg-shared/projects/mozilla-esr45 00:19:57 INFO - command: env: {'HGPLAIN': '1'} 00:29:39 INFO - command: END (581.62s elapsed) 00:29:39 INFO - command: output: 00:29:39 INFO - adding changesets 00:29:39 INFO - adding manifests 00:29:39 INFO - adding file changes 00:29:39 INFO - added 311758 changesets with 1633784 changes to 230781 files (+170 heads) 00:29:39 INFO - (run 'hg heads' to see heads) 00:29:39 INFO - command: START 00:29:39 INFO - command: hg pull --traceback -r 7b2dfb80cd13d31b5653155b87c66c87dab8bdde https://hg.mozilla.org/projects/mozilla-esr45 00:29:39 INFO - command: cwd: /builds/hg-shared/projects/mozilla-esr45 00:29:39 INFO - command: env: {'HGPLAIN': '1'} 00:29:39 INFO - Hit exception running hg: 00:29:39 INFO - Traceback (most recent call last): 00:29:39 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 99, in get_hg_output 00:29:39 INFO - return get_output(['hg'] + cmd, timeout=timeout, env=env, **kwargs) 00:29:39 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/commands.py", line 207, in get_output 00:29:39 INFO - raise error 00:29:39 INFO - CalledProcessError: Command '['hg', 'pull', '--traceback', '-r', '7b2dfb80cd13d31b5653155b87c66c87dab8bdde', 'https://hg.mozilla.org/projects/mozilla-esr45']' returned non-zero exit status 255 00:31:05 INFO - Problem unbundling/pulling from https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg 00:31:05 INFO - Traceback (most recent call last): 00:31:05 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 262, in clone 00:31:05 INFO - mirrors=mirrors, revision=revision, branch=branch) 00:31:05 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 391, in pull 00:31:05 INFO - get_hg_output(cmd=cmd, cwd=dest, include_stderr=True) 00:31:05 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 99, in get_hg_output 00:31:05 INFO - return get_output(['hg'] + cmd, timeout=timeout, env=env, **kwargs) 00:31:05 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/commands.py", line 207, in get_output 00:31:05 INFO - raise error 00:31:05 INFO - CalledProcessError: Command '['hg', 'pull', '--traceback', '-r', '7b2dfb80cd13d31b5653155b87c66c87dab8bdde', 'https://hg.mozilla.org/projects/mozilla-esr45']' returned non-zero exit status 255 00:31:05 INFO - Using bundles failed; falling back to clone 00:31:05 INFO - command: START 00:31:05 INFO - command: hg clone --traceback -U https://hg.mozilla.org/projects/mozilla-esr45 /builds/hg-shared/projects/mozilla-esr45 00:31:05 INFO - command: cwd: /builds/slave/m-esr45-l64-asan-ntly-00000000 00:31:05 INFO - command: env: {'HGPLAIN': '1'} 00:31:05 INFO - Hit exception running hg: 00:31:05 INFO - Traceback (most recent call last): 00:31:05 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 99, in get_hg_output 00:31:05 INFO - return get_output(['hg'] + cmd, timeout=timeout, env=env, **kwargs) 00:31:05 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/commands.py", line 207, in get_output 00:31:05 INFO - raise error 00:31:05 INFO - CalledProcessError: Command '['hg', 'clone', '--traceback', '-U', 'https://hg.mozilla.org/projects/mozilla-esr45', '/builds/hg-shared/projects/mozilla-esr45']' returned non-zero exit status 255 00:32:20 INFO - Error updating /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src from sharedRepo (/builds/hg-shared/projects/mozilla-esr45): 00:32:20 INFO - Attempting to initialize clone with bundles 00:32:20 INFO - command: START 00:32:20 INFO - command: hg init /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src 00:32:20 INFO - command: cwd: /builds/slave/m-esr45-l64-asan-ntly-00000000 00:32:20 INFO - command: output: 00:32:20 INFO - command: END (0.31s elapsed) 00:32:20 INFO - Trying to use bundle https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg 00:32:20 INFO - command: START 00:32:20 INFO - command: hg unbundle --traceback https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg 00:32:20 INFO - command: cwd: /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src 00:32:20 INFO - command: env: {'HGPLAIN': '1'} 00:41:48 INFO - command: END (567.32s elapsed) 00:41:48 INFO - command: output: 00:41:48 INFO - adding changesets 00:41:48 INFO - adding manifests 00:41:48 INFO - adding file changes 00:41:48 INFO - added 311758 changesets with 1633784 changes to 230781 files (+170 heads) 00:41:48 INFO - (run 'hg heads' to see heads) 00:41:48 INFO - command: START 00:41:48 INFO - command: hg pull --traceback -r 7b2dfb80cd13d31b5653155b87c66c87dab8bdde https://hg.mozilla.org/projects/mozilla-esr45 00:41:48 INFO - command: cwd: /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src 00:41:48 INFO - command: env: {'HGPLAIN': '1'} 00:41:48 INFO - Hit exception running hg: 00:41:48 INFO - Traceback (most recent call last): 00:41:48 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 99, in get_hg_output 00:41:48 INFO - return get_output(['hg'] + cmd, timeout=timeout, env=env, **kwargs) 00:41:48 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/commands.py", line 207, in get_output 00:41:48 INFO - raise error 00:41:48 INFO - CalledProcessError: Command '['hg', 'pull', '--traceback', '-r', '7b2dfb80cd13d31b5653155b87c66c87dab8bdde', 'https://hg.mozilla.org/projects/mozilla-esr45']' returned non-zero exit status 255 00:43:14 INFO - Problem unbundling/pulling from https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg 00:43:14 INFO - Traceback (most recent call last): 00:43:14 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 262, in clone 00:43:14 INFO - mirrors=mirrors, revision=revision, branch=branch) 00:43:14 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 391, in pull 00:43:14 INFO - get_hg_output(cmd=cmd, cwd=dest, include_stderr=True) 00:43:14 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 99, in get_hg_output 00:43:14 INFO - return get_output(['hg'] + cmd, timeout=timeout, env=env, **kwargs) 00:43:14 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/commands.py", line 207, in get_output 00:43:14 INFO - raise error 00:43:14 INFO - CalledProcessError: Command '['hg', 'pull', '--traceback', '-r', '7b2dfb80cd13d31b5653155b87c66c87dab8bdde', 'https://hg.mozilla.org/projects/mozilla-esr45']' returned non-zero exit status 255 00:43:14 INFO - Using bundles failed; falling back to clone 00:43:14 INFO - command: START 00:43:14 INFO - command: hg clone --traceback https://hg.mozilla.org/projects/mozilla-esr45 /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src 00:43:14 INFO - command: cwd: /builds/slave/m-esr45-l64-asan-ntly-00000000 00:43:14 INFO - command: env: {'HGPLAIN': '1'} 00:43:15 INFO - Hit exception running hg: 00:43:15 INFO - Traceback (most recent call last): 00:43:15 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 99, in get_hg_output 00:43:15 INFO - return get_output(['hg'] + cmd, timeout=timeout, env=env, **kwargs) 00:43:15 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/commands.py", line 207, in get_output 00:43:15 INFO - raise error 00:43:15 INFO - CalledProcessError: Command '['hg', 'clone', '--traceback', 'https://hg.mozilla.org/projects/mozilla-esr45', '/builds/slave/m-esr45-l64-asan-ntly-00000000/build/src']' returned non-zero exit status 255 00:44:30 INFO - Traceback (most recent call last): 00:44:30 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/hgtool.py", line 94, in 00:44:30 INFO - autoPurge=options.auto_purge) 00:44:30 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 627, in mercurial 00:44:30 INFO - bundles=bundles, clone_by_rev=clone_by_rev) 00:44:30 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 309, in clone 00:44:30 INFO - get_hg_output(cmd=cmd, include_stderr=True, timeout=timeout) 00:44:30 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 99, in get_hg_output 00:44:30 INFO - return get_output(['hg'] + cmd, timeout=timeout, env=env, **kwargs) 00:44:30 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/commands.py", line 207, in get_output 00:44:30 INFO - raise error 00:44:30 INFO - subprocess.CalledProcessError: Command '['hg', 'clone', '--traceback', 'https://hg.mozilla.org/projects/mozilla-esr45', '/builds/slave/m-esr45-l64-asan-ntly-00000000/build/src']' returned non-zero exit status 255 00:44:30 ERROR - Return code: 1 00:44:30 INFO - rmtree: /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src 00:44:30 INFO - retry: attempt #1 caught exception: Unable to checkout 00:44:30 INFO - retry: Failed, sleeping 60 seconds before retrying 00:45:30 INFO - retry: Calling _get_revision with args: (, '/builds/slave/m-esr45-l64-asan-ntly-00000000/build/src'), kwargs: {}, attempt #2 00:45:30 INFO - Running command: ['/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/hgtool.py', '-r', '7b2dfb80cd13d31b5653155b87c66c87dab8bdde', '--bundle', 'https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg', 'https://hg.mozilla.org/projects/mozilla-esr45', '/builds/slave/m-esr45-l64-asan-ntly-00000000/build/src'] 00:45:30 INFO - Copy/paste: /builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/hgtool.py -r 7b2dfb80cd13d31b5653155b87c66c87dab8bdde --bundle https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg https://hg.mozilla.org/projects/mozilla-esr45 /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src 00:45:30 INFO - Using env: {'CCACHE_COMPRESS': '1', 00:45:30 INFO - 'CCACHE_DIR': '/builds/ccache', 00:45:30 INFO - 'CCACHE_HASHDIR': '', 00:45:30 INFO - 'CCACHE_UMASK': '002', 00:45:30 INFO - 'DISPLAY': ':2', 00:45:30 INFO - 'G_BROKEN_FILENAMES': '1', 00:45:30 INFO - 'HG_SHARE_BASE_DIR': '/builds/hg-shared', 00:45:30 INFO - 'HISTCONTROL': 'ignoredups', 00:45:30 INFO - 'HISTSIZE': '1000', 00:45:30 INFO - 'HOME': '/home/cltbld', 00:45:30 INFO - 'HOSTNAME': 'bld-linux64-spot-304.build.releng.usw2.mozilla.com', 00:45:30 INFO - 'IS_NIGHTLY': 'yes', 00:45:30 INFO - 'LANG': 'en_US.UTF-8', 00:45:30 INFO - 'LC_ALL': 'C', 00:45:30 INFO - 'LESSOPEN': '|/usr/bin/lesspipe.sh %s', 00:45:30 INFO - 'LOGNAME': 'cltbld', 00:45:30 INFO - 'MAIL': '/var/spool/mail/cltbld', 00:45:30 INFO - 'MOZBUILD_STATE_PATH': '/builds/slave/m-esr45-l64-asan-ntly-00000000/.mozbuild', 00:45:30 INFO - 'MOZ_AUTOMATION': '1', 00:45:30 INFO - 'MOZ_BUILD_DATE': '20160307001502', 00:45:30 INFO - 'MOZ_CRASHREPORTER_NO_REPORT': '1', 00:45:30 INFO - 'MOZ_OBJDIR': 'obj-firefox', 00:45:30 INFO - 'MOZ_SYMBOLS_EXTRA_BUILDID': 'linux64-asan', 00:45:30 INFO - 'MOZ_UPDATE_CHANNEL': 'nightly-mozilla-esr45', 00:45:30 INFO - 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:/tools/python27-mercurial/bin:/home/cltbld/bin', 00:45:30 INFO - 'POST_SYMBOL_UPLOAD_CMD': '/usr/local/bin/post-symbol-upload.py', 00:45:30 INFO - 'PROPERTIES_FILE': '/builds/slave/m-esr45-l64-asan-ntly-00000000/buildprops.json', 00:45:30 INFO - 'PWD': '/builds/slave/m-esr45-l64-asan-ntly-00000000', 00:45:30 INFO - 'SHELL': '/bin/bash', 00:45:30 INFO - 'SHLVL': '1', 00:45:30 INFO - 'SYMBOL_SERVER_HOST': 'symbolpush.mozilla.org', 00:45:30 INFO - 'SYMBOL_SERVER_PATH': '/mnt/netapp/breakpad/symbols_ffx/', 00:45:30 INFO - 'SYMBOL_SERVER_SSH_KEY': '/home/mock_mozilla/.ssh/ffxbld_rsa', 00:45:30 INFO - 'SYMBOL_SERVER_USER': 'ffxbld', 00:45:30 INFO - 'TERM': 'linux', 00:45:30 INFO - 'TINDERBOX_OUTPUT': '1', 00:45:30 INFO - 'TMOUT': '86400', 00:45:30 INFO - 'TOOLTOOL_CACHE': '/builds/tooltool_cache', 00:45:30 INFO - 'TOOLTOOL_HOME': '/builds', 00:45:30 INFO - 'USER': 'cltbld', 00:45:30 INFO - '_': '/tools/buildbot/bin/python'} 00:45:30 INFO - Reporting hg version in use 00:45:30 INFO - command: START 00:45:30 INFO - command: hg -q version 00:45:30 INFO - command: cwd: . 00:45:30 INFO - command: output: 00:45:30 INFO - Mercurial Distributed SCM (version 3.2.1) 00:45:30 INFO - command: END (0.29s elapsed) 00:45:30 INFO - Checking if share extension works 00:45:30 INFO - command: START 00:45:30 INFO - command: hg help share 00:45:30 INFO - command: cwd: /builds/slave/m-esr45-l64-asan-ntly-00000000 00:45:30 INFO - command: env: {'HGPLAIN': '1'} 00:45:31 INFO - command: END (0.50s elapsed) 00:45:31 INFO - Updating shared repo 00:45:31 INFO - Reporting hg version in use 00:45:31 INFO - command: START 00:45:31 INFO - command: hg -q version 00:45:31 INFO - command: cwd: . 00:45:31 INFO - command: output: 00:45:31 INFO - Mercurial Distributed SCM (version 3.2.1) 00:45:31 INFO - command: END (0.29s elapsed) 00:45:31 INFO - Attempting to initialize clone with bundles 00:45:31 INFO - command: START 00:45:31 INFO - command: hg init /builds/hg-shared/projects/mozilla-esr45 00:45:31 INFO - command: cwd: /builds/slave/m-esr45-l64-asan-ntly-00000000 00:45:31 INFO - command: output: 00:45:32 INFO - command: END (0.32s elapsed) 00:45:32 INFO - Trying to use bundle https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg 00:45:32 INFO - command: START 00:45:32 INFO - command: hg unbundle --traceback https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg 00:45:32 INFO - command: cwd: /builds/hg-shared/projects/mozilla-esr45 00:45:32 INFO - command: env: {'HGPLAIN': '1'} 00:55:02 INFO - command: END (570.69s elapsed) 00:55:02 INFO - command: output: 00:55:02 INFO - adding changesets 00:55:02 INFO - adding manifests 00:55:02 INFO - adding file changes 00:55:02 INFO - added 311758 changesets with 1633784 changes to 230781 files (+170 heads) 00:55:02 INFO - (run 'hg heads' to see heads) 00:55:02 INFO - command: START 00:55:02 INFO - command: hg pull --traceback -r 7b2dfb80cd13d31b5653155b87c66c87dab8bdde https://hg.mozilla.org/projects/mozilla-esr45 00:55:02 INFO - command: cwd: /builds/hg-shared/projects/mozilla-esr45 00:55:02 INFO - command: env: {'HGPLAIN': '1'} 00:55:03 INFO - Hit exception running hg: 00:55:03 INFO - Traceback (most recent call last): 00:55:03 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 99, in get_hg_output 00:55:03 INFO - return get_output(['hg'] + cmd, timeout=timeout, env=env, **kwargs) 00:55:03 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/commands.py", line 207, in get_output 00:55:03 INFO - raise error 00:55:03 INFO - CalledProcessError: Command '['hg', 'pull', '--traceback', '-r', '7b2dfb80cd13d31b5653155b87c66c87dab8bdde', 'https://hg.mozilla.org/projects/mozilla-esr45']' returned non-zero exit status 255 00:56:28 INFO - Problem unbundling/pulling from https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg 00:56:28 INFO - Traceback (most recent call last): 00:56:28 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 262, in clone 00:56:28 INFO - mirrors=mirrors, revision=revision, branch=branch) 00:56:28 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 391, in pull 00:56:28 INFO - get_hg_output(cmd=cmd, cwd=dest, include_stderr=True) 00:56:28 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 99, in get_hg_output 00:56:28 INFO - return get_output(['hg'] + cmd, timeout=timeout, env=env, **kwargs) 00:56:28 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/commands.py", line 207, in get_output 00:56:28 INFO - raise error 00:56:28 INFO - CalledProcessError: Command '['hg', 'pull', '--traceback', '-r', '7b2dfb80cd13d31b5653155b87c66c87dab8bdde', 'https://hg.mozilla.org/projects/mozilla-esr45']' returned non-zero exit status 255 00:56:28 INFO - Using bundles failed; falling back to clone 00:56:28 INFO - command: START 00:56:28 INFO - command: hg clone --traceback -U https://hg.mozilla.org/projects/mozilla-esr45 /builds/hg-shared/projects/mozilla-esr45 00:56:28 INFO - command: cwd: /builds/slave/m-esr45-l64-asan-ntly-00000000 00:56:28 INFO - command: env: {'HGPLAIN': '1'} 00:56:28 INFO - Hit exception running hg: 00:56:28 INFO - Traceback (most recent call last): 00:56:28 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 99, in get_hg_output 00:56:28 INFO - return get_output(['hg'] + cmd, timeout=timeout, env=env, **kwargs) 00:56:28 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/commands.py", line 207, in get_output 00:56:28 INFO - raise error 00:56:28 INFO - CalledProcessError: Command '['hg', 'clone', '--traceback', '-U', 'https://hg.mozilla.org/projects/mozilla-esr45', '/builds/hg-shared/projects/mozilla-esr45']' returned non-zero exit status 255 00:57:44 INFO - Error updating /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src from sharedRepo (/builds/hg-shared/projects/mozilla-esr45): 00:57:44 INFO - Attempting to initialize clone with bundles 00:57:44 INFO - command: START 00:57:44 INFO - command: hg init /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src 00:57:44 INFO - command: cwd: /builds/slave/m-esr45-l64-asan-ntly-00000000 00:57:44 INFO - command: output: 00:57:44 INFO - command: END (0.32s elapsed) 00:57:44 INFO - Trying to use bundle https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg 00:57:44 INFO - command: START 00:57:44 INFO - command: hg unbundle --traceback https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg 00:57:44 INFO - command: cwd: /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src 00:57:44 INFO - command: env: {'HGPLAIN': '1'} 01:07:18 INFO - command: END (573.95s elapsed) 01:07:18 INFO - command: output: 01:07:18 INFO - adding changesets 01:07:18 INFO - adding manifests 01:07:18 INFO - adding file changes 01:07:18 INFO - added 311758 changesets with 1633784 changes to 230781 files (+170 heads) 01:07:18 INFO - (run 'hg heads' to see heads) 01:07:18 INFO - command: START 01:07:18 INFO - command: hg pull --traceback -r 7b2dfb80cd13d31b5653155b87c66c87dab8bdde https://hg.mozilla.org/projects/mozilla-esr45 01:07:18 INFO - command: cwd: /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src 01:07:18 INFO - command: env: {'HGPLAIN': '1'} 01:07:18 INFO - Hit exception running hg: 01:07:18 INFO - Traceback (most recent call last): 01:07:18 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 99, in get_hg_output 01:07:18 INFO - return get_output(['hg'] + cmd, timeout=timeout, env=env, **kwargs) 01:07:18 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/commands.py", line 207, in get_output 01:07:18 INFO - raise error 01:07:18 INFO - CalledProcessError: Command '['hg', 'pull', '--traceback', '-r', '7b2dfb80cd13d31b5653155b87c66c87dab8bdde', 'https://hg.mozilla.org/projects/mozilla-esr45']' returned non-zero exit status 255 01:08:44 INFO - Problem unbundling/pulling from https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg 01:08:44 INFO - Traceback (most recent call last): 01:08:44 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 262, in clone 01:08:44 INFO - mirrors=mirrors, revision=revision, branch=branch) 01:08:44 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 391, in pull 01:08:44 INFO - get_hg_output(cmd=cmd, cwd=dest, include_stderr=True) 01:08:44 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 99, in get_hg_output 01:08:44 INFO - return get_output(['hg'] + cmd, timeout=timeout, env=env, **kwargs) 01:08:44 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/commands.py", line 207, in get_output 01:08:44 INFO - raise error 01:08:44 INFO - CalledProcessError: Command '['hg', 'pull', '--traceback', '-r', '7b2dfb80cd13d31b5653155b87c66c87dab8bdde', 'https://hg.mozilla.org/projects/mozilla-esr45']' returned non-zero exit status 255 01:08:44 INFO - Using bundles failed; falling back to clone 01:08:44 INFO - command: START 01:08:44 INFO - command: hg clone --traceback https://hg.mozilla.org/projects/mozilla-esr45 /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src 01:08:44 INFO - command: cwd: /builds/slave/m-esr45-l64-asan-ntly-00000000 01:08:44 INFO - command: env: {'HGPLAIN': '1'} 01:08:44 INFO - Hit exception running hg: 01:08:44 INFO - Traceback (most recent call last): 01:08:44 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 99, in get_hg_output 01:08:44 INFO - return get_output(['hg'] + cmd, timeout=timeout, env=env, **kwargs) 01:08:44 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/commands.py", line 207, in get_output 01:08:44 INFO - raise error 01:08:44 INFO - CalledProcessError: Command '['hg', 'clone', '--traceback', 'https://hg.mozilla.org/projects/mozilla-esr45', '/builds/slave/m-esr45-l64-asan-ntly-00000000/build/src']' returned non-zero exit status 255 01:09:59 INFO - Traceback (most recent call last): 01:09:59 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/hgtool.py", line 94, in 01:09:59 INFO - autoPurge=options.auto_purge) 01:09:59 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 627, in mercurial 01:09:59 INFO - bundles=bundles, clone_by_rev=clone_by_rev) 01:09:59 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 309, in clone 01:09:59 INFO - get_hg_output(cmd=cmd, include_stderr=True, timeout=timeout) 01:09:59 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 99, in get_hg_output 01:09:59 INFO - return get_output(['hg'] + cmd, timeout=timeout, env=env, **kwargs) 01:09:59 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/commands.py", line 207, in get_output 01:09:59 INFO - raise error 01:09:59 INFO - subprocess.CalledProcessError: Command '['hg', 'clone', '--traceback', 'https://hg.mozilla.org/projects/mozilla-esr45', '/builds/slave/m-esr45-l64-asan-ntly-00000000/build/src']' returned non-zero exit status 255 01:09:59 ERROR - Return code: 1 01:09:59 INFO - rmtree: /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src 01:09:59 INFO - retry: attempt #2 caught exception: Unable to checkout 01:09:59 INFO - retry: Failed, sleeping 120 seconds before retrying 01:11:59 INFO - retry: Calling _get_revision with args: (, '/builds/slave/m-esr45-l64-asan-ntly-00000000/build/src'), kwargs: {}, attempt #3 01:11:59 INFO - Running command: ['/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/hgtool.py', '-r', '7b2dfb80cd13d31b5653155b87c66c87dab8bdde', '--bundle', 'https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg', 'https://hg.mozilla.org/projects/mozilla-esr45', '/builds/slave/m-esr45-l64-asan-ntly-00000000/build/src'] 01:11:59 INFO - Copy/paste: /builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/hgtool.py -r 7b2dfb80cd13d31b5653155b87c66c87dab8bdde --bundle https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg https://hg.mozilla.org/projects/mozilla-esr45 /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src 01:11:59 INFO - Using env: {'CCACHE_COMPRESS': '1', 01:11:59 INFO - 'CCACHE_DIR': '/builds/ccache', 01:11:59 INFO - 'CCACHE_HASHDIR': '', 01:11:59 INFO - 'CCACHE_UMASK': '002', 01:11:59 INFO - 'DISPLAY': ':2', 01:11:59 INFO - 'G_BROKEN_FILENAMES': '1', 01:11:59 INFO - 'HG_SHARE_BASE_DIR': '/builds/hg-shared', 01:11:59 INFO - 'HISTCONTROL': 'ignoredups', 01:11:59 INFO - 'HISTSIZE': '1000', 01:11:59 INFO - 'HOME': '/home/cltbld', 01:11:59 INFO - 'HOSTNAME': 'bld-linux64-spot-304.build.releng.usw2.mozilla.com', 01:11:59 INFO - 'IS_NIGHTLY': 'yes', 01:11:59 INFO - 'LANG': 'en_US.UTF-8', 01:11:59 INFO - 'LC_ALL': 'C', 01:11:59 INFO - 'LESSOPEN': '|/usr/bin/lesspipe.sh %s', 01:11:59 INFO - 'LOGNAME': 'cltbld', 01:11:59 INFO - 'MAIL': '/var/spool/mail/cltbld', 01:11:59 INFO - 'MOZBUILD_STATE_PATH': '/builds/slave/m-esr45-l64-asan-ntly-00000000/.mozbuild', 01:11:59 INFO - 'MOZ_AUTOMATION': '1', 01:11:59 INFO - 'MOZ_BUILD_DATE': '20160307001502', 01:11:59 INFO - 'MOZ_CRASHREPORTER_NO_REPORT': '1', 01:11:59 INFO - 'MOZ_OBJDIR': 'obj-firefox', 01:11:59 INFO - 'MOZ_SYMBOLS_EXTRA_BUILDID': 'linux64-asan', 01:11:59 INFO - 'MOZ_UPDATE_CHANNEL': 'nightly-mozilla-esr45', 01:11:59 INFO - 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:/tools/python27-mercurial/bin:/home/cltbld/bin', 01:11:59 INFO - 'POST_SYMBOL_UPLOAD_CMD': '/usr/local/bin/post-symbol-upload.py', 01:11:59 INFO - 'PROPERTIES_FILE': '/builds/slave/m-esr45-l64-asan-ntly-00000000/buildprops.json', 01:11:59 INFO - 'PWD': '/builds/slave/m-esr45-l64-asan-ntly-00000000', 01:11:59 INFO - 'SHELL': '/bin/bash', 01:11:59 INFO - 'SHLVL': '1', 01:11:59 INFO - 'SYMBOL_SERVER_HOST': 'symbolpush.mozilla.org', 01:11:59 INFO - 'SYMBOL_SERVER_PATH': '/mnt/netapp/breakpad/symbols_ffx/', 01:11:59 INFO - 'SYMBOL_SERVER_SSH_KEY': '/home/mock_mozilla/.ssh/ffxbld_rsa', 01:11:59 INFO - 'SYMBOL_SERVER_USER': 'ffxbld', 01:11:59 INFO - 'TERM': 'linux', 01:11:59 INFO - 'TINDERBOX_OUTPUT': '1', 01:11:59 INFO - 'TMOUT': '86400', 01:11:59 INFO - 'TOOLTOOL_CACHE': '/builds/tooltool_cache', 01:11:59 INFO - 'TOOLTOOL_HOME': '/builds', 01:11:59 INFO - 'USER': 'cltbld', 01:11:59 INFO - '_': '/tools/buildbot/bin/python'} 01:11:59 INFO - Reporting hg version in use 01:11:59 INFO - command: START 01:11:59 INFO - command: hg -q version 01:11:59 INFO - command: cwd: . 01:11:59 INFO - command: output: 01:12:00 INFO - Mercurial Distributed SCM (version 3.2.1) 01:12:00 INFO - command: END (0.29s elapsed) 01:12:00 INFO - Checking if share extension works 01:12:00 INFO - command: START 01:12:00 INFO - command: hg help share 01:12:00 INFO - command: cwd: /builds/slave/m-esr45-l64-asan-ntly-00000000 01:12:00 INFO - command: env: {'HGPLAIN': '1'} 01:12:00 INFO - command: END (0.50s elapsed) 01:12:00 INFO - Updating shared repo 01:12:00 INFO - Reporting hg version in use 01:12:00 INFO - command: START 01:12:00 INFO - command: hg -q version 01:12:00 INFO - command: cwd: . 01:12:00 INFO - command: output: 01:12:01 INFO - Mercurial Distributed SCM (version 3.2.1) 01:12:01 INFO - command: END (0.29s elapsed) 01:12:01 INFO - Attempting to initialize clone with bundles 01:12:01 INFO - command: START 01:12:01 INFO - command: hg init /builds/hg-shared/projects/mozilla-esr45 01:12:01 INFO - command: cwd: /builds/slave/m-esr45-l64-asan-ntly-00000000 01:12:01 INFO - command: output: 01:12:01 INFO - command: END (0.32s elapsed) 01:12:01 INFO - Trying to use bundle https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg 01:12:01 INFO - command: START 01:12:01 INFO - command: hg unbundle --traceback https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg 01:12:01 INFO - command: cwd: /builds/hg-shared/projects/mozilla-esr45 01:12:01 INFO - command: env: {'HGPLAIN': '1'} 01:21:35 INFO - command: END (573.87s elapsed) 01:21:35 INFO - command: output: 01:21:35 INFO - adding changesets 01:21:35 INFO - adding manifests 01:21:35 INFO - adding file changes 01:21:35 INFO - added 311758 changesets with 1633784 changes to 230781 files (+170 heads) 01:21:35 INFO - (run 'hg heads' to see heads) 01:21:35 INFO - command: START 01:21:35 INFO - command: hg pull --traceback -r 7b2dfb80cd13d31b5653155b87c66c87dab8bdde https://hg.mozilla.org/projects/mozilla-esr45 01:21:35 INFO - command: cwd: /builds/hg-shared/projects/mozilla-esr45 01:21:35 INFO - command: env: {'HGPLAIN': '1'} 01:21:35 INFO - Hit exception running hg: 01:21:35 INFO - Traceback (most recent call last): 01:21:35 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 99, in get_hg_output 01:21:35 INFO - return get_output(['hg'] + cmd, timeout=timeout, env=env, **kwargs) 01:21:35 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/commands.py", line 207, in get_output 01:21:35 INFO - raise error 01:21:35 INFO - CalledProcessError: Command '['hg', 'pull', '--traceback', '-r', '7b2dfb80cd13d31b5653155b87c66c87dab8bdde', 'https://hg.mozilla.org/projects/mozilla-esr45']' returned non-zero exit status 255 01:23:01 INFO - Problem unbundling/pulling from https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg 01:23:01 INFO - Traceback (most recent call last): 01:23:01 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 262, in clone 01:23:01 INFO - mirrors=mirrors, revision=revision, branch=branch) 01:23:01 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 391, in pull 01:23:01 INFO - get_hg_output(cmd=cmd, cwd=dest, include_stderr=True) 01:23:01 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 99, in get_hg_output 01:23:01 INFO - return get_output(['hg'] + cmd, timeout=timeout, env=env, **kwargs) 01:23:01 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/commands.py", line 207, in get_output 01:23:01 INFO - raise error 01:23:01 INFO - CalledProcessError: Command '['hg', 'pull', '--traceback', '-r', '7b2dfb80cd13d31b5653155b87c66c87dab8bdde', 'https://hg.mozilla.org/projects/mozilla-esr45']' returned non-zero exit status 255 01:23:01 INFO - Using bundles failed; falling back to clone 01:23:01 INFO - command: START 01:23:01 INFO - command: hg clone --traceback -U https://hg.mozilla.org/projects/mozilla-esr45 /builds/hg-shared/projects/mozilla-esr45 01:23:01 INFO - command: cwd: /builds/slave/m-esr45-l64-asan-ntly-00000000 01:23:01 INFO - command: env: {'HGPLAIN': '1'} 01:23:01 INFO - Hit exception running hg: 01:23:01 INFO - Traceback (most recent call last): 01:23:01 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 99, in get_hg_output 01:23:01 INFO - return get_output(['hg'] + cmd, timeout=timeout, env=env, **kwargs) 01:23:01 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/commands.py", line 207, in get_output 01:23:01 INFO - raise error 01:23:01 INFO - CalledProcessError: Command '['hg', 'clone', '--traceback', '-U', 'https://hg.mozilla.org/projects/mozilla-esr45', '/builds/hg-shared/projects/mozilla-esr45']' returned non-zero exit status 255 01:24:16 INFO - Error updating /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src from sharedRepo (/builds/hg-shared/projects/mozilla-esr45): 01:24:16 INFO - Attempting to initialize clone with bundles 01:24:16 INFO - command: START 01:24:16 INFO - command: hg init /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src 01:24:16 INFO - command: cwd: /builds/slave/m-esr45-l64-asan-ntly-00000000 01:24:16 INFO - command: output: 01:24:17 INFO - command: END (0.32s elapsed) 01:24:17 INFO - Trying to use bundle https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg 01:24:17 INFO - command: START 01:24:17 INFO - command: hg unbundle --traceback https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg 01:24:17 INFO - command: cwd: /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src 01:24:17 INFO - command: env: {'HGPLAIN': '1'} 01:34:07 INFO - command: END (590.48s elapsed) 01:34:07 INFO - command: output: 01:34:07 INFO - adding changesets 01:34:07 INFO - adding manifests 01:34:07 INFO - adding file changes 01:34:07 INFO - added 311758 changesets with 1633784 changes to 230781 files (+170 heads) 01:34:07 INFO - (run 'hg heads' to see heads) 01:34:07 INFO - command: START 01:34:07 INFO - command: hg pull --traceback -r 7b2dfb80cd13d31b5653155b87c66c87dab8bdde https://hg.mozilla.org/projects/mozilla-esr45 01:34:07 INFO - command: cwd: /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src 01:34:07 INFO - command: env: {'HGPLAIN': '1'} 01:34:08 INFO - Hit exception running hg: 01:34:08 INFO - Traceback (most recent call last): 01:34:08 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 99, in get_hg_output 01:34:08 INFO - return get_output(['hg'] + cmd, timeout=timeout, env=env, **kwargs) 01:34:08 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/commands.py", line 207, in get_output 01:34:08 INFO - raise error 01:34:08 INFO - CalledProcessError: Command '['hg', 'pull', '--traceback', '-r', '7b2dfb80cd13d31b5653155b87c66c87dab8bdde', 'https://hg.mozilla.org/projects/mozilla-esr45']' returned non-zero exit status 255 01:35:33 INFO - Problem unbundling/pulling from https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg 01:35:33 INFO - Traceback (most recent call last): 01:35:33 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 262, in clone 01:35:33 INFO - mirrors=mirrors, revision=revision, branch=branch) 01:35:33 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 391, in pull 01:35:33 INFO - get_hg_output(cmd=cmd, cwd=dest, include_stderr=True) 01:35:33 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 99, in get_hg_output 01:35:33 INFO - return get_output(['hg'] + cmd, timeout=timeout, env=env, **kwargs) 01:35:33 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/commands.py", line 207, in get_output 01:35:33 INFO - raise error 01:35:33 INFO - CalledProcessError: Command '['hg', 'pull', '--traceback', '-r', '7b2dfb80cd13d31b5653155b87c66c87dab8bdde', 'https://hg.mozilla.org/projects/mozilla-esr45']' returned non-zero exit status 255 01:35:33 INFO - Using bundles failed; falling back to clone 01:35:33 INFO - command: START 01:35:33 INFO - command: hg clone --traceback https://hg.mozilla.org/projects/mozilla-esr45 /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src 01:35:33 INFO - command: cwd: /builds/slave/m-esr45-l64-asan-ntly-00000000 01:35:33 INFO - command: env: {'HGPLAIN': '1'} 01:35:33 INFO - Hit exception running hg: 01:35:33 INFO - Traceback (most recent call last): 01:35:33 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 99, in get_hg_output 01:35:33 INFO - return get_output(['hg'] + cmd, timeout=timeout, env=env, **kwargs) 01:35:33 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/commands.py", line 207, in get_output 01:35:33 INFO - raise error 01:35:33 INFO - CalledProcessError: Command '['hg', 'clone', '--traceback', 'https://hg.mozilla.org/projects/mozilla-esr45', '/builds/slave/m-esr45-l64-asan-ntly-00000000/build/src']' returned non-zero exit status 255 01:36:48 INFO - Traceback (most recent call last): 01:36:48 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/hgtool.py", line 94, in 01:36:48 INFO - autoPurge=options.auto_purge) 01:36:48 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 627, in mercurial 01:36:48 INFO - bundles=bundles, clone_by_rev=clone_by_rev) 01:36:48 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 309, in clone 01:36:48 INFO - get_hg_output(cmd=cmd, include_stderr=True, timeout=timeout) 01:36:48 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 99, in get_hg_output 01:36:48 INFO - return get_output(['hg'] + cmd, timeout=timeout, env=env, **kwargs) 01:36:48 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/commands.py", line 207, in get_output 01:36:48 INFO - raise error 01:36:48 INFO - subprocess.CalledProcessError: Command '['hg', 'clone', '--traceback', 'https://hg.mozilla.org/projects/mozilla-esr45', '/builds/slave/m-esr45-l64-asan-ntly-00000000/build/src']' returned non-zero exit status 255 01:36:48 ERROR - Return code: 1 01:36:48 INFO - rmtree: /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src 01:36:48 INFO - retry: attempt #3 caught exception: Unable to checkout 01:36:48 INFO - retry: Failed, sleeping 240 seconds before retrying 01:40:49 INFO - retry: Calling _get_revision with args: (, '/builds/slave/m-esr45-l64-asan-ntly-00000000/build/src'), kwargs: {}, attempt #4 01:40:49 INFO - Running command: ['/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/hgtool.py', '-r', '7b2dfb80cd13d31b5653155b87c66c87dab8bdde', '--bundle', 'https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg', 'https://hg.mozilla.org/projects/mozilla-esr45', '/builds/slave/m-esr45-l64-asan-ntly-00000000/build/src'] 01:40:49 INFO - Copy/paste: /builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/hgtool.py -r 7b2dfb80cd13d31b5653155b87c66c87dab8bdde --bundle https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg https://hg.mozilla.org/projects/mozilla-esr45 /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src 01:40:49 INFO - Using env: {'CCACHE_COMPRESS': '1', 01:40:49 INFO - 'CCACHE_DIR': '/builds/ccache', 01:40:49 INFO - 'CCACHE_HASHDIR': '', 01:40:49 INFO - 'CCACHE_UMASK': '002', 01:40:49 INFO - 'DISPLAY': ':2', 01:40:49 INFO - 'G_BROKEN_FILENAMES': '1', 01:40:49 INFO - 'HG_SHARE_BASE_DIR': '/builds/hg-shared', 01:40:49 INFO - 'HISTCONTROL': 'ignoredups', 01:40:49 INFO - 'HISTSIZE': '1000', 01:40:49 INFO - 'HOME': '/home/cltbld', 01:40:49 INFO - 'HOSTNAME': 'bld-linux64-spot-304.build.releng.usw2.mozilla.com', 01:40:49 INFO - 'IS_NIGHTLY': 'yes', 01:40:49 INFO - 'LANG': 'en_US.UTF-8', 01:40:49 INFO - 'LC_ALL': 'C', 01:40:49 INFO - 'LESSOPEN': '|/usr/bin/lesspipe.sh %s', 01:40:49 INFO - 'LOGNAME': 'cltbld', 01:40:49 INFO - 'MAIL': '/var/spool/mail/cltbld', 01:40:49 INFO - 'MOZBUILD_STATE_PATH': '/builds/slave/m-esr45-l64-asan-ntly-00000000/.mozbuild', 01:40:49 INFO - 'MOZ_AUTOMATION': '1', 01:40:49 INFO - 'MOZ_BUILD_DATE': '20160307001502', 01:40:49 INFO - 'MOZ_CRASHREPORTER_NO_REPORT': '1', 01:40:49 INFO - 'MOZ_OBJDIR': 'obj-firefox', 01:40:49 INFO - 'MOZ_SYMBOLS_EXTRA_BUILDID': 'linux64-asan', 01:40:49 INFO - 'MOZ_UPDATE_CHANNEL': 'nightly-mozilla-esr45', 01:40:49 INFO - 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:/tools/python27-mercurial/bin:/home/cltbld/bin', 01:40:49 INFO - 'POST_SYMBOL_UPLOAD_CMD': '/usr/local/bin/post-symbol-upload.py', 01:40:49 INFO - 'PROPERTIES_FILE': '/builds/slave/m-esr45-l64-asan-ntly-00000000/buildprops.json', 01:40:49 INFO - 'PWD': '/builds/slave/m-esr45-l64-asan-ntly-00000000', 01:40:49 INFO - 'SHELL': '/bin/bash', 01:40:49 INFO - 'SHLVL': '1', 01:40:49 INFO - 'SYMBOL_SERVER_HOST': 'symbolpush.mozilla.org', 01:40:49 INFO - 'SYMBOL_SERVER_PATH': '/mnt/netapp/breakpad/symbols_ffx/', 01:40:49 INFO - 'SYMBOL_SERVER_SSH_KEY': '/home/mock_mozilla/.ssh/ffxbld_rsa', 01:40:49 INFO - 'SYMBOL_SERVER_USER': 'ffxbld', 01:40:49 INFO - 'TERM': 'linux', 01:40:49 INFO - 'TINDERBOX_OUTPUT': '1', 01:40:49 INFO - 'TMOUT': '86400', 01:40:49 INFO - 'TOOLTOOL_CACHE': '/builds/tooltool_cache', 01:40:49 INFO - 'TOOLTOOL_HOME': '/builds', 01:40:49 INFO - 'USER': 'cltbld', 01:40:49 INFO - '_': '/tools/buildbot/bin/python'} 01:40:49 INFO - Reporting hg version in use 01:40:49 INFO - command: START 01:40:49 INFO - command: hg -q version 01:40:49 INFO - command: cwd: . 01:40:49 INFO - command: output: 01:40:49 INFO - Mercurial Distributed SCM (version 3.2.1) 01:40:49 INFO - command: END (0.29s elapsed) 01:40:49 INFO - Checking if share extension works 01:40:49 INFO - command: START 01:40:49 INFO - command: hg help share 01:40:49 INFO - command: cwd: /builds/slave/m-esr45-l64-asan-ntly-00000000 01:40:49 INFO - command: env: {'HGPLAIN': '1'} 01:40:49 INFO - command: END (0.50s elapsed) 01:40:49 INFO - Updating shared repo 01:40:49 INFO - Reporting hg version in use 01:40:49 INFO - command: START 01:40:49 INFO - command: hg -q version 01:40:49 INFO - command: cwd: . 01:40:49 INFO - command: output: 01:40:50 INFO - Mercurial Distributed SCM (version 3.2.1) 01:40:50 INFO - command: END (0.29s elapsed) 01:40:50 INFO - Attempting to initialize clone with bundles 01:40:50 INFO - command: START 01:40:50 INFO - command: hg init /builds/hg-shared/projects/mozilla-esr45 01:40:50 INFO - command: cwd: /builds/slave/m-esr45-l64-asan-ntly-00000000 01:40:50 INFO - command: output: 01:40:50 INFO - command: END (0.31s elapsed) 01:40:50 INFO - Trying to use bundle https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg 01:40:50 INFO - command: START 01:40:50 INFO - command: hg unbundle --traceback https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg 01:40:50 INFO - command: cwd: /builds/hg-shared/projects/mozilla-esr45 01:40:50 INFO - command: env: {'HGPLAIN': '1'} 01:50:27 INFO - command: END (576.69s elapsed) 01:50:27 INFO - command: output: 01:50:27 INFO - adding changesets 01:50:27 INFO - adding manifests 01:50:27 INFO - adding file changes 01:50:27 INFO - added 311758 changesets with 1633784 changes to 230781 files (+170 heads) 01:50:27 INFO - (run 'hg heads' to see heads) 01:50:27 INFO - command: START 01:50:27 INFO - command: hg pull --traceback -r 7b2dfb80cd13d31b5653155b87c66c87dab8bdde https://hg.mozilla.org/projects/mozilla-esr45 01:50:27 INFO - command: cwd: /builds/hg-shared/projects/mozilla-esr45 01:50:27 INFO - command: env: {'HGPLAIN': '1'} 01:50:27 INFO - Hit exception running hg: 01:50:27 INFO - Traceback (most recent call last): 01:50:27 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 99, in get_hg_output 01:50:27 INFO - return get_output(['hg'] + cmd, timeout=timeout, env=env, **kwargs) 01:50:27 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/commands.py", line 207, in get_output 01:50:27 INFO - raise error 01:50:27 INFO - CalledProcessError: Command '['hg', 'pull', '--traceback', '-r', '7b2dfb80cd13d31b5653155b87c66c87dab8bdde', 'https://hg.mozilla.org/projects/mozilla-esr45']' returned non-zero exit status 255 01:51:52 INFO - Problem unbundling/pulling from https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg 01:51:52 INFO - Traceback (most recent call last): 01:51:52 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 262, in clone 01:51:52 INFO - mirrors=mirrors, revision=revision, branch=branch) 01:51:52 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 391, in pull 01:51:52 INFO - get_hg_output(cmd=cmd, cwd=dest, include_stderr=True) 01:51:52 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 99, in get_hg_output 01:51:52 INFO - return get_output(['hg'] + cmd, timeout=timeout, env=env, **kwargs) 01:51:52 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/commands.py", line 207, in get_output 01:51:52 INFO - raise error 01:51:52 INFO - CalledProcessError: Command '['hg', 'pull', '--traceback', '-r', '7b2dfb80cd13d31b5653155b87c66c87dab8bdde', 'https://hg.mozilla.org/projects/mozilla-esr45']' returned non-zero exit status 255 01:51:52 INFO - Using bundles failed; falling back to clone 01:51:52 INFO - command: START 01:51:52 INFO - command: hg clone --traceback -U https://hg.mozilla.org/projects/mozilla-esr45 /builds/hg-shared/projects/mozilla-esr45 01:51:52 INFO - command: cwd: /builds/slave/m-esr45-l64-asan-ntly-00000000 01:51:52 INFO - command: env: {'HGPLAIN': '1'} 01:51:53 INFO - Hit exception running hg: 01:51:53 INFO - Traceback (most recent call last): 01:51:53 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 99, in get_hg_output 01:51:53 INFO - return get_output(['hg'] + cmd, timeout=timeout, env=env, **kwargs) 01:51:53 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/commands.py", line 207, in get_output 01:51:53 INFO - raise error 01:51:53 INFO - CalledProcessError: Command '['hg', 'clone', '--traceback', '-U', 'https://hg.mozilla.org/projects/mozilla-esr45', '/builds/hg-shared/projects/mozilla-esr45']' returned non-zero exit status 255 01:53:08 INFO - Error updating /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src from sharedRepo (/builds/hg-shared/projects/mozilla-esr45): 01:53:08 INFO - Attempting to initialize clone with bundles 01:53:08 INFO - command: START 01:53:08 INFO - command: hg init /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src 01:53:08 INFO - command: cwd: /builds/slave/m-esr45-l64-asan-ntly-00000000 01:53:08 INFO - command: output: 01:53:08 INFO - command: END (0.32s elapsed) 01:53:08 INFO - Trying to use bundle https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg 01:53:08 INFO - command: START 01:53:08 INFO - command: hg unbundle --traceback https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg 01:53:08 INFO - command: cwd: /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src 01:53:08 INFO - command: env: {'HGPLAIN': '1'} 02:02:49 INFO - command: END (580.47s elapsed) 02:02:49 INFO - command: output: 02:02:49 INFO - adding changesets 02:02:49 INFO - adding manifests 02:02:49 INFO - adding file changes 02:02:49 INFO - added 311758 changesets with 1633784 changes to 230781 files (+170 heads) 02:02:49 INFO - (run 'hg heads' to see heads) 02:02:49 INFO - command: START 02:02:49 INFO - command: hg pull --traceback -r 7b2dfb80cd13d31b5653155b87c66c87dab8bdde https://hg.mozilla.org/projects/mozilla-esr45 02:02:49 INFO - command: cwd: /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src 02:02:49 INFO - command: env: {'HGPLAIN': '1'} 02:02:49 INFO - Hit exception running hg: 02:02:49 INFO - Traceback (most recent call last): 02:02:49 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 99, in get_hg_output 02:02:49 INFO - return get_output(['hg'] + cmd, timeout=timeout, env=env, **kwargs) 02:02:49 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/commands.py", line 207, in get_output 02:02:49 INFO - raise error 02:02:49 INFO - CalledProcessError: Command '['hg', 'pull', '--traceback', '-r', '7b2dfb80cd13d31b5653155b87c66c87dab8bdde', 'https://hg.mozilla.org/projects/mozilla-esr45']' returned non-zero exit status 255 02:04:14 INFO - Problem unbundling/pulling from https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg 02:04:14 INFO - Traceback (most recent call last): 02:04:14 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 262, in clone 02:04:14 INFO - mirrors=mirrors, revision=revision, branch=branch) 02:04:14 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 391, in pull 02:04:14 INFO - get_hg_output(cmd=cmd, cwd=dest, include_stderr=True) 02:04:14 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 99, in get_hg_output 02:04:14 INFO - return get_output(['hg'] + cmd, timeout=timeout, env=env, **kwargs) 02:04:14 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/commands.py", line 207, in get_output 02:04:14 INFO - raise error 02:04:14 INFO - CalledProcessError: Command '['hg', 'pull', '--traceback', '-r', '7b2dfb80cd13d31b5653155b87c66c87dab8bdde', 'https://hg.mozilla.org/projects/mozilla-esr45']' returned non-zero exit status 255 02:04:14 INFO - Using bundles failed; falling back to clone 02:04:14 INFO - command: START 02:04:14 INFO - command: hg clone --traceback https://hg.mozilla.org/projects/mozilla-esr45 /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src 02:04:14 INFO - command: cwd: /builds/slave/m-esr45-l64-asan-ntly-00000000 02:04:14 INFO - command: env: {'HGPLAIN': '1'} 02:04:15 INFO - Hit exception running hg: 02:04:15 INFO - Traceback (most recent call last): 02:04:15 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 99, in get_hg_output 02:04:15 INFO - return get_output(['hg'] + cmd, timeout=timeout, env=env, **kwargs) 02:04:15 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/commands.py", line 207, in get_output 02:04:15 INFO - raise error 02:04:15 INFO - CalledProcessError: Command '['hg', 'clone', '--traceback', 'https://hg.mozilla.org/projects/mozilla-esr45', '/builds/slave/m-esr45-l64-asan-ntly-00000000/build/src']' returned non-zero exit status 255 02:05:30 INFO - Traceback (most recent call last): 02:05:30 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/hgtool.py", line 94, in 02:05:30 INFO - autoPurge=options.auto_purge) 02:05:30 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 627, in mercurial 02:05:30 INFO - bundles=bundles, clone_by_rev=clone_by_rev) 02:05:30 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 309, in clone 02:05:30 INFO - get_hg_output(cmd=cmd, include_stderr=True, timeout=timeout) 02:05:30 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 99, in get_hg_output 02:05:30 INFO - return get_output(['hg'] + cmd, timeout=timeout, env=env, **kwargs) 02:05:30 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/commands.py", line 207, in get_output 02:05:30 INFO - raise error 02:05:30 INFO - subprocess.CalledProcessError: Command '['hg', 'clone', '--traceback', 'https://hg.mozilla.org/projects/mozilla-esr45', '/builds/slave/m-esr45-l64-asan-ntly-00000000/build/src']' returned non-zero exit status 255 02:05:30 ERROR - Return code: 1 02:05:30 INFO - rmtree: /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src 02:05:30 INFO - retry: attempt #4 caught exception: Unable to checkout 02:05:30 INFO - retry: Failed, sleeping 300 seconds before retrying 02:10:30 INFO - retry: Calling _get_revision with args: (, '/builds/slave/m-esr45-l64-asan-ntly-00000000/build/src'), kwargs: {}, attempt #5 02:10:30 INFO - Running command: ['/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/hgtool.py', '-r', '7b2dfb80cd13d31b5653155b87c66c87dab8bdde', '--bundle', 'https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg', 'https://hg.mozilla.org/projects/mozilla-esr45', '/builds/slave/m-esr45-l64-asan-ntly-00000000/build/src'] 02:10:30 INFO - Copy/paste: /builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/hgtool.py -r 7b2dfb80cd13d31b5653155b87c66c87dab8bdde --bundle https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg https://hg.mozilla.org/projects/mozilla-esr45 /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src 02:10:30 INFO - Using env: {'CCACHE_COMPRESS': '1', 02:10:30 INFO - 'CCACHE_DIR': '/builds/ccache', 02:10:30 INFO - 'CCACHE_HASHDIR': '', 02:10:30 INFO - 'CCACHE_UMASK': '002', 02:10:30 INFO - 'DISPLAY': ':2', 02:10:30 INFO - 'G_BROKEN_FILENAMES': '1', 02:10:30 INFO - 'HG_SHARE_BASE_DIR': '/builds/hg-shared', 02:10:30 INFO - 'HISTCONTROL': 'ignoredups', 02:10:30 INFO - 'HISTSIZE': '1000', 02:10:30 INFO - 'HOME': '/home/cltbld', 02:10:30 INFO - 'HOSTNAME': 'bld-linux64-spot-304.build.releng.usw2.mozilla.com', 02:10:30 INFO - 'IS_NIGHTLY': 'yes', 02:10:30 INFO - 'LANG': 'en_US.UTF-8', 02:10:30 INFO - 'LC_ALL': 'C', 02:10:30 INFO - 'LESSOPEN': '|/usr/bin/lesspipe.sh %s', 02:10:30 INFO - 'LOGNAME': 'cltbld', 02:10:30 INFO - 'MAIL': '/var/spool/mail/cltbld', 02:10:30 INFO - 'MOZBUILD_STATE_PATH': '/builds/slave/m-esr45-l64-asan-ntly-00000000/.mozbuild', 02:10:30 INFO - 'MOZ_AUTOMATION': '1', 02:10:30 INFO - 'MOZ_BUILD_DATE': '20160307001502', 02:10:30 INFO - 'MOZ_CRASHREPORTER_NO_REPORT': '1', 02:10:30 INFO - 'MOZ_OBJDIR': 'obj-firefox', 02:10:30 INFO - 'MOZ_SYMBOLS_EXTRA_BUILDID': 'linux64-asan', 02:10:30 INFO - 'MOZ_UPDATE_CHANNEL': 'nightly-mozilla-esr45', 02:10:30 INFO - 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:/tools/python27-mercurial/bin:/home/cltbld/bin', 02:10:30 INFO - 'POST_SYMBOL_UPLOAD_CMD': '/usr/local/bin/post-symbol-upload.py', 02:10:30 INFO - 'PROPERTIES_FILE': '/builds/slave/m-esr45-l64-asan-ntly-00000000/buildprops.json', 02:10:30 INFO - 'PWD': '/builds/slave/m-esr45-l64-asan-ntly-00000000', 02:10:30 INFO - 'SHELL': '/bin/bash', 02:10:30 INFO - 'SHLVL': '1', 02:10:30 INFO - 'SYMBOL_SERVER_HOST': 'symbolpush.mozilla.org', 02:10:30 INFO - 'SYMBOL_SERVER_PATH': '/mnt/netapp/breakpad/symbols_ffx/', 02:10:30 INFO - 'SYMBOL_SERVER_SSH_KEY': '/home/mock_mozilla/.ssh/ffxbld_rsa', 02:10:30 INFO - 'SYMBOL_SERVER_USER': 'ffxbld', 02:10:30 INFO - 'TERM': 'linux', 02:10:30 INFO - 'TINDERBOX_OUTPUT': '1', 02:10:30 INFO - 'TMOUT': '86400', 02:10:30 INFO - 'TOOLTOOL_CACHE': '/builds/tooltool_cache', 02:10:30 INFO - 'TOOLTOOL_HOME': '/builds', 02:10:30 INFO - 'USER': 'cltbld', 02:10:30 INFO - '_': '/tools/buildbot/bin/python'} 02:10:30 INFO - Reporting hg version in use 02:10:30 INFO - command: START 02:10:30 INFO - command: hg -q version 02:10:30 INFO - command: cwd: . 02:10:30 INFO - command: output: 02:10:30 INFO - Mercurial Distributed SCM (version 3.2.1) 02:10:31 INFO - command: END (0.29s elapsed) 02:10:31 INFO - Checking if share extension works 02:10:31 INFO - command: START 02:10:31 INFO - command: hg help share 02:10:31 INFO - command: cwd: /builds/slave/m-esr45-l64-asan-ntly-00000000 02:10:31 INFO - command: env: {'HGPLAIN': '1'} 02:10:31 INFO - command: END (0.50s elapsed) 02:10:31 INFO - Updating shared repo 02:10:31 INFO - Reporting hg version in use 02:10:31 INFO - command: START 02:10:31 INFO - command: hg -q version 02:10:31 INFO - command: cwd: . 02:10:31 INFO - command: output: 02:10:31 INFO - Mercurial Distributed SCM (version 3.2.1) 02:10:31 INFO - command: END (0.29s elapsed) 02:10:31 INFO - Attempting to initialize clone with bundles 02:10:31 INFO - command: START 02:10:31 INFO - command: hg init /builds/hg-shared/projects/mozilla-esr45 02:10:31 INFO - command: cwd: /builds/slave/m-esr45-l64-asan-ntly-00000000 02:10:31 INFO - command: output: 02:10:32 INFO - command: END (0.32s elapsed) 02:10:32 INFO - Trying to use bundle https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg 02:10:32 INFO - command: START 02:10:32 INFO - command: hg unbundle --traceback https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg 02:10:32 INFO - command: cwd: /builds/hg-shared/projects/mozilla-esr45 02:10:32 INFO - command: env: {'HGPLAIN': '1'} 02:19:58 INFO - command: END (566.51s elapsed) 02:19:58 INFO - command: output: 02:19:58 INFO - adding changesets 02:19:58 INFO - adding manifests 02:19:58 INFO - adding file changes 02:19:58 INFO - added 311758 changesets with 1633784 changes to 230781 files (+170 heads) 02:19:58 INFO - (run 'hg heads' to see heads) 02:19:58 INFO - command: START 02:19:58 INFO - command: hg pull --traceback -r 7b2dfb80cd13d31b5653155b87c66c87dab8bdde https://hg.mozilla.org/projects/mozilla-esr45 02:19:58 INFO - command: cwd: /builds/hg-shared/projects/mozilla-esr45 02:19:58 INFO - command: env: {'HGPLAIN': '1'} 02:19:59 INFO - Hit exception running hg: 02:19:59 INFO - Traceback (most recent call last): 02:19:59 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 99, in get_hg_output 02:19:59 INFO - return get_output(['hg'] + cmd, timeout=timeout, env=env, **kwargs) 02:19:59 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/commands.py", line 207, in get_output 02:19:59 INFO - raise error 02:19:59 INFO - CalledProcessError: Command '['hg', 'pull', '--traceback', '-r', '7b2dfb80cd13d31b5653155b87c66c87dab8bdde', 'https://hg.mozilla.org/projects/mozilla-esr45']' returned non-zero exit status 255 02:21:24 INFO - Problem unbundling/pulling from https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg 02:21:24 INFO - Traceback (most recent call last): 02:21:24 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 262, in clone 02:21:24 INFO - mirrors=mirrors, revision=revision, branch=branch) 02:21:24 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 391, in pull 02:21:24 INFO - get_hg_output(cmd=cmd, cwd=dest, include_stderr=True) 02:21:24 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 99, in get_hg_output 02:21:24 INFO - return get_output(['hg'] + cmd, timeout=timeout, env=env, **kwargs) 02:21:24 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/commands.py", line 207, in get_output 02:21:24 INFO - raise error 02:21:24 INFO - CalledProcessError: Command '['hg', 'pull', '--traceback', '-r', '7b2dfb80cd13d31b5653155b87c66c87dab8bdde', 'https://hg.mozilla.org/projects/mozilla-esr45']' returned non-zero exit status 255 02:21:24 INFO - Using bundles failed; falling back to clone 02:21:24 INFO - command: START 02:21:24 INFO - command: hg clone --traceback -U https://hg.mozilla.org/projects/mozilla-esr45 /builds/hg-shared/projects/mozilla-esr45 02:21:24 INFO - command: cwd: /builds/slave/m-esr45-l64-asan-ntly-00000000 02:21:24 INFO - command: env: {'HGPLAIN': '1'} 02:21:24 INFO - Hit exception running hg: 02:21:24 INFO - Traceback (most recent call last): 02:21:24 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 99, in get_hg_output 02:21:24 INFO - return get_output(['hg'] + cmd, timeout=timeout, env=env, **kwargs) 02:21:24 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/commands.py", line 207, in get_output 02:21:24 INFO - raise error 02:21:24 INFO - CalledProcessError: Command '['hg', 'clone', '--traceback', '-U', 'https://hg.mozilla.org/projects/mozilla-esr45', '/builds/hg-shared/projects/mozilla-esr45']' returned non-zero exit status 255 02:22:39 INFO - Error updating /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src from sharedRepo (/builds/hg-shared/projects/mozilla-esr45): 02:22:39 INFO - Attempting to initialize clone with bundles 02:22:39 INFO - command: START 02:22:39 INFO - command: hg init /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src 02:22:39 INFO - command: cwd: /builds/slave/m-esr45-l64-asan-ntly-00000000 02:22:39 INFO - command: output: 02:22:40 INFO - command: END (0.31s elapsed) 02:22:40 INFO - Trying to use bundle https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg 02:22:40 INFO - command: START 02:22:40 INFO - command: hg unbundle --traceback https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg 02:22:40 INFO - command: cwd: /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src 02:22:40 INFO - command: env: {'HGPLAIN': '1'} 02:32:04 INFO - command: END (564.33s elapsed) 02:32:04 INFO - command: output: 02:32:04 INFO - adding changesets 02:32:04 INFO - adding manifests 02:32:04 INFO - adding file changes 02:32:04 INFO - added 311758 changesets with 1633784 changes to 230781 files (+170 heads) 02:32:04 INFO - (run 'hg heads' to see heads) 02:32:04 INFO - command: START 02:32:04 INFO - command: hg pull --traceback -r 7b2dfb80cd13d31b5653155b87c66c87dab8bdde https://hg.mozilla.org/projects/mozilla-esr45 02:32:04 INFO - command: cwd: /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src 02:32:04 INFO - command: env: {'HGPLAIN': '1'} 02:32:05 INFO - Hit exception running hg: 02:32:05 INFO - Traceback (most recent call last): 02:32:05 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 99, in get_hg_output 02:32:05 INFO - return get_output(['hg'] + cmd, timeout=timeout, env=env, **kwargs) 02:32:05 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/commands.py", line 207, in get_output 02:32:05 INFO - raise error 02:32:05 INFO - CalledProcessError: Command '['hg', 'pull', '--traceback', '-r', '7b2dfb80cd13d31b5653155b87c66c87dab8bdde', 'https://hg.mozilla.org/projects/mozilla-esr45']' returned non-zero exit status 255 02:33:30 INFO - Problem unbundling/pulling from https://ftp-ssl.mozilla.org/pub/mozilla.org/firefox/bundles/mozilla-esr45.hg 02:33:30 INFO - Traceback (most recent call last): 02:33:30 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 262, in clone 02:33:30 INFO - mirrors=mirrors, revision=revision, branch=branch) 02:33:30 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 391, in pull 02:33:30 INFO - get_hg_output(cmd=cmd, cwd=dest, include_stderr=True) 02:33:30 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 99, in get_hg_output 02:33:30 INFO - return get_output(['hg'] + cmd, timeout=timeout, env=env, **kwargs) 02:33:30 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/commands.py", line 207, in get_output 02:33:30 INFO - raise error 02:33:30 INFO - CalledProcessError: Command '['hg', 'pull', '--traceback', '-r', '7b2dfb80cd13d31b5653155b87c66c87dab8bdde', 'https://hg.mozilla.org/projects/mozilla-esr45']' returned non-zero exit status 255 02:33:30 INFO - Using bundles failed; falling back to clone 02:33:30 INFO - command: START 02:33:30 INFO - command: hg clone --traceback https://hg.mozilla.org/projects/mozilla-esr45 /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src 02:33:30 INFO - command: cwd: /builds/slave/m-esr45-l64-asan-ntly-00000000 02:33:30 INFO - command: env: {'HGPLAIN': '1'} 02:33:30 INFO - Hit exception running hg: 02:33:30 INFO - Traceback (most recent call last): 02:33:30 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 99, in get_hg_output 02:33:30 INFO - return get_output(['hg'] + cmd, timeout=timeout, env=env, **kwargs) 02:33:30 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/commands.py", line 207, in get_output 02:33:30 INFO - raise error 02:33:30 INFO - CalledProcessError: Command '['hg', 'clone', '--traceback', 'https://hg.mozilla.org/projects/mozilla-esr45', '/builds/slave/m-esr45-l64-asan-ntly-00000000/build/src']' returned non-zero exit status 255 02:34:46 INFO - Traceback (most recent call last): 02:34:46 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/hgtool.py", line 94, in 02:34:46 INFO - autoPurge=options.auto_purge) 02:34:46 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 627, in mercurial 02:34:46 INFO - bundles=bundles, clone_by_rev=clone_by_rev) 02:34:46 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 309, in clone 02:34:46 INFO - get_hg_output(cmd=cmd, include_stderr=True, timeout=timeout) 02:34:46 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/hg.py", line 99, in get_hg_output 02:34:46 INFO - return get_output(['hg'] + cmd, timeout=timeout, env=env, **kwargs) 02:34:46 INFO - File "/builds/slave/m-esr45-l64-asan-ntly-00000000/build/tools/buildfarm/utils/../../lib/python/util/commands.py", line 207, in get_output 02:34:46 INFO - raise error 02:34:46 INFO - subprocess.CalledProcessError: Command '['hg', 'clone', '--traceback', 'https://hg.mozilla.org/projects/mozilla-esr45', '/builds/slave/m-esr45-l64-asan-ntly-00000000/build/src']' returned non-zero exit status 255 02:34:46 ERROR - Return code: 1 02:34:46 INFO - rmtree: /builds/slave/m-esr45-l64-asan-ntly-00000000/build/src 02:34:46 INFO - retry: attempt #5 caught exception: Unable to checkout 02:34:46 FATAL - Automation Error: Can't checkout https://hg.mozilla.org/projects/mozilla-esr45! 02:34:46 FATAL - Caught exception: Unable to checkout 02:34:46 FATAL - Caught exception: Unable to checkout 02:34:46 FATAL - Caught exception: Unable to checkout 02:34:46 FATAL - Caught exception: Unable to checkout 02:34:46 FATAL - Caught exception: Unable to checkout 02:34:46 FATAL - Running post_fatal callback... 02:34:46 ERROR - setting return code to 2 because fatal was called 02:34:46 WARNING - setting return code to 2 02:34:46 FATAL - Exiting -1 02:34:46 INFO - Running post-action listener: influxdb_recording_post_action 02:34:46 INFO - Running post-run listener: _summarize 02:34:46 ERROR - # TBPL FAILURE # 02:34:46 INFO - ##### 02:34:46 INFO - ##### FxDesktopBuild summary: 02:34:46 INFO - ##### 02:34:46 ERROR - # TBPL FAILURE # program finished with exit code 255 elapsedTime=8100.060996 ========= master_lag: 5.36 ========= ========= Finished '/tools/buildbot/bin/python scripts/scripts/fx_desktop_build.py ...' failed (results: 2, elapsed: 2 hrs, 15 mins, 5 secs) (at 2016-03-07 02:34:51.420632) ========= ========= Started set props: buildid stage_platform builduid (results: 0, elapsed: 0 secs) (at 2016-03-07 02:34:51.429987) ========= bash -c 'for file in `ls -1`; do cat $file; done' in dir /builds/slave/m-esr45-l64-asan-ntly-00000000/properties (timeout 1200 secs) watching logfiles {} argv: ['bash', '-c', 'for file in `ls -1`; do cat $file; done'] environment: CCACHE_HASHDIR= G_BROKEN_FILENAMES=1 HISTCONTROL=ignoredups HISTSIZE=1000 HOME=/home/cltbld HOSTNAME=bld-linux64-spot-304.build.releng.usw2.mozilla.com LANG=en_US.UTF-8 LESSOPEN=|/usr/bin/lesspipe.sh %s LOGNAME=cltbld MAIL=/var/spool/mail/cltbld PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin PWD=/builds/slave/m-esr45-l64-asan-ntly-00000000/properties SHELL=/bin/bash SHLVL=1 TERM=linux TMOUT=86400 USER=cltbld _=/tools/buildbot/bin/python using PTY: False buildid:20160307001502 builduid:6728b20be5e346539324cb20c287efb4 stage_platform:linux64-asan program finished with exit code 0 elapsedTime=0.008409 buildid: '20160307001502' stage_platform: 'linux64-asan' builduid: '6728b20be5e346539324cb20c287efb4' ========= master_lag: 0.94 ========= ========= Finished set props: buildid stage_platform builduid (results: 0, elapsed: 0 secs) (at 2016-03-07 02:34:52.373891) ========= ========= Started 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2016-03-07 02:34:52.374232) ========= rm -f oauth.txt in dir /builds/slave/m-esr45-l64-asan-ntly-00000000/. (timeout 1200 secs) watching logfiles {} argv: ['rm', '-f', 'oauth.txt'] environment: CCACHE_HASHDIR= G_BROKEN_FILENAMES=1 HISTCONTROL=ignoredups HISTSIZE=1000 HOME=/home/cltbld HOSTNAME=bld-linux64-spot-304.build.releng.usw2.mozilla.com LANG=en_US.UTF-8 LESSOPEN=|/usr/bin/lesspipe.sh %s LOGNAME=cltbld MAIL=/var/spool/mail/cltbld PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin PWD=/builds/slave/m-esr45-l64-asan-ntly-00000000 SHELL=/bin/bash SHLVL=1 TERM=linux TMOUT=86400 USER=cltbld _=/tools/buildbot/bin/python using PTY: False program finished with exit code 0 elapsedTime=0.003326 ========= master_lag: 0.15 ========= ========= Finished 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2016-03-07 02:34:52.528467) ========= ========= Started reboot skipped (results: 3, elapsed: 0 secs) (at 2016-03-07 02:34:52.528798) ========= ========= Finished reboot skipped (results: 3, elapsed: 0 secs) (at 2016-03-07 02:34:52.582699) ========= ========= Total master_lag: 6.60 =========