builder: release-mozilla-release-fennec_bouncer_submitter
slave: bld-linux64-spot-431
starttime: 1479969486.94
results: success (0)
buildid: 20161123223758
builduid: daf4ae6a22df458fbf8ce41291fd7ba5

========= Started set props: master (results: 0, elapsed: 0 secs) (at 2016-11-23 22:38:06.942645) =========
master: http://buildbot-master74.bb.releng.usw2.mozilla.com:8001/
========= Finished set props: master (results: 0, elapsed: 0 secs) (at 2016-11-23 22:38:06.943064) =========

========= Started downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2016-11-23 22:38:06.943346) =========
========= Finished downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2016-11-23 22:38:07.146561) =========

========= Started 'bash -c ...' (results: 0, elapsed: 0 secs) (at 2016-11-23 22:38:07.146888) =========
bash -c 'wget -Oarchiver_client.py --no-check-certificate --tries=10 --waitretry=3 https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py'
 in dir /builds/slave/rel-m-rel-bncr_sub-00000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', 'wget -Oarchiver_client.py --no-check-certificate --tries=10 --waitretry=3 https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py']
 environment:
  BUILDBOTCUSTOM=https://hg.mozilla.org/build/buildbotcustom
  BUILDBOT_CONFIGS=https://hg.mozilla.org/build/buildbot-configs
  CCACHE_HASHDIR=
  CLOBBERER_URL=https://api.pub.build.mozilla.org/clobberer/forceclobber
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-431.build.releng.usw2.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave/rel-m-rel-bncr_sub-00000000000
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
--2016-11-23 22:38:07--  https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py
Resolving hg.mozilla.org... 63.245.215.25, 63.245.215.102
Connecting to hg.mozilla.org|63.245.215.25|:443... connected.
HTTP request sent, awaiting response... 200 Script output follows
Length: 12179 (12K) [text/x-python]
Saving to: ‘archiver_client.py’

     0K .......... .                                          100% 83.4M=0s

2016-11-23 22:38:07 (83.4 MB/s) - ‘archiver_client.py’ saved [12179/12179]

program finished with exit code 0
elapsedTime=0.248363
========= master_lag: 0.03 =========
========= Finished 'bash -c ...' (results: 0, elapsed: 0 secs) (at 2016-11-23 22:38:07.424631) =========

========= Started 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2016-11-23 22:38:07.424964) =========
rm -rf scripts properties
 in dir /builds/slave/rel-m-rel-bncr_sub-00000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['rm', '-rf', 'scripts', 'properties']
 environment:
  BUILDBOTCUSTOM=https://hg.mozilla.org/build/buildbotcustom
  BUILDBOT_CONFIGS=https://hg.mozilla.org/build/buildbot-configs
  CCACHE_HASHDIR=
  CLOBBERER_URL=https://api.pub.build.mozilla.org/clobberer/forceclobber
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-431.build.releng.usw2.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave/rel-m-rel-bncr_sub-00000000000
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
program finished with exit code 0
elapsedTime=0.003092
========= master_lag: 0.06 =========
========= Finished 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2016-11-23 22:38:07.487083) =========

========= Started 'bash -c ...' (results: 0, elapsed: 1 mins, 15 secs) (at 2016-11-23 22:38:07.487412) =========
bash -c 'python archiver_client.py mozharness --repo releases/mozilla-release --tag FENNEC_50_0_1_RELEASE --destination scripts --debug'
 in dir /builds/slave/rel-m-rel-bncr_sub-00000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', 'python archiver_client.py mozharness --repo releases/mozilla-release --tag FENNEC_50_0_1_RELEASE --destination scripts --debug']
 environment:
  BUILDBOTCUSTOM=https://hg.mozilla.org/build/buildbotcustom
  BUILDBOT_CONFIGS=https://hg.mozilla.org/build/buildbot-configs
  CCACHE_HASHDIR=
  CLOBBERER_URL=https://api.pub.build.mozilla.org/clobberer/forceclobber
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-431.build.releng.usw2.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave/rel-m-rel-bncr_sub-00000000000
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
2016-11-23 22:38:07,567 Setting DEBUG logging.
2016-11-23 22:38:07,567 "FENNEC_50_0_1_RELEASE" was passed as the tag. Querying remote repository for corresponding rev hash.
warning: connecting to hg.mozilla.org using legacy security technology (TLS 1.0); see https://mercurial-scm.org/wiki/SecureConnections for more info
2016-11-23 22:38:08,236 revision being used: 83afe8970388
2016-11-23 22:38:08,236 attempt 1/10
2016-11-23 22:38:08,236 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/releases/mozilla-release/83afe8970388?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness
2016-11-23 22:38:09,122 attempt 1/10
2016-11-23 22:38:09,534 current task status: no status available at this point. state: PENDING
2016-11-23 22:38:09,534 sleeping for 9.00s (attempt 1/10)
2016-11-23 22:38:18,543 attempt 2/10
2016-11-23 22:38:18,941 current task status: no status available at this point. state: PENDING
2016-11-23 22:38:18,942 sleeping for 13.50s (attempt 2/10)
2016-11-23 22:38:32,455 attempt 3/10
2016-11-23 22:38:32,847 current task status: no status available at this point. state: PENDING
2016-11-23 22:38:32,847 sleeping for 19.25s (attempt 3/10)
2016-11-23 22:38:52,117 attempt 4/10
2016-11-23 22:38:52,511 current task status: no status available at this point. state: PENDING
2016-11-23 22:38:52,511 sleeping for 29.88s (attempt 4/10)
2016-11-23 22:39:22,416 attempt 5/10
2016-11-23 22:39:22,623 current task status: Task completed! Check 's3_urls' for upload locations. state: SUCCESS
2016-11-23 22:39:22,705 unpacking tar archive at: mozilla-release-83afe8970388/testing/mozharness/
program finished with exit code 0
elapsedTime=75.297214
========= master_lag: 0.05 =========
========= Finished 'bash -c ...' (results: 0, elapsed: 1 mins, 15 secs) (at 2016-11-23 22:39:22.829825) =========

========= Started set props: script_repo_revision (results: 0, elapsed: 0 secs) (at 2016-11-23 22:39:22.830150) =========
script_repo_revision: FENNEC_50_0_1_RELEASE
========= Finished set props: script_repo_revision (results: 0, elapsed: 0 secs) (at 2016-11-23 22:39:22.830530) =========

========= Started downloading to oauth.txt (results: 0, elapsed: 0 secs) (at 2016-11-23 22:39:22.830800) =========
========= Finished downloading to oauth.txt (results: 0, elapsed: 0 secs) (at 2016-11-23 22:39:22.837796) =========

========= Started 'scripts/scripts/bouncer_submitter.py -c ...' (results: 0, elapsed: 2 secs) (at 2016-11-23 22:39:22.838071) =========
scripts/scripts/bouncer_submitter.py -c releases/bouncer_fennec.py --revision FENNEC_50_0_1_RELEASE --repo releases/mozilla-release --version 50.0.1 --credentials-file oauth.txt --bouncer-api-prefix https://bounceradmin.mozilla.com/api --build-number 1
 in dir /builds/slave/rel-m-rel-bncr_sub-00000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['scripts/scripts/bouncer_submitter.py', '-c', 'releases/bouncer_fennec.py', '--revision', 'FENNEC_50_0_1_RELEASE', '--repo', 'releases/mozilla-release', '--version', '50.0.1', '--credentials-file', 'oauth.txt', '--bouncer-api-prefix', 'https://bounceradmin.mozilla.com/api', '--build-number', '1']
 environment:
  BUILDBOTCUSTOM=https://hg.mozilla.org/build/buildbotcustom
  BUILDBOT_CONFIGS=https://hg.mozilla.org/build/buildbot-configs
  CCACHE_HASHDIR=
  CLOBBERER_URL=https://api.pub.build.mozilla.org/clobberer/forceclobber
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-431.build.releng.usw2.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PROPERTIES_FILE=/builds/slave/rel-m-rel-bncr_sub-00000000000/buildprops.json
  PWD=/builds/slave/rel-m-rel-bncr_sub-00000000000
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
22:39:22     INFO - MultiFileLogger online at 20161123 22:39:22 in /builds/slave/rel-m-rel-bncr_sub-00000000000
22:39:22     INFO - Using buildbot properties:
22:39:22     INFO - {
22:39:22     INFO -     "project": "", 
22:39:22     INFO -     "product": "Fennec", 
22:39:22     INFO -     "build_number": 1, 
22:39:22     INFO -     "scheduler": "release-mozilla-release-fennec_build", 
22:39:22     INFO -     "repository": "", 
22:39:22     INFO -     "buildername": "release-mozilla-release-fennec_bouncer_submitter", 
22:39:22     INFO -     "buildid": "20161123223758", 
22:39:22     INFO -     "basedir": "/builds/slave/rel-m-rel-bncr_sub-00000000000", 
22:39:22     INFO -     "release_config": "mozilla/release-fennec-mozilla-release.py", 
22:39:22     INFO -     "buildnumber": 6, 
22:39:22     INFO -     "platform": null, 
22:39:22     INFO -     "version": "50.0.1", 
22:39:22     INFO -     "master": "http://buildbot-master74.bb.releng.usw2.mozilla.com:8001/", 
22:39:22     INFO -     "slavebuilddir": "rel-m-rel-bncr_sub-00000000000", 
22:39:22     INFO -     "branch": "release-mozilla-release", 
22:39:22     INFO -     "script_repo_revision": "FENNEC_50_0_1_RELEASE", 
22:39:22     INFO -     "products": "fennec", 
22:39:22     INFO -     "slavename": "bld-linux64-spot-431", 
22:39:22     INFO -     "builduid": "daf4ae6a22df458fbf8ce41291fd7ba5", 
22:39:22     INFO -     "revision": null
22:39:22     INFO - }
22:39:22     INFO - Run as scripts/scripts/bouncer_submitter.py -c releases/bouncer_fennec.py --revision FENNEC_50_0_1_RELEASE --repo releases/mozilla-release --version 50.0.1 --credentials-file oauth.txt --bouncer-api-prefix https://bounceradmin.mozilla.com/api --build-number 1
22:39:22     INFO - Dumping config to /builds/slave/rel-m-rel-bncr_sub-00000000000/logs/localconfig.json.
22:39:22     INFO - {'append_to_log': False,
22:39:22     INFO -  'base_work_dir': '/builds/slave/rel-m-rel-bncr_sub-00000000000',
22:39:22     INFO -  'bouncer-api-prefix': 'https://bounceradmin.mozilla.com/api',
22:39:22     INFO -  'build_number': '1',
22:39:22     INFO -  'buildbot_json_path': 'buildprops.json',
22:39:22     INFO -  'config_files': ('releases/bouncer_fennec.py',),
22:39:22     INFO -  'credentials_file': 'oauth.txt',
22:39:22     INFO -  'log_level': 'info',
22:39:22     INFO -  'log_to_console': True,
22:39:22     INFO -  'opt_config_files': (),
22:39:22     INFO -  'products': {'apk': {'add-locales': False,
22:39:22     INFO -                       'alias': 'fennec-latest',
22:39:22     INFO -                       'check_uptake': True,
22:39:22     INFO -                       'paths': {'android-api-15': {'bouncer-platform': 'android',
22:39:22     INFO -                                                    'path': '/mobile/releases/%(version)s/android-api-15/:lang/fennec-%(version)s.:lang.android-arm.apk'},
22:39:22     INFO -                                 'android-x86': {'bouncer-platform': 'android-x86',
22:39:22     INFO -                                                 'path': '/mobile/releases/%(version)s/android-x86/:lang/fennec-%(version)s.:lang.android-i386.apk'}},
22:39:22     INFO -                       'product-name': 'Fennec-%(version)s',
22:39:22     INFO -                       'ssl-only': False}},
22:39:22     INFO -  'repo': 'releases/mozilla-release',
22:39:22     INFO -  'revision': 'FENNEC_50_0_1_RELEASE',
22:39:22     INFO -  'version': '50.0.1',
22:39:22     INFO -  'volatile_config': {'actions': None, 'add_actions': None, 'no_actions': None},
22:39:22     INFO -  'work_dir': 'build'}
22:39:22     INFO - [mozharness: 2016-11-24 06:39:22.953246Z] Running clobber step.
22:39:22     INFO - Running main action method: clobber
22:39:22     INFO - rmtree: /builds/slave/rel-m-rel-bncr_sub-00000000000/build
22:39:22     INFO - [mozharness: 2016-11-24 06:39:22.956391Z] Finished clobber step (success)
22:39:22     INFO - [mozharness: 2016-11-24 06:39:22.956760Z] Running download-shipped-locales step.
22:39:22     INFO - Running main action method: download_shipped_locales
22:39:22     INFO - No need to download shipped-locales
22:39:22     INFO - [mozharness: 2016-11-24 06:39:22.957379Z] Finished download-shipped-locales step (success)
22:39:22     INFO - [mozharness: 2016-11-24 06:39:22.957598Z] Running submit step.
22:39:22     INFO - Running main action method: submit
22:39:22     INFO - Checking if Fennec-50.0.1 already exists
22:39:22     INFO - retry: Calling _api_call with args: ('product_show?product=Fennec-50.0.1', None), kwargs: {}, attempt #1
22:39:22     INFO - Submitting to https://bounceradmin.mozilla.com/api/product_show?product=Fennec-50.0.1
22:39:23     INFO - Server response
22:39:23     INFO - <?xml version="1.0" encoding="utf-8"?><products/>
22:39:23     INFO - Products found: 0
22:39:23     INFO - Adding apk...
22:39:23     INFO - retry: Calling _api_call with args: ('product_add/', {'product': 'Fennec-50.0.1'}), kwargs: {}, attempt #1
22:39:23     INFO - POST data: product=Fennec-50.0.1
22:39:23     INFO - Submitting to https://bounceradmin.mozilla.com/api/product_add/
22:39:23     INFO - Server response
22:39:23     INFO - <?xml version="1.0" encoding="utf-8"?><products><product id="6387" name="Fennec-50.0.1"/></products>
22:39:23     INFO - Adding paths...
22:39:23     INFO - android-api-15 (android): /mobile/releases/50.0.1/android-api-15/:lang/fennec-50.0.1.:lang.android-arm.apk
22:39:23     INFO - retry: Calling _api_call with args: ('location_add/', {'path': '/mobile/releases/50.0.1/android-api-15/:lang/fennec-50.0.1.:lang.android-arm.apk', 'product': 'Fennec-50.0.1', 'os': 'android'}), kwargs: {}, attempt #1
22:39:23     INFO - POST data: path=%2Fmobile%2Freleases%2F50.0.1%2Fandroid-api-15%2F%3Alang%2Ffennec-50.0.1.%3Alang.android-arm.apk&product=Fennec-50.0.1&os=android
22:39:23     INFO - Submitting to https://bounceradmin.mozilla.com/api/location_add/
22:39:24     INFO - Server response
22:39:24     INFO - <?xml version="1.0" encoding="utf-8"?><locations><product id="6387" name="Fennec-50.0.1"><location id="32797" os="android">/mobile/releases/50.0.1/android-api-15/:lang/fennec-50.0.1.:lang.android-arm.apk</location></product></locations>
22:39:24     INFO - android-x86 (android-x86): /mobile/releases/50.0.1/android-x86/:lang/fennec-50.0.1.:lang.android-i386.apk
22:39:24     INFO - retry: Calling _api_call with args: ('location_add/', {'path': '/mobile/releases/50.0.1/android-x86/:lang/fennec-50.0.1.:lang.android-i386.apk', 'product': 'Fennec-50.0.1', 'os': 'android-x86'}), kwargs: {}, attempt #1
22:39:24     INFO - POST data: path=%2Fmobile%2Freleases%2F50.0.1%2Fandroid-x86%2F%3Alang%2Ffennec-50.0.1.%3Alang.android-i386.apk&product=Fennec-50.0.1&os=android-x86
22:39:24     INFO - Submitting to https://bounceradmin.mozilla.com/api/location_add/
22:39:25     INFO - Server response
22:39:25     INFO - <?xml version="1.0" encoding="utf-8"?><locations><product id="6387" name="Fennec-50.0.1"><location id="32798" os="android-x86">/mobile/releases/50.0.1/android-x86/:lang/fennec-50.0.1.:lang.android-i386.apk</location></product></locations>
22:39:25     INFO - [mozharness: 2016-11-24 06:39:25.143434Z] Finished submit step (success)
22:39:25     INFO - Running post-run listener: copy_logs_to_upload_dir
22:39:25     INFO - Copying logs to upload dir...
22:39:25     INFO - mkdir: /builds/slave/rel-m-rel-bncr_sub-00000000000/build/upload/logs
22:39:25     INFO - Copying logs to upload dir...
program finished with exit code 0
elapsedTime=2.317052
========= master_lag: 0.01 =========
========= Finished 'scripts/scripts/bouncer_submitter.py -c ...' (results: 0, elapsed: 2 secs) (at 2016-11-23 22:39:25.165616) =========

========= Started no change (results: 0, elapsed: 0 secs) (at 2016-11-23 22:39:25.166649) =========
bash -c 'for file in `ls -1`; do cat $file; done'
 in dir /builds/slave/rel-m-rel-bncr_sub-00000000000/properties (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', 'for file in `ls -1`; do cat $file; done']
 environment:
  BUILDBOTCUSTOM=https://hg.mozilla.org/build/buildbotcustom
  BUILDBOT_CONFIGS=https://hg.mozilla.org/build/buildbot-configs
  CCACHE_HASHDIR=
  CLOBBERER_URL=https://api.pub.build.mozilla.org/clobberer/forceclobber
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-431.build.releng.usw2.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave/rel-m-rel-bncr_sub-00000000000/properties
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
program finished with exit code 0
elapsedTime=0.005561

========= master_lag: 0.04 =========
========= Finished no change (results: 0, elapsed: 0 secs) (at 2016-11-23 22:39:25.215570) =========

========= Started 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2016-11-23 22:39:25.215938) =========
rm -f oauth.txt
 in dir /builds/slave/rel-m-rel-bncr_sub-00000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['rm', '-f', 'oauth.txt']
 environment:
  BUILDBOTCUSTOM=https://hg.mozilla.org/build/buildbotcustom
  BUILDBOT_CONFIGS=https://hg.mozilla.org/build/buildbot-configs
  CCACHE_HASHDIR=
  CLOBBERER_URL=https://api.pub.build.mozilla.org/clobberer/forceclobber
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-431.build.releng.usw2.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave/rel-m-rel-bncr_sub-00000000000
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
program finished with exit code 0
elapsedTime=0.003598
========= master_lag: 0.04 =========
========= Finished 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2016-11-23 22:39:25.264281) =========

========= Total master_lag: 0.23 =========