builder: mozilla-beta_win8_64_test-tp5o-e10s-pgo
slave: t-w864-ix-323
starttime: 1490208069.83
results: failure (2)
buildid: 20170322095635
builduid: 7c25221d4da84dd1be88f135b6d73892
revision: 69b1e67f3da3960f6c32df56d5e627c73c1b0a82

========= Started set props: master (results: 0, elapsed: 0 secs) (at 2017-03-22 11:41:09.831581) =========
master: http://buildbot-master110.bb.releng.scl3.mozilla.com:8201/
========= Finished set props: master (results: 0, elapsed: 0 secs) (at 2017-03-22 11:41:09.832187) =========

========= Started downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2017-03-22 11:41:09.832537) =========
========= Finished downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2017-03-22 11:41:10.438744) =========

========= Started 'bash -c ...' (results: 0, elapsed: 1 secs) (at 2017-03-22 11:41:10.439139) =========
'bash' '-c' 'wget -Oarchiver_client.py --no-check-certificate --tries=10 --waitretry=3 https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py'
 in dir C:\slave\test\. (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', 'wget -Oarchiver_client.py --no-check-certificate --tries=10 --waitretry=3 https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py']
 environment:
  ALLUSERSPROFILE=C:\ProgramData
  APPDATA=C:\Users\cltbld.T-W864-IX-323\AppData\Roaming
  COMMONPROGRAMFILES=C:\Program Files (x86)\Common Files
  COMMONPROGRAMFILES(X86)=C:\Program Files (x86)\Common Files
  COMMONPROGRAMW6432=C:\Program Files\Common Files
  COMPUTERNAME=T-W864-IX-323
  COMSPEC=C:\windows\system32\cmd.exe
  DCLOCATION=SCL3
  DNSSUFFIX=wintest.releng.scl3.mozilla.com
  FP_NO_HOST_CHECK=NO
  HOMEDRIVE=C:
  HOMEPATH=\Users\cltbld.T-W864-IX-323
  KTS_HOME=C:\Program Files\KTS
  KTS_VERSION=1.19c
  LOCALAPPDATA=C:\Users\cltbld.T-W864-IX-323\AppData\Local
  LOGONSERVER=\\T-W864-IX-323
  MONDIR=C:\Monitor_config\
  MOZBUILDDIR=C:\mozilla-build\
  MOZ_CRASHREPORTER_NO_REPORT=1
  MOZ_NO_REMOTE=1
  NO_EM_RESTART=1
  NUMBER_OF_PROCESSORS=8
  OS=Windows_NT
  OURDRIVE=C:
  PATH=C:\Program Files (x86)\NVIDIA Corporation\PhysX\Common;C:\windows\system32;C:\windows;C:\windows\System32\Wbem;C:\windows\System32\WindowsPowerShell\v1.0\;C:\mozilla-build\python27;C:\mozilla-build\python27\Scripts;C:\mozilla-build\msys\bin;C:\mozilla-build\vim\vim72;C:\mozilla-build\wget;C:\mozilla-build\info-zip;C:\CoreUtils\bin;C:\mozilla-build\buildbotve\scripts;C:\mozilla-build\hg
  PATHEXT=.COM;.EXE;.BAT;.CMD;.VBS;.VBE;.JS;.JSE;.WSF;.WSH;.MSC
  PROCESSOR_ARCHITECTURE=x86
  PROCESSOR_ARCHITEW6432=AMD64
  PROCESSOR_IDENTIFIER=Intel64 Family 6 Model 30 Stepping 5, GenuineIntel
  PROCESSOR_LEVEL=6
  PROCESSOR_REVISION=1e05
  PROGRAMDATA=C:\ProgramData
  PROGRAMFILES=C:\Program Files (x86)
  PROGRAMFILES(X86)=C:\Program Files (x86)
  PROGRAMW6432=C:\Program Files
  PROMPT=$P$G
  PSMODULEPATH=C:\windows\system32\WindowsPowerShell\v1.0\Modules\
  PUBLIC=C:\Users\Public
  PWD=C:\slave\test
  RUNLOGFILE=C:\slave\\runslave.log
  SLAVEDIR=C:\slave\
  SYSTEMDRIVE=C:
  SYSTEMROOT=C:\windows
  TEMP=C:\Users\CLTBLD~1.T-W\AppData\Local\Temp
  TEST1=testie
  TMP=C:\Users\CLTBLD~1.T-W\AppData\Local\Temp
  USERDOMAIN=T-W864-IX-323
  USERDOMAIN_ROAMINGPROFILE=T-W864-IX-323
  USERNAME=cltbld
  USERPROFILE=C:\Users\cltbld.T-W864-IX-323
  WINDIR=C:\windows
  XPCOM_DEBUG_BREAK=warn
 using PTY: False
--11:41:13--  https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py
           => `archiver_client.py'
Resolving hg.mozilla.org... 63.245.215.102, 63.245.215.25
Connecting to hg.mozilla.org|63.245.215.102|:443... connected.
WARNING: Certificate verification error for hg.mozilla.org: certificate signature failure
HTTP request sent, awaiting response... 200 Script output follows
Length: 12,179 (12K) [text/x-python]

    0K .......... .                                          100%    1.97 GB/s

11:41:13 (1.97 GB/s) - `archiver_client.py' saved [12179/12179]

program finished with exit code 0
elapsedTime=1.565000
========= master_lag: 0.16 =========
========= Finished 'bash -c ...' (results: 0, elapsed: 1 secs) (at 2017-03-22 11:41:12.159914) =========

========= Started 'rm -rf ...' (results: 0, elapsed: 2 secs) (at 2017-03-22 11:41:12.160300) =========
'rm' '-rf' 'scripts' 'properties'
 in dir C:\slave\test\. (timeout 1200 secs)
 watching logfiles {}
 argv: ['rm', '-rf', 'scripts', 'properties']
 environment:
  ALLUSERSPROFILE=C:\ProgramData
  APPDATA=C:\Users\cltbld.T-W864-IX-323\AppData\Roaming
  COMMONPROGRAMFILES=C:\Program Files (x86)\Common Files
  COMMONPROGRAMFILES(X86)=C:\Program Files (x86)\Common Files
  COMMONPROGRAMW6432=C:\Program Files\Common Files
  COMPUTERNAME=T-W864-IX-323
  COMSPEC=C:\windows\system32\cmd.exe
  DCLOCATION=SCL3
  DNSSUFFIX=wintest.releng.scl3.mozilla.com
  FP_NO_HOST_CHECK=NO
  HOMEDRIVE=C:
  HOMEPATH=\Users\cltbld.T-W864-IX-323
  KTS_HOME=C:\Program Files\KTS
  KTS_VERSION=1.19c
  LOCALAPPDATA=C:\Users\cltbld.T-W864-IX-323\AppData\Local
  LOGONSERVER=\\T-W864-IX-323
  MONDIR=C:\Monitor_config\
  MOZBUILDDIR=C:\mozilla-build\
  MOZ_CRASHREPORTER_NO_REPORT=1
  MOZ_NO_REMOTE=1
  NO_EM_RESTART=1
  NUMBER_OF_PROCESSORS=8
  OS=Windows_NT
  OURDRIVE=C:
  PATH=C:\Program Files (x86)\NVIDIA Corporation\PhysX\Common;C:\windows\system32;C:\windows;C:\windows\System32\Wbem;C:\windows\System32\WindowsPowerShell\v1.0\;C:\mozilla-build\python27;C:\mozilla-build\python27\Scripts;C:\mozilla-build\msys\bin;C:\mozilla-build\vim\vim72;C:\mozilla-build\wget;C:\mozilla-build\info-zip;C:\CoreUtils\bin;C:\mozilla-build\buildbotve\scripts;C:\mozilla-build\hg
  PATHEXT=.COM;.EXE;.BAT;.CMD;.VBS;.VBE;.JS;.JSE;.WSF;.WSH;.MSC
  PROCESSOR_ARCHITECTURE=x86
  PROCESSOR_ARCHITEW6432=AMD64
  PROCESSOR_IDENTIFIER=Intel64 Family 6 Model 30 Stepping 5, GenuineIntel
  PROCESSOR_LEVEL=6
  PROCESSOR_REVISION=1e05
  PROGRAMDATA=C:\ProgramData
  PROGRAMFILES=C:\Program Files (x86)
  PROGRAMFILES(X86)=C:\Program Files (x86)
  PROGRAMW6432=C:\Program Files
  PROMPT=$P$G
  PSMODULEPATH=C:\windows\system32\WindowsPowerShell\v1.0\Modules\
  PUBLIC=C:\Users\Public
  PWD=C:\slave\test
  RUNLOGFILE=C:\slave\\runslave.log
  SLAVEDIR=C:\slave\
  SYSTEMDRIVE=C:
  SYSTEMROOT=C:\windows
  TEMP=C:\Users\CLTBLD~1.T-W\AppData\Local\Temp
  TEST1=testie
  TMP=C:\Users\CLTBLD~1.T-W\AppData\Local\Temp
  USERDOMAIN=T-W864-IX-323
  USERDOMAIN_ROAMINGPROFILE=T-W864-IX-323
  USERNAME=cltbld
  USERPROFILE=C:\Users\cltbld.T-W864-IX-323
  WINDIR=C:\windows
  XPCOM_DEBUG_BREAK=warn
 using PTY: False
program finished with exit code 0
elapsedTime=2.706000
========= master_lag: 0.03 =========
========= Finished 'rm -rf ...' (results: 0, elapsed: 2 secs) (at 2017-03-22 11:41:14.897293) =========

========= Started 'bash -c ...' (results: 0, elapsed: 1 secs) (at 2017-03-22 11:41:14.897687) =========
'bash' '-c' u'python archiver_client.py mozharness --repo releases/mozilla-beta --rev 69b1e67f3da3960f6c32df56d5e627c73c1b0a82 --destination scripts --debug'
 in dir C:\slave\test\. (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', u'python archiver_client.py mozharness --repo releases/mozilla-beta --rev 69b1e67f3da3960f6c32df56d5e627c73c1b0a82 --destination scripts --debug']
 environment:
  ALLUSERSPROFILE=C:\ProgramData
  APPDATA=C:\Users\cltbld.T-W864-IX-323\AppData\Roaming
  COMMONPROGRAMFILES=C:\Program Files (x86)\Common Files
  COMMONPROGRAMFILES(X86)=C:\Program Files (x86)\Common Files
  COMMONPROGRAMW6432=C:\Program Files\Common Files
  COMPUTERNAME=T-W864-IX-323
  COMSPEC=C:\windows\system32\cmd.exe
  DCLOCATION=SCL3
  DNSSUFFIX=wintest.releng.scl3.mozilla.com
  FP_NO_HOST_CHECK=NO
  HOMEDRIVE=C:
  HOMEPATH=\Users\cltbld.T-W864-IX-323
  KTS_HOME=C:\Program Files\KTS
  KTS_VERSION=1.19c
  LOCALAPPDATA=C:\Users\cltbld.T-W864-IX-323\AppData\Local
  LOGONSERVER=\\T-W864-IX-323
  MONDIR=C:\Monitor_config\
  MOZBUILDDIR=C:\mozilla-build\
  MOZ_CRASHREPORTER_NO_REPORT=1
  MOZ_NO_REMOTE=1
  NO_EM_RESTART=1
  NUMBER_OF_PROCESSORS=8
  OS=Windows_NT
  OURDRIVE=C:
  PATH=C:\Program Files (x86)\NVIDIA Corporation\PhysX\Common;C:\windows\system32;C:\windows;C:\windows\System32\Wbem;C:\windows\System32\WindowsPowerShell\v1.0\;C:\mozilla-build\python27;C:\mozilla-build\python27\Scripts;C:\mozilla-build\msys\bin;C:\mozilla-build\vim\vim72;C:\mozilla-build\wget;C:\mozilla-build\info-zip;C:\CoreUtils\bin;C:\mozilla-build\buildbotve\scripts;C:\mozilla-build\hg
  PATHEXT=.COM;.EXE;.BAT;.CMD;.VBS;.VBE;.JS;.JSE;.WSF;.WSH;.MSC
  PROCESSOR_ARCHITECTURE=x86
  PROCESSOR_ARCHITEW6432=AMD64
  PROCESSOR_IDENTIFIER=Intel64 Family 6 Model 30 Stepping 5, GenuineIntel
  PROCESSOR_LEVEL=6
  PROCESSOR_REVISION=1e05
  PROGRAMDATA=C:\ProgramData
  PROGRAMFILES=C:\Program Files (x86)
  PROGRAMFILES(X86)=C:\Program Files (x86)
  PROGRAMW6432=C:\Program Files
  PROMPT=$P$G
  PSMODULEPATH=C:\windows\system32\WindowsPowerShell\v1.0\Modules\
  PUBLIC=C:\Users\Public
  PWD=C:\slave\test
  RUNLOGFILE=C:\slave\\runslave.log
  SLAVEDIR=C:\slave\
  SYSTEMDRIVE=C:
  SYSTEMROOT=C:\windows
  TEMP=C:\Users\CLTBLD~1.T-W\AppData\Local\Temp
  TEST1=testie
  TMP=C:\Users\CLTBLD~1.T-W\AppData\Local\Temp
  USERDOMAIN=T-W864-IX-323
  USERDOMAIN_ROAMINGPROFILE=T-W864-IX-323
  USERNAME=cltbld
  USERPROFILE=C:\Users\cltbld.T-W864-IX-323
  WINDIR=C:\windows
  XPCOM_DEBUG_BREAK=warn
 using PTY: False
2017-03-22 11:41:16,802 truncating revision to first 12 chars
2017-03-22 11:41:16,802 Setting DEBUG logging.
2017-03-22 11:41:16,802 attempt 1/10
2017-03-22 11:41:16,802 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/releases/mozilla-beta/69b1e67f3da3?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness
2017-03-22 11:41:17,582 unpacking tar archive at: mozilla-beta-69b1e67f3da3/testing/mozharness/
2017-03-22 11:41:17,707 skipping symlink on windows: configs/single_locale/linux32.py
program finished with exit code 0
elapsedTime=1.477000
========= master_lag: 0.06 =========
========= Finished 'bash -c ...' (results: 0, elapsed: 1 secs) (at 2017-03-22 11:41:16.433838) =========

========= Started set props: script_repo_revision (results: 0, elapsed: 0 secs) (at 2017-03-22 11:41:16.434216) =========
script_repo_revision: 69b1e67f3da3960f6c32df56d5e627c73c1b0a82
========= Finished set props: script_repo_revision (results: 0, elapsed: 0 secs) (at 2017-03-22 11:41:16.434638) =========

========= Started downloading to oauth.txt (results: 0, elapsed: 0 secs) (at 2017-03-22 11:41:16.434949) =========
========= Finished downloading to oauth.txt (results: 0, elapsed: 0 secs) (at 2017-03-22 11:41:16.459856) =========

========= Started 'c:/mozilla-build/python27/python -u ...' failed (results: 2, elapsed: 12 mins, 4 secs) (at 2017-03-22 11:41:16.460277) =========
'c:/mozilla-build/python27/python' '-u' 'scripts/scripts/talos_script.py' '--suite' 'tp5o-e10s' '--add-option' '--webServer,localhost' '--branch-name' 'Mozilla-Beta' '--cfg' 'talos/windows_config.py' '--download-symbols' 'ondemand' '--use-talos-json' '--blob-upload-branch' 'Mozilla-Beta'
 in dir C:\slave\test\. (timeout 3600 secs) (maxTime 7200 secs)
 watching logfiles {}
 argv: ['c:/mozilla-build/python27/python', '-u', 'scripts/scripts/talos_script.py', '--suite', 'tp5o-e10s', '--add-option', '--webServer,localhost', '--branch-name', 'Mozilla-Beta', '--cfg', 'talos/windows_config.py', '--download-symbols', 'ondemand', '--use-talos-json', '--blob-upload-branch', 'Mozilla-Beta']
 environment:
  ALLUSERSPROFILE=C:\ProgramData
  APPDATA=C:\Users\cltbld.T-W864-IX-323\AppData\Roaming
  COMMONPROGRAMFILES=C:\Program Files (x86)\Common Files
  COMMONPROGRAMFILES(X86)=C:\Program Files (x86)\Common Files
  COMMONPROGRAMW6432=C:\Program Files\Common Files
  COMPUTERNAME=T-W864-IX-323
  COMSPEC=C:\windows\system32\cmd.exe
  DCLOCATION=SCL3
  DNSSUFFIX=wintest.releng.scl3.mozilla.com
  FP_NO_HOST_CHECK=NO
  HOMEDRIVE=C:
  HOMEPATH=\Users\cltbld.T-W864-IX-323
  KTS_HOME=C:\Program Files\KTS
  KTS_VERSION=1.19c
  LOCALAPPDATA=C:\Users\cltbld.T-W864-IX-323\AppData\Local
  LOGONSERVER=\\T-W864-IX-323
  MONDIR=C:\Monitor_config\
  MOZBUILDDIR=C:\mozilla-build\
  MOZ_CRASHREPORTER_NO_REPORT=1
  MOZ_NO_REMOTE=1
  NO_EM_RESTART=1
  NUMBER_OF_PROCESSORS=8
  OS=Windows_NT
  OURDRIVE=C:
  PATH=C:\Program Files (x86)\NVIDIA Corporation\PhysX\Common;C:\windows\system32;C:\windows;C:\windows\System32\Wbem;C:\windows\System32\WindowsPowerShell\v1.0\;C:\mozilla-build\python27;C:\mozilla-build\python27\Scripts;C:\mozilla-build\msys\bin;C:\mozilla-build\vim\vim72;C:\mozilla-build\wget;C:\mozilla-build\info-zip;C:\CoreUtils\bin;C:\mozilla-build\buildbotve\scripts;C:\mozilla-build\hg
  PATHEXT=.COM;.EXE;.BAT;.CMD;.VBS;.VBE;.JS;.JSE;.WSF;.WSH;.MSC
  PROCESSOR_ARCHITECTURE=x86
  PROCESSOR_ARCHITEW6432=AMD64
  PROCESSOR_IDENTIFIER=Intel64 Family 6 Model 30 Stepping 5, GenuineIntel
  PROCESSOR_LEVEL=6
  PROCESSOR_REVISION=1e05
  PROGRAMDATA=C:\ProgramData
  PROGRAMFILES=C:\Program Files (x86)
  PROGRAMFILES(X86)=C:\Program Files (x86)
  PROGRAMW6432=C:\Program Files
  PROMPT=$P$G
  PROPERTIES_FILE=C:\slave\test/buildprops.json
  PSMODULEPATH=C:\windows\system32\WindowsPowerShell\v1.0\Modules\
  PUBLIC=C:\Users\Public
  PWD=C:\slave\test
  RUNLOGFILE=C:\slave\\runslave.log
  SLAVEDIR=C:\slave\
  SYSTEMDRIVE=C:
  SYSTEMROOT=C:\windows
  TEMP=C:\Users\CLTBLD~1.T-W\AppData\Local\Temp
  TEST1=testie
  TMP=C:\Users\CLTBLD~1.T-W\AppData\Local\Temp
  USERDOMAIN=T-W864-IX-323
  USERDOMAIN_ROAMINGPROFILE=T-W864-IX-323
  USERNAME=cltbld
  USERPROFILE=C:\Users\cltbld.T-W864-IX-323
  WINDIR=C:\windows
  XPCOM_DEBUG_BREAK=warn
 using PTY: False
11:41:18     INFO - MultiFileLogger online at 20170322 11:41:18 in C:\slave\test
11:41:18     INFO - Run as scripts/scripts/talos_script.py --suite tp5o-e10s --add-option --webServer,localhost --branch-name Mozilla-Beta --cfg talos/windows_config.py --download-symbols ondemand --use-talos-json --blob-upload-branch Mozilla-Beta
11:41:18     INFO - Dumping config to C:\slave\test\logs\localconfig.json.
11:41:18     INFO - {'append_to_log': False,
11:41:18     INFO -  'base_work_dir': 'C:\\slave\\test',
11:41:18     INFO -  'blob_upload_branch': 'Mozilla-Beta',
11:41:18     INFO -  'blob_uploader_auth_file': 'C:\\slave\\test\\oauth.txt',
11:41:18     INFO -  'branch': 'Mozilla-Beta',
11:41:18     INFO -  'buildbot_json_path': 'buildprops.json',
11:41:18     INFO -  'config_files': ('talos/windows_config.py',),
11:41:18     INFO -  'default_actions': ('clobber',
11:41:18     INFO -                      'read-buildbot-config',
11:41:18     INFO -                      'download-and-extract',
11:41:18     INFO -                      'populate-webroot',
11:41:18     INFO -                      'create-virtualenv',
11:41:18     INFO -                      'install',
11:41:18     INFO -                      'run-tests'),
11:41:18     INFO -  'default_blob_upload_servers': ('https://blobupload.elasticbeanstalk.com',),
11:41:18     INFO -  'download_minidump_stackwalk': True,
11:41:18     INFO -  'download_symbols': 'ondemand',
11:41:18     INFO -  'exes': {'easy_install': ('C:\\slave\\test\\build/venv/scripts/python',
11:41:18     INFO -                            'C:\\slave\\test\\build/venv/scripts/easy_install-2.7-script.py'),
11:41:18     INFO -           'hg': 'c:/mozilla-build/hg/hg',
11:41:18     INFO -           'mozinstall': ('C:\\slave\\test\\build/venv/scripts/python',
11:41:18     INFO -                          'C:\\slave\\test\\build/venv/scripts/mozinstall-script.py'),
11:41:18     INFO -           'python': 'c:/mozilla-build/python27/python.exe',
11:41:18     INFO -           'tooltool.py': ('c:/mozilla-build/python27/python.exe',
11:41:18     INFO -                           'C:/mozilla-build/tooltool.py'),
11:41:18     INFO -           'virtualenv': ('c:/mozilla-build/python27/python.exe',
11:41:18     INFO -                          'c:/mozilla-build/buildbotve/virtualenv.py')},
11:41:18     INFO -  'find_links': ('http://pypi.pvt.build.mozilla.org/pub',
11:41:18     INFO -                 'http://pypi.pub.build.mozilla.org/pub'),
11:41:18     INFO -  'installer_path': 'installer.exe',
11:41:18     INFO -  'log_level': 'info',
11:41:18     INFO -  'log_name': 'talos',
11:41:18     INFO -  'log_to_console': True,
11:41:18     INFO -  'metro_harness_path_frmt': '%(metro_base_path)s/metro/metrotestharness.exe',
11:41:18     INFO -  'minidump_stackwalk_path': 'win32-minidump_stackwalk.exe',
11:41:18     INFO -  'minidump_tooltool_manifest_path': 'config/tooltool-manifests/win32/releng.manifest',
11:41:18     INFO -  'opt_config_files': (),
11:41:18     INFO -  'pip_index': False,
11:41:18     INFO -  'sps_profile': False,
11:41:18     INFO -  'sps_profile_interval': 0,
11:41:18     INFO -  'suite': 'tp5o-e10s',
11:41:18     INFO -  'system_bits': '32',
11:41:18     INFO -  'talos_extra_options': ('--webServer', 'localhost'),
11:41:18     INFO -  'title': 'T-W864-IX-323',
11:41:18     INFO -  'use_talos_json': True,
11:41:18     INFO -  'virtualenv_modules': ('pywin32', 'talos', 'mozinstall'),
11:41:18     INFO -  'virtualenv_path': 'C:\\slave\\test\\build/venv',
11:41:18     INFO -  'virtualenv_python_dll': 'c:/mozilla-build/python27/python27.dll',
11:41:18     INFO -  'volatile_config': {'actions': None, 'add_actions': None, 'no_actions': None},
11:41:18     INFO -  'work_dir': 'build'}
11:41:18     INFO - [mozharness: 2017-03-22 18:41:18.457000Z] Running clobber step.
11:41:18     INFO - Running pre-action listener: _resource_record_pre_action
11:41:18     INFO - Running main action method: clobber
11:41:18     INFO - rmtree: C:\slave\test\build
11:41:18     INFO - Using _rmtree_windows ...
11:41:18     INFO - retry: Calling _rmtree_windows with args: ('C:\\slave\\test\\build',), kwargs: {}, attempt #1
11:41:21     INFO - retry: attempt #1 caught exception: (145, 'RemoveDirectory', 'The directory is not empty.')
11:41:21     INFO - retry: Failed, sleeping 60 seconds before retrying
11:42:21     INFO - retry: Calling _rmtree_windows with args: ('C:\\slave\\test\\build',), kwargs: {}, attempt #2
11:42:21     INFO - retry: attempt #2 caught exception: (1392, 'FindFirstFile', 'The file or directory is corrupted and unreadable.')
11:42:21     INFO - retry: Failed, sleeping 120 seconds before retrying
11:44:21     INFO - retry: Calling _rmtree_windows with args: ('C:\\slave\\test\\build',), kwargs: {}, attempt #3
11:44:21     INFO - retry: attempt #3 caught exception: (1392, 'FindFirstFile', 'The file or directory is corrupted and unreadable.')
11:44:21     INFO - retry: Failed, sleeping 240 seconds before retrying
11:48:21     INFO - retry: Calling _rmtree_windows with args: ('C:\\slave\\test\\build',), kwargs: {}, attempt #4
11:48:21     INFO - retry: attempt #4 caught exception: (1392, 'FindFirstFile', 'The file or directory is corrupted and unreadable.')
11:48:21     INFO - retry: Failed, sleeping 300 seconds before retrying
11:53:21     INFO - retry: Calling _rmtree_windows with args: ('C:\\slave\\test\\build',), kwargs: {}, attempt #5
11:53:21     INFO - retry: attempt #5 caught exception: (1392, 'FindFirstFile', 'The file or directory is corrupted and unreadable.')
11:53:21    FATAL - Unable to remove C:\slave\test\build!
11:53:21    FATAL - Caught exception: (145, 'RemoveDirectory', 'The directory is not empty.')
11:53:21    FATAL - Caught exception: (1392, 'FindFirstFile', 'The file or directory is corrupted and unreadable.')
11:53:21    FATAL - Caught exception: (1392, 'FindFirstFile', 'The file or directory is corrupted and unreadable.')
11:53:21    FATAL - Caught exception: (1392, 'FindFirstFile', 'The file or directory is corrupted and unreadable.')
11:53:21    FATAL - Caught exception: (1392, 'FindFirstFile', 'The file or directory is corrupted and unreadable.')
11:53:21    FATAL - Running post_fatal callback...
11:53:21    FATAL - Exiting -1
11:53:21     INFO - Running post-action listener: _resource_record_post_action
11:53:21     INFO - [mozharness: 2017-03-22 18:53:21.235000Z] Finished clobber step (failed)
11:53:21     INFO - Running post-run listener: _resource_record_post_run
11:53:21     INFO - Running post-run listener: _upload_blobber_files
11:53:21     INFO - Blob upload gear active.
11:53:21  WARNING - Blob upload directory does not exist!
11:53:21     INFO - Running post-run listener: copy_logs_to_upload_dir
11:53:21     INFO - Copying logs to upload dir...
11:53:21     INFO - Using _rmtree_windows ...
11:53:21     INFO - Using _rmtree_windows ...
11:53:21     INFO - Using _rmtree_windows ...
11:53:21     INFO - Using _rmtree_windows ...
11:53:21     INFO - Using _rmtree_windows ...
11:53:21     INFO - Using _rmtree_windows ...
11:53:21     INFO - Using _rmtree_windows ...
program finished with exit code -1
elapsedTime=723.368000
========= master_lag: 0.77 =========
========= Finished 'c:/mozilla-build/python27/python -u ...' failed (results: 2, elapsed: 12 mins, 4 secs) (at 2017-03-22 11:53:20.594320) =========

========= Started no change (results: 0, elapsed: 0 secs) (at 2017-03-22 11:53:20.595076) =========
'cmd' '/C' 'for' '%f' 'in' '(*)' 'do' '@type' '%f'
 in dir C:\slave\test\properties (timeout 1200 secs)
 watching logfiles {}
 argv: ['cmd', '/C', 'for', '%f', 'in', '(*)', 'do', '@type', '%f']
 environment:
  ALLUSERSPROFILE=C:\ProgramData
  APPDATA=C:\Users\cltbld.T-W864-IX-323\AppData\Roaming
  COMMONPROGRAMFILES=C:\Program Files (x86)\Common Files
  COMMONPROGRAMFILES(X86)=C:\Program Files (x86)\Common Files
  COMMONPROGRAMW6432=C:\Program Files\Common Files
  COMPUTERNAME=T-W864-IX-323
  COMSPEC=C:\windows\system32\cmd.exe
  DCLOCATION=SCL3
  DNSSUFFIX=wintest.releng.scl3.mozilla.com
  FP_NO_HOST_CHECK=NO
  HOMEDRIVE=C:
  HOMEPATH=\Users\cltbld.T-W864-IX-323
  KTS_HOME=C:\Program Files\KTS
  KTS_VERSION=1.19c
  LOCALAPPDATA=C:\Users\cltbld.T-W864-IX-323\AppData\Local
  LOGONSERVER=\\T-W864-IX-323
  MONDIR=C:\Monitor_config\
  MOZBUILDDIR=C:\mozilla-build\
  MOZ_CRASHREPORTER_NO_REPORT=1
  MOZ_NO_REMOTE=1
  NO_EM_RESTART=1
  NUMBER_OF_PROCESSORS=8
  OS=Windows_NT
  OURDRIVE=C:
  PATH=C:\Program Files (x86)\NVIDIA Corporation\PhysX\Common;C:\windows\system32;C:\windows;C:\windows\System32\Wbem;C:\windows\System32\WindowsPowerShell\v1.0\;C:\mozilla-build\python27;C:\mozilla-build\python27\Scripts;C:\mozilla-build\msys\bin;C:\mozilla-build\vim\vim72;C:\mozilla-build\wget;C:\mozilla-build\info-zip;C:\CoreUtils\bin;C:\mozilla-build\buildbotve\scripts;C:\mozilla-build\hg
  PATHEXT=.COM;.EXE;.BAT;.CMD;.VBS;.VBE;.JS;.JSE;.WSF;.WSH;.MSC
  PROCESSOR_ARCHITECTURE=x86
  PROCESSOR_ARCHITEW6432=AMD64
  PROCESSOR_IDENTIFIER=Intel64 Family 6 Model 30 Stepping 5, GenuineIntel
  PROCESSOR_LEVEL=6
  PROCESSOR_REVISION=1e05
  PROGRAMDATA=C:\ProgramData
  PROGRAMFILES=C:\Program Files (x86)
  PROGRAMFILES(X86)=C:\Program Files (x86)
  PROGRAMW6432=C:\Program Files
  PROMPT=$P$G
  PSMODULEPATH=C:\windows\system32\WindowsPowerShell\v1.0\Modules\
  PUBLIC=C:\Users\Public
  PWD=C:\slave\test\properties
  RUNLOGFILE=C:\slave\\runslave.log
  SLAVEDIR=C:\slave\
  SYSTEMDRIVE=C:
  SYSTEMROOT=C:\windows
  TEMP=C:\Users\CLTBLD~1.T-W\AppData\Local\Temp
  TEST1=testie
  TMP=C:\Users\CLTBLD~1.T-W\AppData\Local\Temp
  USERDOMAIN=T-W864-IX-323
  USERDOMAIN_ROAMINGPROFILE=T-W864-IX-323
  USERNAME=cltbld
  USERPROFILE=C:\Users\cltbld.T-W864-IX-323
  WINDIR=C:\windows
  XPCOM_DEBUG_BREAK=warn
 using PTY: False
program finished with exit code 0
elapsedTime=0.101000

========= master_lag: 0.03 =========
========= Finished no change (results: 0, elapsed: 0 secs) (at 2017-03-22 11:53:20.725822) =========

========= Started 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2017-03-22 11:53:20.726701) =========
'rm' '-f' 'oauth.txt'
 in dir C:\slave\test\. (timeout 1200 secs)
 watching logfiles {}
 argv: ['rm', '-f', 'oauth.txt']
 environment:
  ALLUSERSPROFILE=C:\ProgramData
  APPDATA=C:\Users\cltbld.T-W864-IX-323\AppData\Roaming
  COMMONPROGRAMFILES=C:\Program Files (x86)\Common Files
  COMMONPROGRAMFILES(X86)=C:\Program Files (x86)\Common Files
  COMMONPROGRAMW6432=C:\Program Files\Common Files
  COMPUTERNAME=T-W864-IX-323
  COMSPEC=C:\windows\system32\cmd.exe
  DCLOCATION=SCL3
  DNSSUFFIX=wintest.releng.scl3.mozilla.com
  FP_NO_HOST_CHECK=NO
  HOMEDRIVE=C:
  HOMEPATH=\Users\cltbld.T-W864-IX-323
  KTS_HOME=C:\Program Files\KTS
  KTS_VERSION=1.19c
  LOCALAPPDATA=C:\Users\cltbld.T-W864-IX-323\AppData\Local
  LOGONSERVER=\\T-W864-IX-323
  MONDIR=C:\Monitor_config\
  MOZBUILDDIR=C:\mozilla-build\
  MOZ_CRASHREPORTER_NO_REPORT=1
  MOZ_NO_REMOTE=1
  NO_EM_RESTART=1
  NUMBER_OF_PROCESSORS=8
  OS=Windows_NT
  OURDRIVE=C:
  PATH=C:\Program Files (x86)\NVIDIA Corporation\PhysX\Common;C:\windows\system32;C:\windows;C:\windows\System32\Wbem;C:\windows\System32\WindowsPowerShell\v1.0\;C:\mozilla-build\python27;C:\mozilla-build\python27\Scripts;C:\mozilla-build\msys\bin;C:\mozilla-build\vim\vim72;C:\mozilla-build\wget;C:\mozilla-build\info-zip;C:\CoreUtils\bin;C:\mozilla-build\buildbotve\scripts;C:\mozilla-build\hg
  PATHEXT=.COM;.EXE;.BAT;.CMD;.VBS;.VBE;.JS;.JSE;.WSF;.WSH;.MSC
  PROCESSOR_ARCHITECTURE=x86
  PROCESSOR_ARCHITEW6432=AMD64
  PROCESSOR_IDENTIFIER=Intel64 Family 6 Model 30 Stepping 5, GenuineIntel
  PROCESSOR_LEVEL=6
  PROCESSOR_REVISION=1e05
  PROGRAMDATA=C:\ProgramData
  PROGRAMFILES=C:\Program Files (x86)
  PROGRAMFILES(X86)=C:\Program Files (x86)
  PROGRAMW6432=C:\Program Files
  PROMPT=$P$G
  PSMODULEPATH=C:\windows\system32\WindowsPowerShell\v1.0\Modules\
  PUBLIC=C:\Users\Public
  PWD=C:\slave\test
  RUNLOGFILE=C:\slave\\runslave.log
  SLAVEDIR=C:\slave\
  SYSTEMDRIVE=C:
  SYSTEMROOT=C:\windows
  TEMP=C:\Users\CLTBLD~1.T-W\AppData\Local\Temp
  TEST1=testie
  TMP=C:\Users\CLTBLD~1.T-W\AppData\Local\Temp
  USERDOMAIN=T-W864-IX-323
  USERDOMAIN_ROAMINGPROFILE=T-W864-IX-323
  USERNAME=cltbld
  USERPROFILE=C:\Users\cltbld.T-W864-IX-323
  WINDIR=C:\windows
  XPCOM_DEBUG_BREAK=warn
 using PTY: False
program finished with exit code 0
elapsedTime=0.101000
========= master_lag: 0.03 =========
========= Finished 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2017-03-22 11:53:20.852856) =========

========= Started reboot slave lost (results: 0, elapsed: 1 secs) (at 2017-03-22 11:53:20.853175) =========

========= Finished reboot slave lost (results: 0, elapsed: 1 secs) (at 2017-03-22 11:53:22.416353) =========

========= Total master_lag: 1.07 =========