<core_client_version>7.16.11</core_client_version>
<![CDATA[
<stderr_txt>
Suspended CPDN Monitor - Suspend request from BOINC...
modelGetExecutables: check control files, strTemp0 & 1 :
C:\ProgramData\BOINC/projects/climateprediction.net/wah2_eas25_h2mn_201512_24_1006_012262215/jobs/xadae.namelists
C:\ProgramData\BOINC/projects/climateprediction.net/wah2_eas25_h2mn_201512_24_1006_012262215/jobs/xacxf.namelists
modelGetExecutables: unzipping control files : strInput & strTmp
wah2_eas25_h2mn_201512_24_1006_012262215.zip
wah2_eas25_h2mn_201512_24_1006_012262215/jobs
gstrDump[0] = generic_phase1_spinup_eas25_global_aabaka
gstrDump[1] = generic_phase1_spinup_eas25_regional_aabaka
global model: command string: "C:\ProgramData\BOINC/projects/climateprediction.net/wah2am3m2_um_8.29_windows_intelx86.exe" wah2_eas25_h2mn_201512_24_1006_012262215 generic_phase1_spinup_eas25_global_aabaka ic19610928_16_N96 ALLclim_ancil_49months_OSTIA_sst_2015-01-01_2019_01_30 ALLclim_ancil_49months_OSTIA_ice_2015-01-01_2019_01_30 SO2DMS_N96_cmip6hist-ssp245_2009-2020 oxi.addfa ozone_cmip6hist-ssp245_N96_1979_2031
23:16:53 (34904): called boinc_finish(193)
regional model: command string: "C:\ProgramData\BOINC/projects/climateprediction.net/wah2rm3m2t_um_8.29_windows_intelx86.exe" wah2_eas25_h2mn_201512_24_1006_012262215
Unhandled Exception Detected...
- Unhandled Exception Record -
Reason: Out Of Memory (C++ Exception) (0xe06d7363) at address 0x76830B82
Engaging BOINC Windows Runtime Debugger...
********************
BOINC Windows Runtime Debugger Version 7.20.2
Dump Timestamp : 06/11/24 23:16:54
Install Directory :
Data Directory : C:\ProgramData\BOINC
Project Symstore :
LoadLibraryA( C:\ProgramData\BOINC\dbghelp.dll ): GetLastError = 126
Loaded Library : dbghelp.dll
LoadLibraryA( C:\ProgramData\BOINC\symsrv.dll ): GetLastError = 126
LoadLibraryA( symsrv.dll ): GetLastError = 126
LoadLibraryA( C:\ProgramData\BOINC\srcsrv.dll ): GetLastError = 126
LoadLibraryA( srcsrv.dll ): GetLastError = 126
LoadLibraryA( C:\ProgramData\BOINC\version.dll ): GetLastError = 126
Loaded Library : version.dll
Debugger Engine : 4.0.5.0
Symbol Search Path: C:\ProgramData\BOINC\projects\climateprediction.net\wah2_eas25_h2mn_201512_24_1006_012262215;C:\ProgramData\BOINC\projects\climateprediction.net
ModLoad: 0000000000f30000 0000000000ee9000 C:\ProgramData\BOINC\projects\climateprediction.net\wah2rm3m2t_um_8.29_windows_intelx86.exe (-nosymbols- Symbols Loaded)
Linked PDB Filename : C:\Users\gdcar\source\repos\cpdn_build\cpdn\cpdnboinc\monitor\win_build\WAH2 Release\wah2rm3m2t.pdb
ModLoad: 0000000077e30000 00000000001a4000 C:\WINDOWS\SYSTEM32\ntdll.dll (6.2.19041.4355) (-exported- Symbols Loaded)
Linked PDB Filename : wntdll.pdb
File Version : 10.0.19041.3636 (WinBuild.160101.0800)
Company Name : Microsoft Corporation
Product Name : Microsoft® Windows® Operating System
Product Version : 10.0.19041.3636
ModLoad: 0000000076230000 00000000000f0000 C:\WINDOWS\System32\KERNEL32.DLL (6.2.19041.4355) (-exported- Symbols Loaded)
Linked PDB Filename : wkernel32.pdb
File Version : 10.0.19041.3636 (WinBuild.160101.0800)
Company Name : Microsoft Corporation
Product Name : Microsoft® Windows® Operating System
Product Version : 10.0.19041.3636
ModLoad: 00000000766f0000 000000000023a000 C:\WINDOWS\System32\KERNELBASE.dll (6.2.19041.4412) (-exported- Symbols Loaded)
Linked PDB Filename : wkernelbase.pdb
File Version : 10.0.19041.3636 (WinBuild.160101.0800)
Company Name : Microsoft Corporation
Product Name : Microsoft® Windows® Operating System
Product Version : 10.0.19041.3636
ModLoad: 0000000077590000 000000000019d000 C:\WINDOWS\System32\USER32.dll (6.2.19041.4412) (-nosymbols- Symbols Loaded)
Linked PDB Filename : wuser32.pdb
File Version : 10.0.19041.4165 (WinBuild.160101.0800)
Company Name : Microsoft Corporation
Product Name : Microsoft® Windows® Operating System
Product Version : 10.0.19041.4165
ModLoad: 0000000075de0000 0000000000018000 C:\WINDOWS\System32\win32u.dll (6.2.19041.4412) (-nosymbols- Symbols Loaded)
Linked PDB Filename : wwin32u.pdb
File Version : 10.0.19041.4412 (WinBuild.160101.0800)
Company Name : Microsoft Corporation
Product Name : Microsoft® Windows® Operating System
Product Version : 10.0.19041.4412
ModLoad: 00000000777d0000 0000000000023000 C:\WINDOWS\System32\GDI32.dll (6.2.19041.4355) (-nosymbols- Symbols Loaded)
Linked PDB Filename : wgdi32.pdb
File Version : 10.0.19041.4355 (WinBuild.160101.0800)
Company Name : Microsoft Corporation
Product Name : Microsoft® Windows® Operating System
Product Version : 10.0.19041.4355
ModLoad: 0000000077350000 00000000000e6000 C:\WINDOWS\System32\gdi32full.dll (6.2.19041.4412) (-exported- Symbols Loaded)
Linked PDB Filename : wgdi32full.pdb
File Version : 10.0.19041.4412 (WinBuild.160101.0800)
Company Name : Microsoft Corporation
Product Name : Microsoft® Windows® Operating System
Product Version : 10.0.19041.4412
ModLoad: 00000000760d0000 000000000007b000 C:\WINDOWS\System32\msvcp_win.dll (6.2.19041.3636) (-nosymbols- Symbols Loaded)
Linked PDB Filename : msvcp_win.pdb
File Version : 10.0.19041.3636 (WinBuild.160101.0800)
Company Name : Microsoft Corporation
Product Name : Microsoft® Windows® Operating System
Product Version : 10.0.19041.3636
ModLoad: 00000000764d0000 0000000000120000 C:\WINDOWS\System32\ucrtbase.dll (6.2.19041.3636) (-nosymbols- Symbols Loaded)
Linked PDB Filename : ucrtbase.pdb
File Version : 10.0.19041.3636 (WinBuild.160101.0800)
Company Name : Microsoft Corporation
Product Name : Microsoft® Windows® Operating System
Product Version : 10.0.19041.3636
ModLoad: 00000000761b0000 000000000007d000 C:\WINDOWS\System32\ADVAPI32.dll (6.2.19041.4355) (-exported- Symbols Loaded)
Linked PDB Filename : advapi32.pdb
File Version : 10.0.19041.1 (WinBuild.160101.0800)
Company Name : Microsoft Corporation
Product Name : Microsoft® Windows® Operating System
Product Version : 10.0.19041.1
ModLoad: 0000000076320000 00000000000bf000 C:\WINDOWS\System32\msvcrt.dll (7.0.19041.3636) (-nosymbols- Symbols Loaded)
Linked PDB Filename : msvcrt.pdb
File Version : 7.0.19041.3636 (WinBuild.160101.0800)
Company Name : Microsoft Corporation
Product Name : Microsoft® Windows® Operating System
Product Version : 7.0.19041.3636
ModLoad: 0000000075fa0000 0000000000078000 C:\WINDOWS\System32\sechost.dll (6.2.19041.4355) (-exported- Symbols Loaded)
Linked PDB Filename : sechost.pdb
File Version : 10.0.19041.1 (WinBuild.160101.0800)
Company Name : Microsoft Corporation
Product Name : Microsoft® Windows® Operating System
Product Version : 10.0.19041.1
ModLoad: 0000000075ee0000 00000000000bc000 C:\WINDOWS\System32\RPCRT4.dll (6.2.19041.4412) (-exported- Symbols Loaded)
Linked PDB Filename : wrpcrt4.pdb
File Version : 10.0.19041.3636 (WinBuild.160101.0800)
Company Name : Microsoft Corporation
Product Name : Microsoft® Windows® Operating System
Product Version : 10.0.19041.3636
ModLoad: 0000000075d10000 0000000000019000 C:\WINDOWS\System32\bcrypt.dll (6.2.19041.3636) (-exported- Symbols Loaded)
Linked PDB Filename : bcrypt.pdb
File Version : 10.0.19041.1 (WinBuild.160101.0800)
Company Name : Microsoft Corporation
Product Name : Microsoft® Windows® Operating System
Product Version : 10.0.19041.1
ModLoad: 0000000075db0000 0000000000019000 C:\WINDOWS\System32\imagehlp.dll (6.2.19041.3636) (-exported- Symbols Loaded)
Linked PDB Filename : imagehlp.pdb
File Version : 10.0.19041.3636 (WinBuild.160101.0800)
Company Name : Microsoft Corporation
Product Name : Microsoft® Windows® Operating System
Product Version : 10.0.19041.3636
ModLoad: 00000000777a0000 0000000000026000 C:\WINDOWS\System32\IMM32.DLL (6.2.19041.4355) (-exported- Symbols Loaded)
Linked PDB Filename : wimm32.pdb
File Version : 10.0.19041.4355 (WinBuild.160101.0800)
Company Name : Microsoft Corporation
Product Name : Microsoft® Windows® Operating System
Product Version : 10.0.19041.4355
ModLoad: 0000000073850000 000000000000f000 C:\WINDOWS\SYSTEM32\kernel.appcore.dll (6.2.19041.3758) (-nosymbols- Symbols Loaded)
Linked PDB Filename : Kernel.Appcore.pdb
File Version : 10.0.19041.3758 (WinBuild.160101.0800)
Company Name : Microsoft Corporation
Product Name : Microsoft® Windows® Operating System
Product Version : 10.0.19041.3758
ModLoad: 0000000075b20000 0000000000188000 C:\WINDOWS\SYSTEM32\dbghelp.dll (6.2.19041.3996) (-nosymbols- Symbols Loaded)
Linked PDB Filename : dbghelp.pdb
File Version : 10.0.19041.3996 (WinBuild.160101.0800)
Company Name : Microsoft Corporation
Product Name : Microsoft® Windows® Operating System
Product Version : 10.0.19041.3996
ModLoad: 0000000075390000 0000000000008000 C:\WINDOWS\SYSTEM32\version.dll (6.2.19041.3636) (-exported- Symbols Loaded)
Linked PDB Filename : version.pdb
File Version : 10.0.19041.3636 (WinBuild.160101.0800)
Company Name : Microsoft Corporation
Product Name : Microsoft® Windows® Operating System
Product Version : 10.0.19041.3636
ModLoad: 0000000077530000 000000000005f000 C:\WINDOWS\System32\bcryptPrimitives.dll (6.2.19041.3636) (-exported- Symbols Loaded)
Linked PDB Filename : bcryptprimitives.pdb
File Version : 10.0.19041.3636 (WinBuild.160101.0800)
Company Name : Microsoft Corporation
Product Name : Microsoft® Windows® Operating System
Product Version : 10.0.19041.3636
*** Dump of the Process Statistics: ***
- I/O Operations Counters -
Read: 7, Write: 0, Other 186
- I/O Transfers Counters -
Read: 0, Write: 49, Other 0
- Paged Pool Usage -
QuotaPagedPoolUsage: 263192, QuotaPeakPagedPoolUsage: 263192
QuotaNonPagedPoolUsage: 8624, QuotaPeakNonPagedPoolUsage: 8624
- Virtual Memory Usage -
VirtualSize: 1186562048, PeakVirtualSize: 1186562048
- Pagefile Usage -
PagefileUsage: 11157504, PeakPagefileUsage: 24354816
- Working Set Size -
WorkingSetSize: 11747328, PeakWorkingSetSize: 11751424, PageFaultCount: 2945
*** Dump of thread ID 50872 (state: Waiting): ***
- Information -
Status: Wait Reason: UserRequest, , Kernel Time: 156250.000000, User Time: 0.000000, Wait Time: 13433692.000000
- Unhandled Exception Record -
Reason: Out Of Memory (C++ Exception) (0xe06d7363) at address 0x76830B82
- Registers -
eax=0e61f680 ebx=19930520 ecx=00000003 edx=00000000 esi=0e61f798 edi=0162b6d0
eip=76830b82 esp=0e61f680 ebp=0e61f6dc
cs=0023 ss=002b ds=002b es=002b fs=0053 gs=002b efl=00000212
- Callstack -
ChildEBP RetAddr Args to Child
0e61f6dc 0159e6a1 e06d7363 00000001 00000003 0e61f704 KERNELBASE!RaiseException+0x0
0e61f710 0158177b 0e61f720 0162b6d0 0160aad0 0160aad8 wah2rm3m2t_um_8.29_windows_inte!+0x0
0e61f730 0157e472 01000000 01580f86 0000000a 00000000 wah2rm3m2t_um_8.29_windows_inte!+0x0
0e61f738 01580f86 0000000a 00000000 00000000 00000000 wah2rm3m2t_um_8.29_windows_inte!+0x0
0e61f76c 0158c8ae 00000035 00000000 0000000a 00d43000 wah2rm3m2t_um_8.29_windows_inte!+0x0
0e61f788 01580c16 0e61fbac 01580c26 0e6952b9 0e695316 wah2rm3m2t_um_8.29_windows_inte!+0x0
0e61fbac 0159bac3 00f30000 00000000 0e695316 0000000a wah2rm3m2t_um_8.29_windows_inte!+0x0
0e61fbf8 7624fcc9 00d43000 7624fcb0 0e61fc64 77e97cbe wah2rm3m2t_um_8.29_windows_inte!+0x0
0e61fc08 77e97cbe 00d43000 af5bae62 00000000 00000000 KERNEL32!BaseThreadInitThunk+0x0
0e61fc64 77e97c8e ffffffff 77eb8d57 00000000 00000000 ntdll!RtlGetAppContainerNamedObjectPath+0x0
0e61fc74 00000000 0159bb47 00d43000 00000000 00000000 ntdll!RtlGetAppContainerNamedObjectPath+0x0
*** Dump of thread ID 35076 (state: Waiting): ***
- Information -
Status: Wait Reason: EventPairLow, , Kernel Time: 0.000000, User Time: 0.000000, Wait Time: 13433691.000000
- Registers -
eax=00000000 ebx=0e69f038 ecx=00000000 edx=00000000 esi=0e69f038 edi=0e694ef0
eip=77ea494c esp=1af8f874 ebp=1af8fa30
cs=0023 ss=002b ds=002b es=002b fs=0053 gs=002b efl=00000206
- Callstack -
ChildEBP RetAddr Args to Child
1af8fa30 7624fcc9 0e694ef0 7624fcb0 1af8fa9c 77e97cbe ntdll!NtWaitForWorkViaWorkerFactory+0x0
1af8fa40 77e97cbe 0e694ef0 bbc2a89a 00000000 00000000 KERNEL32!BaseThreadInitThunk+0x0
1af8fa9c 77e97c8e ffffffff 77eb8d57 00000000 00000000 ntdll!RtlGetAppContainerNamedObjectPath+0x0
1af8faac 00000000 77e65990 0e694ef0 00000000 00000000 ntdll!RtlGetAppContainerNamedObjectPath+0x0
*** Dump of thread ID 43224 (state: Waiting): ***
- Information -
Status: Wait Reason: EventPairLow, , Kernel Time: 0.000000, User Time: 0.000000, Wait Time: 13433691.000000
- Registers -
eax=00000000 ebx=0e69fa80 ecx=00000000 edx=00000000 esi=0e69fa80 edi=0e694ef0
eip=77ea494c esp=2798f868 ebp=2798fa24
cs=0023 ss=002b ds=002b es=002b fs=0053 gs=002b efl=00000202
- Callstack -
ChildEBP RetAddr Args to Child
2798fa24 7624fcc9 0e694ef0 7624fcb0 2798fa90 77e97cbe ntdll!NtWaitForWorkViaWorkerFactory+0x0
2798fa34 77e97cbe 0e694ef0 86a2a896 00000000 00000000 KERNEL32!BaseThreadInitThunk+0x0
2798fa90 77e97c8e ffffffff 77eb8d57 00000000 00000000 ntdll!RtlGetAppContainerNamedObjectPath+0x0
2798faa0 00000000 77e65990 0e694ef0 00000000 00000000 ntdll!RtlGetAppContainerNamedObjectPath+0x0
*** Dump of thread ID 34492 (state: Waiting): ***
- Information -
Status: Wait Reason: ExecutionDelay, , Kernel Time: 0.000000, User Time: 0.000000, Wait Time: 13433692.000000
- Registers -
eax=0158b7d0 ebx=4668fc00 ecx=00000000 edx=00000000 esi=00000000 edi=4668fc00
eip=77ea2f3c esp=4668fbc0 ebp=4668fc24
cs=0023 ss=002b ds=002b es=002b fs=0053 gs=002b efl=00000216
- Callstack -
ChildEBP RetAddr Args to Child
4668fc24 7682b15f 00000064 00000000 4668fc50 0158b7db ntdll!ZwDelayExecution+0x0
4668fc34 0158b7db 00000064 0158b7d0 7624fcc9 00000000 KERNELBASE!Sleep+0x0
4668fc50 77e97cbe 00000000 e752aeaa 00000000 00000000 wah2rm3m2t_um_8.29_windows_inte!+0x0
4668fcac 77e97c8e ffffffff 77eb8d57 00000000 00000000 ntdll!RtlGetAppContainerNamedObjectPath+0x0
4668fcbc 00000000 0158b7d0 00000000 00000000 00000000 ntdll!RtlGetAppContainerNamedObjectPath+0x0
*** Debug Message Dump ****
*** Foreground Window Data ***
Window Name :
Window Class :
Window Process ID: 0
Window Thread ID : 0
Exiting...
executeModelProcess: MonID=35000, GCM_PID=34904, RCM_PID=17852
Controller:: CPDN process is not running, exiting, bRetVal = T, checkPID = 34904, selfPID = 35000, iMonCtr = 1
Model crash detected, will try to restart...
Leaving CPDN_Main::Monitor...
monitor:finished called ... tidying up.
monitor:finished: Uploading out files...
monitor:finished: calling modelResultFiles ...
modelResultFiles : Cleaning up : wah2_eas25_h2mn_201512_24_1006_012262215 in C:\ProgramData\BOINC/projects/climateprediction.net
monitor:finished: Closed output file : stdout_mon.txt
monitor:finished: handing over to boinc_finish(RetVal=0)
23:17:02 (35000): called boinc_finish(0)
</stderr_txt>
<message>
upload failure: <file_xfer_error>
<file_name>wah2_eas25_h2mn_201512_24_1006_012262215_1_r1505756212_1.zip</file_name>
<error_code>-240 (stat() failed)</error_code>
</file_xfer_error>
<file_xfer_error>
<file_name>wah2_eas25_h2mn_201512_24_1006_012262215_1_r1505756212_2.zip</file_name>
<error_code>-240 (stat() failed)</error_code>
</file_xfer_error>
<file_xfer_error>
<file_name>wah2_eas25_h2mn_201512_24_1006_012262215_1_r1505756212_3.zip</file_name>
<error_code>-240 (stat() failed)</error_code>
</file_xfer_error>
<file_xfer_error>
<file_name>wah2_eas25_h2mn_201512_24_1006_012262215_1_r1505756212_4.zip</file_name>
<error_code>-240 (stat() failed)</error_code>
</file_xfer_error>
<file_xfer_error>
<file_name>wah2_eas25_h2mn_201512_24_1006_012262215_1_r1505756212_5.zip</file_name>
<error_code>-240 (stat() failed)</error_code>
</file_xfer_error>
<file_xfer_error>
<file_name>wah2_eas25_h2mn_201512_24_1006_012262215_1_r1505756212_6.zip</file_name>
<error_code>-240 (stat() failed)</error_code>
</file_xfer_error>
<file_xfer_error>
<file_name>wah2_eas25_h2mn_201512_24_1006_012262215_1_r1505756212_7.zip</file_name>
<error_code>-240 (stat() failed)</error_code>
</file_xfer_error>
<file_xfer_error>
<file_name>wah2_eas25_h2mn_201512_24_1006_012262215_1_r1505756212_8.zip</file_name>
<error_code>-240 (stat() failed)</error_code>
</file_xfer_error>
<file_xfer_error>
<file_name>wah2_eas25_h2mn_201512_24_1006_012262215_1_r1505756212_9.zip</file_name>
<error_code>-240 (stat() failed)</error_code>
</file_xfer_error>
<file_xfer_error>
<file_name>wah2_eas25_h2mn_201512_24_1006_012262215_1_r1505756212_10.zip</file_name>
<error_code>-240 (stat() failed)</error_code>
</file_xfer_error>
<file_xfer_error>
<file_name>wah2_eas25_h2mn_201512_24_1006_012262215_1_r1505756212_11.zip</file_name>
<error_code>-240 (stat() failed)</error_code>
</file_xfer_error>
<file_xfer_error>
<file_name>wah2_eas25_h2mn_201512_24_1006_012262215_1_r1505756212_12.zip</file_name>
<error_code>-240 (stat() failed)</error_code>
</file_xfer_error>
<file_xfer_error>
<file_name>wah2_eas25_h2mn_201512_24_1006_012262215_1_r1505756212_13.zip</file_name>
<error_code>-240 (stat() failed)</error_code>
</file_xfer_error>
<file_xfer_error>
<file_name>wah2_eas25_h2mn_201512_24_1006_012262215_1_r1505756212_14.zip</file_name>
<error_code>-240 (stat() failed)</error_code>
</file_xfer_error>
<file_xfer_error>
<file_name>wah2_eas25_h2mn_201512_24_1006_012262215_1_r1505756212_15.zip</file_name>
<error_code>-240 (stat() failed)</error_code>
</file_xfer_error>
<file_xfer_error>
<file_name>wah2_eas25_h2mn_201512_24_1006_012262215_1_r1505756212_16.zip</file_name>
<error_code>-240 (stat() failed)</error_code>
</file_xfer_error>
<file_xfer_error>
<file_name>wah2_eas25_h2mn_201512_24_1006_012262215_1_r1505756212_17.zip</file_name>
<error_code>-240 (stat() failed)</error_code>
</file_xfer_error>
<file_xfer_error>
<file_name>wah2_eas25_h2mn_201512_24_1006_012262215_1_r1505756212_18.zip</file_name>
<error_code>-240 (stat() failed)</error_code>
</file_xfer_error>
<file_xfer_error>
<file_name>wah2_eas25_h2mn_201512_24_1006_012262215_1_r1505756212_19.zip</file_name>
<error_code>-240 (stat() failed)</error_code>
</file_xfer_error>
<file_xfer_error>
<file_name>wah2_eas25_h2mn_201512_24_1006_012262215_1_r1505756212_20.zip</file_name>
<error_code>-240 (stat() failed)</error_code>
</file_xfer_error>
<file_xfer_error>
<file_name>wah2_eas25_h2mn_201512_24_1006_012262215_1_r1505756212_21.zip</file_name>
<error_code>-240 (stat() failed)</error_code>
</file_xfer_error>
<file_xfer_error>
<file_name>wah2_eas25_h2mn_201512_24_1006_012262215_1_r1505756212_22.zip</file_name>
<error_code>-240 (stat() failed)</error_code>
</file_xfer_error>
<file_xfer_error>
<file_name>wah2_eas25_h2mn_201512_24_1006_012262215_1_r1505756212_23.zip</file_name>
<error_code>-240 (stat() failed)</error_code>
</file_xfer_error>
<file_xfer_error>
<file_name>wah2_eas25_h2mn_201512_24_1006_012262215_1_r1505756212_24.zip</file_name>
<error_code>-240 (stat() failed)</error_code>
</file_xfer_error>
<file_xfer_error>
<file_name>wah2_eas25_h2mn_201512_24_1006_012262215_1_r1505756212_restart.zip</file_name>
<error_code>-240 (stat() failed)</error_code>
</file_xfer_error>
</message>
]]>