<core_client_version>7.16.14</core_client_version>
<![CDATA[
<message>
Disk usage limit exceeded</message>
<stderr_txt>
support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:215547:1671656147:0.000] [ignore_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:215547:1671656147:0.000] [restore_default_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:215547:1671656147:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:215547:1671656147:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f820 (old at (nil))
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:215547:1671656147:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:215547:1671656147:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f820 (old at (nil))
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:215547:1671656147:0.000] [trapfpe_treatment@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:215547:1671656147:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:215547:1671656147:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:215547:1671656147:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f820 (old at (nil))
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:215547:1671656147:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:215547:1671656147:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:215547:1671656147:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:215547:1671656147:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f820 (old at (nil))
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:215547:1671656147:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f820 (old at (nil))
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:215547:1671656147:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f820 (old at (nil))
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:215547:1671656147:0.000] [catch_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
21:56:27 STEP 1224 H=1224:00 +CPU= 36.028
21:56:52 STEP 1225 H=1225:00 +CPU= 24.579
21:57:17 STEP 1226 H=1226:00 +CPU= 25.409
21:57:59 STEP 1227 H=1227:00 +CPU= 41.315
21:58:28 STEP 1228 H=1228:00 +CPU= 29.261
21:58:55 STEP 1229 H=1229:00 +CPU= 26.760
21:59:31 STEP 1230 H=1230:00 +CPU= 36.655
21:59:56 STEP 1231 H=1231:00 +CPU= 24.518
22:00:17 STEP 1232 H=1232:00 +CPU= 20.865
22:00:43 STEP 1233 H=1233:00 +CPU= 25.952
22:01:04 STEP 1234 H=1234:00 +CPU= 21.374
22:01:23 STEP 1235 H=1235:00 +CPU= 18.637
22:01:53 STEP 1236 H=1236:00 +CPU= 30.204
Moving to projects directory: /home/alez/boinc/slots/8/ICMGGhq0f+001236
Moving to projects directory: /home/alez/boinc/slots/8/ICMSHhq0f+001236
Moving to projects directory: /home/alez/boinc/slots/8/ICMUAhq0f+001236
22:02:10 STEP 1237 H=1237:00 +CPU= 17.203
22:02:31 STEP 1238 H=1238:00 +CPU= 21.190
22:02:59 STEP 1239 H=1239:00 +CPU= 27.599
22:03:16 STEP 1240 H=1240:00 +CPU= 17.172
22:03:32 STEP 1241 H=1241:00 +CPU= 16.260
22:04:00 STEP 1242 H=1242:00 +CPU= 27.956
22:04:19 STEP 1243 H=1243:00 +CPU= 18.208
22:04:37 STEP 1244 H=1244:00 +CPU= 18.862
22:05:05 STEP 1245 H=1245:00 +CPU= 27.290
22:05:23 STEP 1246 H=1246:00 +CPU= 18.497
22:05:40 STEP 1247 H=1247:00 +CPU= 16.368
22:06:29 STEP 1248 H=1248:00 +CPU= 48.159
Moving to projects directory: /home/alez/boinc/slots/8/ICMGGhq0f+001248
Moving to projects directory: /home/alez/boinc/slots/8/ICMSHhq0f+001248
Moving to projects directory: /home/alez/boinc/slots/8/ICMUAhq0f+001248
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMGGhq0f+001224
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMSHhq0f+001224
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMUAhq0f+001224
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMGGhq0f+001236
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMSHhq0f+001236
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMUAhq0f+001236
Zipping up the intermediate file: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_0399_1986050100_123_955_12172043_0_r763750867_51.zip
Uploading the intermediate file: upload_file_51.zip
22:06:55 STEP 1249 H=1249:00 +CPU= 25.964
22:07:21 STEP 1250 H=1250:00 +CPU= 26.403
22:07:59 STEP 1251 H=1251:00 +CPU= 37.988
22:08:17 STEP 1252 H=1252:00 +CPU= 17.369
22:08:34 STEP 1253 H=1253:00 +CPU= 16.689
22:09:05 STEP 1254 H=1254:00 +CPU= 30.875
22:09:29 STEP 1255 H=1255:00 +CPU= 24.733
22:09:56 STEP 1256 H=1256:00 +CPU= 26.930
22:10:24 STEP 1257 H=1257:00 +CPU= 27.423
22:10:51 STEP 1258 H=1258:00 +CPU= 27.096
22:11:19 STEP 1259 H=1259:00 +CPU= 28.190
22:12:03 STEP 1260 H=1260:00 +CPU= 44.345
Moving to projects directory: /home/alez/boinc/slots/8/ICMGGhq0f+001260
Moving to projects directory: /home/alez/boinc/slots/8/ICMSHhq0f+001260
Moving to projects directory: /home/alez/boinc/slots/8/ICMUAhq0f+001260
22:12:26 STEP 1261 H=1261:00 +CPU= 22.753
22:12:46 STEP 1262 H=1262:00 +CPU= 19.424
22:13:14 STEP 1263 H=1263:00 +CPU= 28.508
22:13:40 STEP 1264 H=1264:00 +CPU= 25.888
22:13:58 STEP 1265 H=1265:00 +CPU= 17.729
22:14:28 STEP 1266 H=1266:00 +CPU= 30.347
22:14:54 STEP 1267 H=1267:00 +CPU= 25.826
22:15:19 STEP 1268 H=1268:00 +CPU= 24.896
22:15:53 STEP 1269 H=1269:00 +CPU= 34.440
22:16:11 STEP 1270 H=1270:00 +CPU= 17.940
22:16:30 STEP 1271 H=1271:00 +CPU= 18.894
22:17:17 STEP 1272 H=1272:00 +CPU= 46.190
Moving to projects directory: /home/alez/boinc/slots/8/ICMGGhq0f+001272
Moving to projects directory: /home/alez/boinc/slots/8/ICMSHhq0f+001272
Moving to projects directory: /home/alez/boinc/slots/8/ICMUAhq0f+001272
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMGGhq0f+001248
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMSHhq0f+001248
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMUAhq0f+001248
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMGGhq0f+001260
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMSHhq0f+001260
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMUAhq0f+001260
Zipping up the intermediate file: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_0399_1986050100_123_955_12172043_0_r763750867_52.zip
Uploading the intermediate file: upload_file_52.zip
22:17:42 STEP 1273 H=1273:00 +CPU= 25.514
22:18:08 STEP 1274 H=1274:00 +CPU= 25.817
22:18:47 STEP 1275 H=1275:00 +CPU= 38.869
22:19:13 STEP 1276 H=1276:00 +CPU= 26.037
22:19:37 STEP 1277 H=1277:00 +CPU= 23.931
22:20:16 STEP 1278 H=1278:00 +CPU= 38.548
22:20:41 STEP 1279 H=1279:00 +CPU= 25.330
22:21:09 STEP 1280 H=1280:00 +CPU= 27.571
22:21:45 STEP 1281 H=1281:00 +CPU= 36.497
22:22:07 STEP 1282 H=1282:00 +CPU= 21.972
22:22:25 STEP 1283 H=1283:00 +CPU= 18.140
22:22:56 STEP 1284 H=1284:00 +CPU= 30.672
Moving to projects directory: /home/alez/boinc/slots/8/ICMGGhq0f+001284
Moving to projects directory: /home/alez/boinc/slots/8/ICMSHhq0f+001284
Moving to projects directory: /home/alez/boinc/slots/8/ICMUAhq0f+001284
22:23:14 STEP 1285 H=1285:00 +CPU= 18.504
22:23:36 STEP 1286 H=1286:00 +CPU= 21.345
22:24:05 STEP 1287 H=1287:00 +CPU= 29.217
22:24:23 STEP 1288 H=1288:00 +CPU= 18.202
22:24:41 STEP 1289 H=1289:00 +CPU= 17.417
22:25:09 STEP 1290 H=1290:00 +CPU= 28.265
22:25:27 STEP 1291 H=1291:00 +CPU= 17.953
22:25:47 STEP 1292 H=1292:00 +CPU= 20.150
22:26:28 STEP 1293 H=1293:00 +CPU= 40.801
22:26:52 STEP 1294 H=1294:00 +CPU= 24.611
22:27:20 STEP 1295 H=1295:00 +CPU= 27.861
22:27:52 STEP 1296 H=1296:00 +CPU= 31.648
Moving to projects directory: /home/alez/boinc/slots/8/ICMGGhq0f+001296
Moving to projects directory: /home/alez/boinc/slots/8/ICMSHhq0f+001296
Moving to projects directory: /home/alez/boinc/slots/8/ICMUAhq0f+001296
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMGGhq0f+001272
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMSHhq0f+001272
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMUAhq0f+001272
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMGGhq0f+001284
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMSHhq0f+001284
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMUAhq0f+001284
Zipping up the intermediate file: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_0399_1986050100_123_955_12172043_0_r763750867_53.zip
Uploading the intermediate file: upload_file_53.zip
22:28:09 STEP 1297 H=1297:00 +CPU= 16.828
22:28:26 STEP 1298 H=1298:00 +CPU= 17.545
22:28:53 STEP 1299 H=1299:00 +CPU= 27.058
22:29:13 STEP 1300 H=1300:00 +CPU= 19.692
22:29:36 STEP 1301 H=1301:00 +CPU= 22.645
22:30:14 STEP 1302 H=1302:00 +CPU= 38.346
22:30:39 STEP 1303 H=1303:00 +CPU= 24.643
22:31:01 STEP 1304 H=1304:00 +CPU= 22.138
22:31:27 STEP 1305 H=1305:00 +CPU= 25.773
22:31:52 STEP 1306 H=1306:00 +CPU= 25.477
22:32:19 STEP 1307 H=1307:00 +CPU= 26.406
22:32:57 STEP 1308 H=1308:00 +CPU= 38.888
Moving to projects directory: /home/alez/boinc/slots/8/ICMGGhq0f+001308
Moving to projects directory: /home/alez/boinc/slots/8/ICMSHhq0f+001308
Moving to projects directory: /home/alez/boinc/slots/8/ICMUAhq0f+001308
22:33:15 STEP 1309 H=1309:00 +CPU= 17.561
22:33:39 STEP 1310 H=1310:00 +CPU= 24.440
22:34:16 STEP 1311 H=1311:00 +CPU= 36.083
22:34:42 STEP 1312 H=1312:00 +CPU= 26.215
22:35:06 STEP 1313 H=1313:00 +CPU= 24.449
22:35:46 STEP 1314 H=1314:00 +CPU= 39.692
22:36:05 STEP 1315 H=1315:00 +CPU= 18.696
22:36:24 STEP 1316 H=1316:00 +CPU= 19.719
22:36:49 STEP 1317 H=1317:00 +CPU= 25.005
22:37:06 STEP 1318 H=1318:00 +CPU= 16.582
22:37:29 STEP 1319 H=1319:00 +CPU= 22.617
22:38:02 STEP 1320 H=1320:00 +CPU= 33.510
Moving to projects directory: /home/alez/boinc/slots/8/ICMGGhq0f+001320
Moving to projects directory: /home/alez/boinc/slots/8/ICMSHhq0f+001320
Moving to projects directory: /home/alez/boinc/slots/8/ICMUAhq0f+001320
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMGGhq0f+001296
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMSHhq0f+001296
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMUAhq0f+001296
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMGGhq0f+001308
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMSHhq0f+001308
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMUAhq0f+001308
Zipping up the intermediate file: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_0399_1986050100_123_955_12172043_0_r763750867_54.zip
Uploading the intermediate file: upload_file_54.zip
22:38:21 STEP 1321 H=1321:00 +CPU= 18.604
22:38:39 STEP 1322 H=1322:00 +CPU= 18.490
22:39:12 STEP 1323 H=1323:00 +CPU= 32.860
22:39:37 STEP 1324 H=1324:00 +CPU= 24.998
22:40:00 STEP 1325 H=1325:00 +CPU= 22.418
22:40:38 STEP 1326 H=1326:00 +CPU= 38.308
22:40:58 STEP 1327 H=1327:00 +CPU= 20.313
22:41:22 STEP 1328 H=1328:00 +CPU= 23.824
22:41:50 STEP 1329 H=1329:00 +CPU= 28.165
22:42:08 STEP 1330 H=1330:00 +CPU= 17.884
22:42:26 STEP 1331 H=1331:00 +CPU= 18.053
22:42:56 STEP 1332 H=1332:00 +CPU= 30.156
Moving to projects directory: /home/alez/boinc/slots/8/ICMGGhq0f+001332
Moving to projects directory: /home/alez/boinc/slots/8/ICMSHhq0f+001332
Moving to projects directory: /home/alez/boinc/slots/8/ICMUAhq0f+001332
22:43:14 STEP 1333 H=1333:00 +CPU= 17.916
22:43:38 STEP 1334 H=1334:00 +CPU= 24.143
22:44:13 STEP 1335 H=1335:00 +CPU= 34.294
22:44:32 STEP 1336 H=1336:00 +CPU= 19.629
22:44:50 STEP 1337 H=1337:00 +CPU= 17.798
22:45:18 STEP 1338 H=1338:00 +CPU= 27.558
22:45:35 STEP 1339 H=1339:00 +CPU= 17.672
22:45:53 STEP 1340 H=1340:00 +CPU= 17.629
22:46:19 STEP 1341 H=1341:00 +CPU= 26.305
22:46:38 STEP 1342 H=1342:00 +CPU= 18.485
22:46:57 STEP 1343 H=1343:00 +CPU= 18.647
22:47:44 STEP 1344 H=1344:00 +CPU= 47.356
Moving to projects directory: /home/alez/boinc/slots/8/ICMGGhq0f+001344
Moving to projects directory: /home/alez/boinc/slots/8/ICMSHhq0f+001344
Moving to projects directory: /home/alez/boinc/slots/8/ICMUAhq0f+001344
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMGGhq0f+001320
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMSHhq0f+001320
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMUAhq0f+001320
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMGGhq0f+001332
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMSHhq0f+001332
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMUAhq0f+001332
Zipping up the intermediate file: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_0399_1986050100_123_955_12172043_0_r763750867_55.zip
Uploading the intermediate file: upload_file_55.zip
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:224758:1671659278:3131.042] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1538] Received signal#15 (SIGTERM) :: 3996MB (heap), 4419MB (maxrss), 0MB (maxstack), 0 (paging), nsigs = 1
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:224758:1671659278:3131.042] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1542] Also activating Harakiri-alarm (SIGALRM=14) to expire after 500s elapsed to prevent hangs, nsigs = 1
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:224758:1671659278:3131.042] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1544] Harakiri signal handler 'signal_harakiri' for signal#14 (SIGALRM) installed at 0x81f3c0 (old at (nil))
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:224758:1671659278:3131.042] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1617] Signal#15 was caused by unrecognized si_code [memaddr=0x633c], nsigs = 1
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:224758:1671659278:3131.042] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1686] Starting DrHook backtrace for signal#15, nsigs = 1
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:224758:1671659278:3131.042] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3843] 3996 MB (maxheap), 4419 MB (maxrss), 0 MB (maxstack)
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:224758:1671659278:3131.042] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : MASTER
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:224758:1671659278:3131.042] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : CNT0
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:224758:1671659278:3131.042] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : CNT1
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:224758:1671659278:3131.042] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : CNT2
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:224758:1671659278:3131.042] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : CNT3
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:224758:1671659278:3131.042] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : CNT4
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:224758:1671659278:3131.042] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : STEPO
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:224758:1671659278:3131.042] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : SCAN2M
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:224758:1671659278:3131.042] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : GP_MODEL_HEAP
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:224758:1671659278:3131.042] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : GP_MODEL
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:224758:1671659278:3131.042] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : EC_PHYS_DRV
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:224758:1671659278:3131.042] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : >OMP-PHYSICS (1001)
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:224758:1671659278:3131.042] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : EC_PHYS
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:224758:1671659278:3131.042] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : CALLPAR
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:224758:1671659278:3131.042] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : SURFTSTP_LAYER
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:224758:1671659278:3131.042] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : SURFTSTP
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:224758:1671659278:3131.042] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : SURFTSTP_CTL_MOD:SURFTSTP_CTL
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:224758:1671659278:3131.042] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : SRFSN_LWIMP_MOD:SRFSN_LWIMP
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:224759:1671659279:3132.042] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1734] DrHook backtrace done for signal#15, nsigs = 1
[EC_DRHOOK:ichigo:1:1:22421:22421] [20221221:224759:1671659279:3132.042] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1785] Calling previous signal handler at 0x1ce8bb0 for signal#15, nsigs = 1
forrtl: error (78): process killed (SIGTERM)
Image PC Routine Line Source
oifs_43r3_model.e 0000000001CE916B Unknown Unknown Unknown
oifs_43r3_model.e 000000000081FFF1 Unknown Unknown Unknown
oifs_43r3_model.e 0000000001DC9090 Unknown Unknown Unknown
oifs_43r3_model.e 0000000001CCB150 Unknown Unknown Unknown
oifs_43r3_model.e 000000000177A7C3 srfsn_lwimp_mod_m 360 srfsn_lwimp_mod.F90
oifs_43r3_model.e 0000000001742619 surftstp_ctl_mod_ 585 surftstp_ctl_mod.F90
oifs_43r3_model.e 00000000015CB81F surftstp_ 1018 surftstp.F90
oifs_43r3_model.e 00000000011E89C5 surftstp_layer_ 148 surftstp_layer.F90
oifs_43r3_model.e 0000000000F25139 callpar_ 1516 callpar.F90
oifs_43r3_model.e 0000000000E4940F ec_phys_ 670 ec_phys.F90
oifs_43r3_model.e 0000000000E3610C ec_phys_drv_ 599 ec_phys_drv.F90
oifs_43r3_model.e 0000000000BFA3D3 gp_model_ 613 gp_model.F90
oifs_43r3_model.e 00000000012E9482 gp_model_heap_ 74 gp_model_heap.F90
oifs_43r3_model.e 0000000000BBC1CE scan2m_ 535 scan2m.F90
oifs_43r3_model.e 000000000057A664 stepo_ 327 stepo.F90
oifs_43r3_model.e 000000000055DEEC cnt4_ 1133 cnt4.F90
oifs_43r3_model.e 00000000005471C9 cnt3_ 267 cnt3.F90
oifs_43r3_model.e 0000000000546412 cnt2_ 88 cnt2.F90
oifs_43r3_model.e 0000000000545E28 cnt1_ 92 cnt1.F90
oifs_43r3_model.e 000000000040708D cnt0_ 146 cnt0.F90
oifs_43r3_model.e 000000000040220F MAIN__ 96 master.F90
oifs_43r3_model.e 00000000004021A2 Unknown Unknown Unknown
oifs_43r3_model.e 0000000001DCA390 Unknown Unknown Unknown
oifs_43r3_model.e 000000000040206E Unknown Unknown Unknown
(argv0) ../../projects/climateprediction.net/oifs_43r3_ps_1.05_x86_64-pc-linux-gnu
(argv1) start_date: 1986050100
(argv2) exptid: hq0f
(argv3) unique_member_id: 0399
(argv4) batchid: 955
(argv5) wuid: 12172043
(argv6) fclen: 123
(argv7) app_name: oifs_43r3_ps
(argv8) nthreads: 1
Working directory is: /home/alez/boinc/slots/8
Project directory is: /home/alez/boinc/projects/climateprediction.net/
app name: oifs_43r3_ps
version: 1.05
Location of temp folder: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043
..mkdir for temp folder for results failed
Copying: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip to: /home/alez/boinc/slots/8/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /home/alez/boinc/slots/8/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_926e6077fd14c5e684d616cc784c2927 to: /home/alez/boinc/slots/8/oifs_43r3_ps_0399_1986050100_123_955_12172043.zip
Unzipping the namelist zip file: /home/alez/boinc/slots/8/oifs_43r3_ps_0399_1986050100_123_955_12172043.zip
ic_ancil_file: ic_ancil_12172043
ifsdata_file: ifsdata_12172043
climate_data_file: clim_data_12172043
horiz_resolution: 159
vert_resolution: 60
grid_type: l_2
upload_interval: 24
utstep: 3600
nfrres: restart dump frequency (steps) 24
Copying IC ancils from: ../../projects/climateprediction.net/jf_f92fe73bd1aa53d925bf7766dcb99da0 to: /home/alez/boinc/slots/8/ic_ancil_12172043.zip
Unzipping the IC ancils zip file: /home/alez/boinc/slots/8/ic_ancil_12172043.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_93aeef39d279544eb661a128cf8e6fdd to: /home/alez/boinc/slots/8/ifsdata/ifsdata_12172043.zip
Unzipping the ifsdata_zip file: /home/alez/boinc/slots/8/ifsdata/ifsdata_12172043.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /home/alez/boinc/slots/8/159l_2/clim_data_12172043.zip
Unzipping the climate data zip file: /home/alez/boinc/slots/8/159l_2/clim_data_12172043.zip
Checking for progress XML file: /home/alez/boinc/slots/8/progress_file_12172043.xml
Opened progress file ok : /home/alez/boinc/slots/8/progress_file_12172043.xml
-- Model is restarting --
Adjusting last_iter, 1344, to previous model restart step.
Creating progress file: /home/alez/boinc/slots/8/progress_file_12172043.xml
last_cpu_time: 37606
upload_file_number: 55
last_iter: 1343
last_upload: 4752000
model_completed: 0
total_length_of_simulation: 10627200
result_base_name: oifs_43r3_ps_0399_1986050100_123_955_12172043_0_r763750867
The child process has been launched with process id: 6452
Executing the command: /home/alez/boinc/slots/8/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:ichigo:1:1:6452:6452] [20221222:084742:1671695262:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2091] fp = 0x3129fe0
[EC_DRHOOK:ichigo:1:1:6452:6452] [20221222:084742:1671695262:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:ichigo:1:1:6452:6452] [20221222:084742:1671695262:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:ichigo:1:1:6452:6452] [20221222:084742:1671695262:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:ichigo:1:1:6452:6452] [20221222:084742:1671695262:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:ichigo:1:1:6452:6452] [20221222:084742:1671695262:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:ichigo:1:1:6452:6452] [20221222:084742:1671695262:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:ichigo:1:1:6452:6452] [20221222:084742:1671695262:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:ichigo:1:1:6452:6452] [20221222:084742:1671695262:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:ichigo:1:1:6452:6452] [20221222:084742:1671695262:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:ichigo:1:1:6452:6452] [20221222:084742:1671695262:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:ichigo:1:1:6452:6452] [20221222:084742:1671695262:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:ichigo:1:1:6452:6452] [20221222:084742:1671695262:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:ichigo:1:1:6452:6452] [20221222:084742:1671695262:0.000] [ignore_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:ichigo:1:1:6452:6452] [20221222:084742:1671695262:0.000] [restore_default_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:ichigo:1:1:6452:6452] [20221222:084742:1671695262:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:ichigo:1:1:6452:6452] [20221222:084742:1671695262:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f820 (old at (nil))
[EC_DRHOOK:ichigo:1:1:6452:6452] [20221222:084742:1671695262:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:ichigo:1:1:6452:6452] [20221222:084742:1671695262:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f820 (old at (nil))
[EC_DRHOOK:ichigo:1:1:6452:6452] [20221222:084742:1671695262:0.000] [trapfpe_treatment@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:ichigo:1:1:6452:6452] [20221222:084742:1671695262:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:ichigo:1:1:6452:6452] [20221222:084742:1671695262:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:ichigo:1:1:6452:6452] [20221222:084742:1671695262:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f820 (old at (nil))
[EC_DRHOOK:ichigo:1:1:6452:6452] [20221222:084742:1671695262:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:ichigo:1:1:6452:6452] [20221222:084742:1671695262:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:ichigo:1:1:6452:6452] [20221222:084742:1671695262:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:ichigo:1:1:6452:6452] [20221222:084742:1671695262:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f820 (old at (nil))
[EC_DRHOOK:ichigo:1:1:6452:6452] [20221222:084742:1671695262:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f820 (old at (nil))
[EC_DRHOOK:ichigo:1:1:6452:6452] [20221222:084742:1671695262:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f820 (old at (nil))
[EC_DRHOOK:ichigo:1:1:6452:6452] [20221222:084742:1671695262:0.000] [catch_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
08:48:26 STEP 1344 H=1344:00 +CPU= 37.857
08:48:49 STEP 1345 H=1345:00 +CPU= 23.078
08:49:08 STEP 1346 H=1346:00 +CPU= 18.621
08:49:35 STEP 1347 H=1347:00 +CPU= 26.964
08:49:53 STEP 1348 H=1348:00 +CPU= 18.109
08:50:10 STEP 1349 H=1349:00 +CPU= 17.400
08:50:45 STEP 1350 H=1350:00 +CPU= 35.123
08:51:09 STEP 1351 H=1351:00 +CPU= 22.827
08:51:32 STEP 1352 H=1352:00 +CPU= 23.003
08:52:11 STEP 1353 H=1353:00 +CPU= 39.552
08:52:34 STEP 1354 H=1354:00 +CPU= 22.298
08:52:54 STEP 1355 H=1355:00 +CPU= 20.110
08:53:34 STEP 1356 H=1356:00 +CPU= 40.771
Moving to projects directory: /home/alez/boinc/slots/8/ICMGGhq0f+001356
Moving to projects directory: /home/alez/boinc/slots/8/ICMSHhq0f+001356
Moving to projects directory: /home/alez/boinc/slots/8/ICMUAhq0f+001356
08:54:01 STEP 1357 H=1357:00 +CPU= 26.058
08:54:24 STEP 1358 H=1358:00 +CPU= 23.413
08:54:50 STEP 1359 H=1359:00 +CPU= 25.938
08:55:08 STEP 1360 H=1360:00 +CPU= 17.660
08:55:25 STEP 1361 H=1361:00 +CPU= 17.391
08:55:52 STEP 1362 H=1362:00 +CPU= 26.654
08:56:12 STEP 1363 H=1363:00 +CPU= 19.981
08:56:38 STEP 1364 H=1364:00 +CPU= 26.445
08:57:06 STEP 1365 H=1365:00 +CPU= 27.948
08:57:29 STEP 1366 H=1366:00 +CPU= 22.818
08:57:53 STEP 1367 H=1367:00 +CPU= 23.963
08:58:30 STEP 1368 H=1368:00 +CPU= 36.569
Moving to projects directory: /home/alez/boinc/slots/8/ICMGGhq0f+001368
Moving to projects directory: /home/alez/boinc/slots/8/ICMSHhq0f+001368
Moving to projects directory: /home/alez/boinc/slots/8/ICMUAhq0f+001368
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMGGhq0f+001344
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMSHhq0f+001344
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMUAhq0f+001344
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMGGhq0f+001356
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMSHhq0f+001356
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMUAhq0f+001356
Zipping up the intermediate file: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_0399_1986050100_123_955_12172043_0_r763750867_56.zip
Uploading the intermediate file: upload_file_56.zip
08:58:47 STEP 1369 H=1369:00 +CPU= 17.872
08:59:07 STEP 1370 H=1370:00 +CPU= 19.230
08:59:46 STEP 1371 H=1371:00 +CPU= 39.488
09:00:15 STEP 1372 H=1372:00 +CPU= 28.588
09:00:42 STEP 1373 H=1373:00 +CPU= 26.785
09:01:15 STEP 1374 H=1374:00 +CPU= 33.059
09:01:35 STEP 1375 H=1375:00 +CPU= 20.048
09:02:00 STEP 1376 H=1376:00 +CPU= 25.415
09:02:40 STEP 1377 H=1377:00 +CPU= 39.861
09:03:00 STEP 1378 H=1378:00 +CPU= 19.997
09:03:18 STEP 1379 H=1379:00 +CPU= 18.403
09:03:51 STEP 1380 H=1380:00 +CPU= 32.194
Moving to projects directory: /home/alez/boinc/slots/8/ICMGGhq0f+001380
Moving to projects directory: /home/alez/boinc/slots/8/ICMSHhq0f+001380
Moving to projects directory: /home/alez/boinc/slots/8/ICMUAhq0f+001380
09:04:08 STEP 1381 H=1381:00 +CPU= 17.920
09:04:27 STEP 1382 H=1382:00 +CPU= 18.059
09:04:56 STEP 1383 H=1383:00 +CPU= 29.821
09:05:20 STEP 1384 H=1384:00 +CPU= 23.438
09:05:41 STEP 1385 H=1385:00 +CPU= 20.901
09:06:10 STEP 1386 H=1386:00 +CPU= 29.515
09:06:28 STEP 1387 H=1387:00 +CPU= 18.059
09:06:47 STEP 1388 H=1388:00 +CPU= 18.573
09:07:16 STEP 1389 H=1389:00 +CPU= 28.810
09:07:33 STEP 1390 H=1390:00 +CPU= 17.530
09:07:51 STEP 1391 H=1391:00 +CPU= 17.783
09:08:35 STEP 1392 H=1392:00 +CPU= 44.270
Moving to projects directory: /home/alez/boinc/slots/8/ICMGGhq0f+001392
Moving to projects directory: /home/alez/boinc/slots/8/ICMSHhq0f+001392
Moving to projects directory: /home/alez/boinc/slots/8/ICMUAhq0f+001392
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMGGhq0f+001368
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMSHhq0f+001368
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMUAhq0f+001368
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMGGhq0f+001380
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMSHhq0f+001380
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMUAhq0f+001380
Zipping up the intermediate file: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_0399_1986050100_123_955_12172043_0_r763750867_57.zip
Uploading the intermediate file: upload_file_57.zip
09:09:02 STEP 1393 H=1393:00 +CPU= 26.967
09:09:31 STEP 1394 H=1394:00 +CPU= 28.345
09:10:11 STEP 1395 H=1395:00 +CPU= 40.765
09:10:38 STEP 1396 H=1396:00 +CPU= 26.552
09:11:03 STEP 1397 H=1397:00 +CPU= 24.639
09:11:41 STEP 1398 H=1398:00 +CPU= 38.917
09:12:09 STEP 1399 H=1399:00 +CPU= 27.651
09:12:37 STEP 1400 H=1400:00 +CPU= 28.129
09:13:10 STEP 1401 H=1401:00 +CPU= 32.274
09:13:27 STEP 1402 H=1402:00 +CPU= 17.741
09:13:47 STEP 1403 H=1403:00 +CPU= 20.212
09:14:26 STEP 1404 H=1404:00 +CPU= 38.213
Moving to projects directory: /home/alez/boinc/slots/8/ICMGGhq0f+001404
Moving to projects directory: /home/alez/boinc/slots/8/ICMSHhq0f+001404
Moving to projects directory: /home/alez/boinc/slots/8/ICMUAhq0f+001404
09:14:52 STEP 1405 H=1405:00 +CPU= 25.933
09:15:20 STEP 1406 H=1406:00 +CPU= 27.889
09:16:00 STEP 1407 H=1407:00 +CPU= 40.841
09:16:29 STEP 1408 H=1408:00 +CPU= 28.324
09:16:56 STEP 1409 H=1409:00 +CPU= 27.029
09:17:25 STEP 1410 H=1410:00 +CPU= 29.329
09:17:43 STEP 1411 H=1411:00 +CPU= 18.354
09:18:04 STEP 1412 H=1412:00 +CPU= 21.012
09:18:43 STEP 1413 H=1413:00 +CPU= 38.649
09:19:06 STEP 1414 H=1414:00 +CPU= 22.846
09:19:33 STEP 1415 H=1415:00 +CPU= 27.239
09:20:19 STEP 1416 H=1416:00 +CPU= 45.555
Moving to projects directory: /home/alez/boinc/slots/8/ICMGGhq0f+001416
Moving to projects directory: /home/alez/boinc/slots/8/ICMSHhq0f+001416
Moving to projects directory: /home/alez/boinc/slots/8/ICMUAhq0f+001416
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMGGhq0f+001392
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMSHhq0f+001392
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMUAhq0f+001392
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMGGhq0f+001404
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMSHhq0f+001404
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMUAhq0f+001404
Zipping up the intermediate file: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_0399_1986050100_123_955_12172043_0_r763750867_58.zip
Uploading the intermediate file: upload_file_58.zip
09:20:35 STEP 1417 H=1417:00 +CPU= 15.750
09:20:57 STEP 1418 H=1418:00 +CPU= 22.750
09:21:35 STEP 1419 H=1419:00 +CPU= 37.927
09:21:58 STEP 1420 H=1420:00 +CPU= 22.347
09:22:17 STEP 1421 H=1421:00 +CPU= 19.076
09:22:44 STEP 1422 H=1422:00 +CPU= 26.833
09:23:01 STEP 1423 H=1423:00 +CPU= 17.102
09:23:20 STEP 1424 H=1424:00 +CPU= 18.722
09:23:46 STEP 1425 H=1425:00 +CPU= 26.680
09:24:04 STEP 1426 H=1426:00 +CPU= 17.679
09:24:24 STEP 1427 H=1427:00 +CPU= 20.309
09:25:01 STEP 1428 H=1428:00 +CPU= 36.395
Moving to projects directory: /home/alez/boinc/slots/8/ICMGGhq0f+001428
Moving to projects directory: /home/alez/boinc/slots/8/ICMSHhq0f+001428
Moving to projects directory: /home/alez/boinc/slots/8/ICMUAhq0f+001428
09:25:19 STEP 1429 H=1429:00 +CPU= 18.167
09:25:36 STEP 1430 H=1430:00 +CPU= 17.304
09:26:04 STEP 1431 H=1431:00 +CPU= 28.212
09:26:30 STEP 1432 H=1432:00 +CPU= 25.845
09:26:54 STEP 1433 H=1433:00 +CPU= 24.202
09:27:35 STEP 1434 H=1434:00 +CPU= 40.323
09:28:01 STEP 1435 H=1435:00 +CPU= 25.668
09:28:29 STEP 1436 H=1436:00 +CPU= 28.045
09:29:09 STEP 1437 H=1437:00 +CPU= 40.768
09:29:36 STEP 1438 H=1438:00 +CPU= 26.624
09:30:01 STEP 1439 H=1439:00 +CPU= 25.377
09:30:36 STEP 1440 H=1440:00 +CPU= 34.671
Moving to projects directory: /home/alez/boinc/slots/8/ICMGGhq0f+001440
Moving to projects directory: /home/alez/boinc/slots/8/ICMSHhq0f+001440
Moving to projects directory: /home/alez/boinc/slots/8/ICMUAhq0f+001440
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMGGhq0f+001416
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMSHhq0f+001416
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMUAhq0f+001416
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMGGhq0f+001428
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMSHhq0f+001428
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMUAhq0f+001428
Zipping up the intermediate file: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_0399_1986050100_123_955_12172043_0_r763750867_59.zip
Uploading the intermediate file: upload_file_59.zip
09:30:55 STEP 1441 H=1441:00 +CPU= 18.452
09:31:14 STEP 1442 H=1442:00 +CPU= 19.446
09:31:42 STEP 1443 H=1443:00 +CPU= 27.701
09:32:01 STEP 1444 H=1444:00 +CPU= 18.877
09:32:19 STEP 1445 H=1445:00 +CPU= 18.688
09:32:48 STEP 1446 H=1446:00 +CPU= 28.707
09:33:06 STEP 1447 H=1447:00 +CPU= 17.599
09:33:23 STEP 1448 H=1448:00 +CPU= 17.161
09:33:57 STEP 1449 H=1449:00 +CPU= 33.899
09:34:15 STEP 1450 H=1450:00 +CPU= 18.575
09:34:36 STEP 1451 H=1451:00 +CPU= 20.322
09:35:16 STEP 1452 H=1452:00 +CPU= 40.471
Moving to projects directory: /home/alez/boinc/slots/8/ICMGGhq0f+001452
Moving to projects directory: /home/alez/boinc/slots/8/ICMSHhq0f+001452
Moving to projects directory: /home/alez/boinc/slots/8/ICMUAhq0f+001452
09:35:42 STEP 1453 H=1453:00 +CPU= 26.182
09:36:10 STEP 1454 H=1454:00 +CPU= 27.207
09:36:47 STEP 1455 H=1455:00 +CPU= 37.397
09:37:15 STEP 1456 H=1456:00 +CPU= 28.359
09:37:33 STEP 1457 H=1457:00 +CPU= 17.603
09:38:01 STEP 1458 H=1458:00 +CPU= 28.377
09:38:19 STEP 1459 H=1459:00 +CPU= 17.532
09:38:37 STEP 1460 H=1460:00 +CPU= 17.679
09:39:04 STEP 1461 H=1461:00 +CPU= 26.843
09:39:22 STEP 1462 H=1462:00 +CPU= 18.566
09:39:40 STEP 1463 H=1463:00 +CPU= 17.433
09:40:11 STEP 1464 H=1464:00 +CPU= 31.184
Moving to projects directory: /home/alez/boinc/slots/8/ICMGGhq0f+001464
Moving to projects directory: /home/alez/boinc/slots/8/ICMSHhq0f+001464
Moving to projects directory: /home/alez/boinc/slots/8/ICMUAhq0f+001464
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMGGhq0f+001440
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMSHhq0f+001440
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMUAhq0f+001440
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMGGhq0f+001452
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMSHhq0f+001452
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMUAhq0f+001452
Zipping up the intermediate file: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_0399_1986050100_123_955_12172043_0_r763750867_60.zip
Uploading the intermediate file: upload_file_60.zip
09:40:29 STEP 1465 H=1465:00 +CPU= 17.974
09:40:48 STEP 1466 H=1466:00 +CPU= 19.479
09:41:23 STEP 1467 H=1467:00 +CPU= 34.516
09:41:48 STEP 1468 H=1468:00 +CPU= 25.170
09:42:12 STEP 1469 H=1469:00 +CPU= 24.483
09:42:40 STEP 1470 H=1470:00 +CPU= 27.696
09:42:57 STEP 1471 H=1471:00 +CPU= 16.561
09:43:15 STEP 1472 H=1472:00 +CPU= 17.963
09:43:40 STEP 1473 H=1473:00 +CPU= 25.777
09:43:57 STEP 1474 H=1474:00 +CPU= 17.012
09:44:14 STEP 1475 H=1475:00 +CPU= 16.984
09:44:50 STEP 1476 H=1476:00 +CPU= 35.133
Moving to projects directory: /home/alez/boinc/slots/8/ICMGGhq0f+001476
Moving to projects directory: /home/alez/boinc/slots/8/ICMSHhq0f+001476
Moving to projects directory: /home/alez/boinc/slots/8/ICMUAhq0f+001476
09:45:09 STEP 1477 H=1477:00 +CPU= 19.749
09:45:28 STEP 1478 H=1478:00 +CPU= 18.181
09:46:03 STEP 1479 H=1479:00 +CPU= 35.472
09:46:30 STEP 1480 H=1480:00 +CPU= 27.328
09:46:56 STEP 1481 H=1481:00 +CPU= 25.657
09:47:35 STEP 1482 H=1482:00 +CPU= 39.091
09:47:54 STEP 1483 H=1483:00 +CPU= 18.744
09:48:14 STEP 1484 H=1484:00 +CPU= 20.190
09:48:40 STEP 1485 H=1485:00 +CPU= 26.128
09:48:59 STEP 1486 H=1486:00 +CPU= 18.666
09:49:24 STEP 1487 H=1487:00 +CPU= 24.927
09:49:56 STEP 1488 H=1488:00 +CPU= 31.777
Moving to projects directory: /home/alez/boinc/slots/8/ICMGGhq0f+001488
Moving to projects directory: /home/alez/boinc/slots/8/ICMSHhq0f+001488
Moving to projects directory: /home/alez/boinc/slots/8/ICMUAhq0f+001488
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMGGhq0f+001464
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMSHhq0f+001464
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMUAhq0f+001464
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMGGhq0f+001476
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMSHhq0f+001476
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMUAhq0f+001476
Zipping up the intermediate file: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_0399_1986050100_123_955_12172043_0_r763750867_61.zip
Uploading the intermediate file: upload_file_61.zip
09:50:12 STEP 1489 H=1489:00 +CPU= 16.677
09:50:29 STEP 1490 H=1490:00 +CPU= 16.903
09:50:57 STEP 1491 H=1491:00 +CPU= 27.336
09:51:18 STEP 1492 H=1492:00 +CPU= 21.523
09:51:36 STEP 1493 H=1493:00 +CPU= 17.522
09:52:09 STEP 1494 H=1494:00 +CPU= 33.632
09:52:28 STEP 1495 H=1495:00 +CPU= 18.971
09:52:49 STEP 1496 H=1496:00 +CPU= 21.208
09:53:18 STEP 1497 H=1497:00 +CPU= 28.264
09:53:37 STEP 1498 H=1498:00 +CPU= 19.667
09:54:03 STEP 1499 H=1499:00 +CPU= 25.830
09:54:38 STEP 1500 H=1500:00 +CPU= 34.412
Moving to projects directory: /home/alez/boinc/slots/8/ICMGGhq0f+001500
Moving to projects directory: /home/alez/boinc/slots/8/ICMSHhq0f+001500
Moving to projects directory: /home/alez/boinc/slots/8/ICMUAhq0f+001500
09:54:57 STEP 1501 H=1501:00 +CPU= 18.835
09:55:25 STEP 1502 H=1502:00 +CPU= 28.071
09:55:50 STEP 1503 H=1503:00 +CPU= 25.554
09:56:09 STEP 1504 H=1504:00 +CPU= 18.427
09:56:27 STEP 1505 H=1505:00 +CPU= 18.448
09:56:57 STEP 1506 H=1506:00 +CPU= 29.883
09:57:23 STEP 1507 H=1507:00 +CPU= 25.822
09:57:48 STEP 1508 H=1508:00 +CPU= 25.569
09:58:28 STEP 1509 H=1509:00 +CPU= 39.320
09:58:54 STEP 1510 H=1510:00 +CPU= 26.227
09:59:22 STEP 1511 H=1511:00 +CPU= 28.201
10:00:08 STEP 1512 H=1512:00 +CPU= 45.714
Moving to projects directory: /home/alez/boinc/slots/8/ICMGGhq0f+001512
Moving to projects directory: /home/alez/boinc/slots/8/ICMSHhq0f+001512
Moving to projects directory: /home/alez/boinc/slots/8/ICMUAhq0f+001512
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMGGhq0f+001488
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMSHhq0f+001488
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMUAhq0f+001488
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMGGhq0f+001500
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMSHhq0f+001500
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMUAhq0f+001500
Zipping up the intermediate file: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_0399_1986050100_123_955_12172043_0_r763750867_62.zip
Uploading the intermediate file: upload_file_62.zip
10:00:30 STEP 1513 H=1513:00 +CPU= 21.866
10:00:49 STEP 1514 H=1514:00 +CPU= 19.505
10:01:22 STEP 1515 H=1515:00 +CPU= 32.915
10:01:45 STEP 1516 H=1516:00 +CPU= 22.472
10:02:03 STEP 1517 H=1517:00 +CPU= 17.778
10:02:34 STEP 1518 H=1518:00 +CPU= 31.414
10:02:59 STEP 1519 H=1519:00 +CPU= 24.667
10:03:19 STEP 1520 H=1520:00 +CPU= 20.281
10:03:49 STEP 1521 H=1521:00 +CPU= 29.697
10:04:07 STEP 1522 H=1522:00 +CPU= 17.838
10:04:29 STEP 1523 H=1523:00 +CPU= 22.439
10:05:07 STEP 1524 H=1524:00 +CPU= 37.581
Moving to projects directory: /home/alez/boinc/slots/8/ICMGGhq0f+001524
Moving to projects directory: /home/alez/boinc/slots/8/ICMSHhq0f+001524
Moving to projects directory: /home/alez/boinc/slots/8/ICMUAhq0f+001524
10:05:28 STEP 1525 H=1525:00 +CPU= 21.700
10:05:55 STEP 1526 H=1526:00 +CPU= 26.359
10:06:35 STEP 1527 H=1527:00 +CPU= 40.489
10:07:02 STEP 1528 H=1528:00 +CPU= 26.721
10:07:27 STEP 1529 H=1529:00 +CPU= 24.845
10:08:00 STEP 1530 H=1530:00 +CPU= 32.995
10:08:27 STEP 1531 H=1531:00 +CPU= 27.203
10:08:50 STEP 1532 H=1532:00 +CPU= 22.857
10:09:18 STEP 1533 H=1533:00 +CPU= 28.143
10:09:43 STEP 1534 H=1534:00 +CPU= 25.073
10:10:07 STEP 1535 H=1535:00 +CPU= 24.054
10:10:38 STEP 1536 H=1536:00 +CPU= 31.102
Moving to projects directory: /home/alez/boinc/slots/8/ICMGGhq0f+001536
Moving to projects directory: /home/alez/boinc/slots/8/ICMSHhq0f+001536
Moving to projects directory: /home/alez/boinc/slots/8/ICMUAhq0f+001536
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMGGhq0f+001512
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMSHhq0f+001512
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMUAhq0f+001512
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMGGhq0f+001524
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMSHhq0f+001524
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMUAhq0f+001524
Zipping up the intermediate file: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_0399_1986050100_123_955_12172043_0_r763750867_63.zip
Uploading the intermediate file: upload_file_63.zip
10:10:55 STEP 1537 H=1537:00 +CPU= 16.775
10:11:14 STEP 1538 H=1538:00 +CPU= 18.786
10:11:42 STEP 1539 H=1539:00 +CPU= 27.764
10:12:09 STEP 1540 H=1540:00 +CPU= 26.788
10:12:34 STEP 1541 H=1541:00 +CPU= 25.327
10:13:09 STEP 1542 H=1542:00 +CPU= 35.286
10:13:27 STEP 1543 H=1543:00 +CPU= 17.519
10:13:44 STEP 1544 H=1544:00 +CPU= 17.431
10:14:10 STEP 1545 H=1545:00 +CPU= 25.979
10:14:28 STEP 1546 H=1546:00 +CPU= 18.290
10:14:49 STEP 1547 H=1547:00 +CPU= 20.275
10:15:24 STEP 1548 H=1548:00 +CPU= 34.946
Moving to projects directory: /home/alez/boinc/slots/8/ICMGGhq0f+001548
Moving to projects directory: /home/alez/boinc/slots/8/ICMSHhq0f+001548
Moving to projects directory: /home/alez/boinc/slots/8/ICMUAhq0f+001548
10:15:40 STEP 1549 H=1549:00 +CPU= 16.475
10:15:57 STEP 1550 H=1550:00 +CPU= 17.061
10:16:25 STEP 1551 H=1551:00 +CPU= 27.471
10:16:45 STEP 1552 H=1552:00 +CPU= 19.846
10:17:03 STEP 1553 H=1553:00 +CPU= 18.930
Quit request received from BOINC client, ending the child process
..Failed, model did not complete successfully
(argv0) ../../projects/climateprediction.net/oifs_43r3_ps_1.05_x86_64-pc-linux-gnu
(argv1) start_date: 1986050100
(argv2) exptid: hq0f
(argv3) unique_member_id: 0399
(argv4) batchid: 955
(argv5) wuid: 12172043
(argv6) fclen: 123
(argv7) app_name: oifs_43r3_ps
(argv8) nthreads: 1
Working directory is: /home/alez/boinc/slots/8
Project directory is: /home/alez/boinc/projects/climateprediction.net/
app name: oifs_43r3_ps
version: 1.05
Location of temp folder: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043
..mkdir for temp folder for results failed
Copying: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip to: /home/alez/boinc/slots/8/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /home/alez/boinc/slots/8/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_926e6077fd14c5e684d616cc784c2927 to: /home/alez/boinc/slots/8/oifs_43r3_ps_0399_1986050100_123_955_12172043.zip
Unzipping the namelist zip file: /home/alez/boinc/slots/8/oifs_43r3_ps_0399_1986050100_123_955_12172043.zip
ic_ancil_file: ic_ancil_12172043
ifsdata_file: ifsdata_12172043
climate_data_file: clim_data_12172043
horiz_resolution: 159
vert_resolution: 60
grid_type: l_2
upload_interval: 24
utstep: 3600
nfrres: restart dump frequency (steps) 24
Copying IC ancils from: ../../projects/climateprediction.net/jf_f92fe73bd1aa53d925bf7766dcb99da0 to: /home/alez/boinc/slots/8/ic_ancil_12172043.zip
Unzipping the IC ancils zip file: /home/alez/boinc/slots/8/ic_ancil_12172043.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_93aeef39d279544eb661a128cf8e6fdd to: /home/alez/boinc/slots/8/ifsdata/ifsdata_12172043.zip
Unzipping the ifsdata_zip file: /home/alez/boinc/slots/8/ifsdata/ifsdata_12172043.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /home/alez/boinc/slots/8/159l_2/clim_data_12172043.zip
Unzipping the climate data zip file: /home/alez/boinc/slots/8/159l_2/clim_data_12172043.zip
Checking for progress XML file: /home/alez/boinc/slots/8/progress_file_12172043.xml
Opened progress file ok : /home/alez/boinc/slots/8/progress_file_12172043.xml
-- Model is restarting --
Adjusting last_iter, 1554, to previous model restart step.
Creating progress file: /home/alez/boinc/slots/8/progress_file_12172043.xml
last_cpu_time: 42978
upload_file_number: 64
last_iter: 1535
last_upload: 5529600
model_completed: 0
total_length_of_simulation: 10627200
result_base_name: oifs_43r3_ps_0399_1986050100_123_955_12172043_0_r763750867
The child process has been launched with process id: 11048
Executing the command: /home/alez/boinc/slots/8/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:ichigo:1:1:11048:11048] [20221222:101830:1671700710:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2091] fp = 0x3129fe0
[EC_DRHOOK:ichigo:1:1:11048:11048] [20221222:101830:1671700710:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:ichigo:1:1:11048:11048] [20221222:101830:1671700710:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:ichigo:1:1:11048:11048] [20221222:101830:1671700710:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:ichigo:1:1:11048:11048] [20221222:101830:1671700710:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:ichigo:1:1:11048:11048] [20221222:101830:1671700710:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:ichigo:1:1:11048:11048] [20221222:101830:1671700710:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:ichigo:1:1:11048:11048] [20221222:101830:1671700710:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:ichigo:1:1:11048:11048] [20221222:101830:1671700710:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:ichigo:1:1:11048:11048] [20221222:101830:1671700710:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:ichigo:1:1:11048:11048] [20221222:101830:1671700710:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:ichigo:1:1:11048:11048] [20221222:101830:1671700710:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:ichigo:1:1:11048:11048] [20221222:101830:1671700710:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:ichigo:1:1:11048:11048] [20221222:101830:1671700710:0.000] [ignore_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:ichigo:1:1:11048:11048] [20221222:101830:1671700710:0.000] [restore_default_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:ichigo:1:1:11048:11048] [20221222:101830:1671700710:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:ichigo:1:1:11048:11048] [20221222:101830:1671700710:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f820 (old at (nil))
[EC_DRHOOK:ichigo:1:1:11048:11048] [20221222:101830:1671700710:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:ichigo:1:1:11048:11048] [20221222:101830:1671700710:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f820 (old at (nil))
[EC_DRHOOK:ichigo:1:1:11048:11048] [20221222:101830:1671700710:0.000] [trapfpe_treatment@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:ichigo:1:1:11048:11048] [20221222:101830:1671700710:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:ichigo:1:1:11048:11048] [20221222:101830:1671700710:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:ichigo:1:1:11048:11048] [20221222:101830:1671700710:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f820 (old at (nil))
[EC_DRHOOK:ichigo:1:1:11048:11048] [20221222:101830:1671700710:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:ichigo:1:1:11048:11048] [20221222:101830:1671700710:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:ichigo:1:1:11048:11048] [20221222:101830:1671700710:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:ichigo:1:1:11048:11048] [20221222:101830:1671700710:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f820 (old at (nil))
[EC_DRHOOK:ichigo:1:1:11048:11048] [20221222:101830:1671700710:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f820 (old at (nil))
[EC_DRHOOK:ichigo:1:1:11048:11048] [20221222:101830:1671700710:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f820 (old at (nil))
[EC_DRHOOK:ichigo:1:1:11048:11048] [20221222:101830:1671700710:0.000] [catch_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
10:19:19 STEP 1536 H=1536:00 +CPU= 45.573
10:19:43 STEP 1537 H=1537:00 +CPU= 23.235
10:20:02 STEP 1538 H=1538:00 +CPU= 19.227
10:20:27 STEP 1539 H=1539:00 +CPU= 25.558
10:20:44 STEP 1540 H=1540:00 +CPU= 17.060
10:21:01 STEP 1541 H=1541:00 +CPU= 16.640
10:21:36 STEP 1542 H=1542:00 +CPU= 34.392
10:21:52 STEP 1543 H=1543:00 +CPU= 16.465
10:22:09 STEP 1544 H=1544:00 +CPU= 16.691
10:22:40 STEP 1545 H=1545:00 +CPU= 30.223
10:23:05 STEP 1546 H=1546:00 +CPU= 25.511
10:23:31 STEP 1547 H=1547:00 +CPU= 25.447
10:24:03 STEP 1548 H=1548:00 +CPU= 31.484
Moving to projects directory: /home/alez/boinc/slots/8/ICMGGhq0f+001548
Moving to projects directory: /home/alez/boinc/slots/8/ICMSHhq0f+001548
Moving to projects directory: /home/alez/boinc/slots/8/ICMUAhq0f+001548
10:24:20 STEP 1549 H=1549:00 +CPU= 17.845
10:24:39 STEP 1550 H=1550:00 +CPU= 19.102
10:25:09 STEP 1551 H=1551:00 +CPU= 29.366
10:25:27 STEP 1552 H=1552:00 +CPU= 17.966
10:25:44 STEP 1553 H=1553:00 +CPU= 16.757
10:26:07 STEP 1554 H=1554:00 +CPU= 23.609
10:26:22 STEP 1555 H=1555:00 +CPU= 14.760
10:26:39 STEP 1556 H=1556:00 +CPU= 17.327
10:27:15 STEP 1557 H=1557:00 +CPU= 35.983
10:27:36 STEP 1558 H=1558:00 +CPU= 20.802
10:27:51 STEP 1559 H=1559:00 +CPU= 14.579
10:28:17 STEP 1560 H=1560:00 +CPU= 26.070
Moving to projects directory: /home/alez/boinc/slots/8/ICMGGhq0f+001560
Moving to projects directory: /home/alez/boinc/slots/8/ICMSHhq0f+001560
Moving to projects directory: /home/alez/boinc/slots/8/ICMUAhq0f+001560
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMGGhq0f+001536
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMSHhq0f+001536
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMUAhq0f+001536
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMGGhq0f+001548
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMSHhq0f+001548
Adding to the zip: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_12172043/ICMUAhq0f+001548
Zipping up the intermediate file: /home/alez/boinc/projects/climateprediction.net/oifs_43r3_ps_0399_1986050100_123_955_12172043_0_r763750867_64.zip
Uploading the intermediate file: upload_file_64.zip
10:28:31 STEP 1561 H=1561:00 +CPU= 14.771
10:28:49 STEP 1562 H=1562:00 +CPU= 17.804
10:29:17 STEP 1563 H=1563:00 +CPU= 27.989
10:29:41 STEP 1564 H=1564:00 +CPU= 23.905
10:30:06 STEP 1565 H=1565:00 +CPU= 24.623
10:30:43 STEP 1566 H=1566:00 +CPU= 37.355
10:31:10 STEP 1567 H=1567:00 +CPU= 26.422
10:31:31 STEP 1568 H=1568:00 +CPU= 21.343
10:32:04 STEP 1569 H=1569:00 +CPU= 32.918
10:32:28 STEP 1570 H=1570:00 +CPU= 23.911
Abort request received from BOINC client, ending the child process
</stderr_txt>
]]>
