<core_client_version>7.16.6</core_client_version>
<![CDATA[
<message>
process exited with code 148 (0x94, -108)</message>
<stderr_txt>
/boinc-client/slots/6/ICMSHhpi1+001188
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMUAhpi1+001188
20:11:47 STEP 1189 H=1189:00 +CPU= 24.634
20:12:13 STEP 1190 H=1190:00 +CPU= 26.013
20:12:51 STEP 1191 H=1191:00 +CPU= 37.773
20:13:16 STEP 1192 H=1192:00 +CPU= 25.749
20:13:42 STEP 1193 H=1193:00 +CPU= 25.175
20:14:19 STEP 1194 H=1194:00 +CPU= 37.739
20:14:38 STEP 1195 H=1195:00 +CPU= 18.665
20:14:54 STEP 1196 H=1196:00 +CPU= 15.455
20:15:33 STEP 1197 H=1197:00 +CPU= 38.833
20:15:59 STEP 1198 H=1198:00 +CPU= 26.601
20:16:27 STEP 1199 H=1199:00 +CPU= 27.284
20:17:13 STEP 1200 H=1200:00 +CPU= 45.610
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMGGhpi1+001200
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMSHhpi1+001200
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMUAhpi1+001200
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMGGhpi1+001176
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMSHhpi1+001176
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMUAhpi1+001176
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMGGhpi1+001188
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMSHhpi1+001188
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMUAhpi1+001188
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_1452_2021050100_123_946_12164541_0_r1141027946_12.zip
Uploading the intermediate file: upload_file_12.zip
20:17:38 STEP 1201 H=1201:00 +CPU= 25.426
Uploading trickle at timestep: 4320000
20:18:03 STEP 1202 H=1202:00 +CPU= 25.329
20:18:42 STEP 1203 H=1203:00 +CPU= 38.588
20:19:09 STEP 1204 H=1204:00 +CPU= 26.496
20:19:30 STEP 1205 H=1205:00 +CPU= 21.099
20:20:07 STEP 1206 H=1206:00 +CPU= 36.762
20:20:30 STEP 1207 H=1207:00 +CPU= 23.363
20:20:57 STEP 1208 H=1208:00 +CPU= 26.931
20:21:36 STEP 1209 H=1209:00 +CPU= 39.287
20:22:03 STEP 1210 H=1210:00 +CPU= 26.653
20:22:28 STEP 1211 H=1211:00 +CPU= 24.663
20:23:10 STEP 1212 H=1212:00 +CPU= 42.200
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMGGhpi1+001212
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMSHhpi1+001212
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMUAhpi1+001212
20:23:36 STEP 1213 H=1213:00 +CPU= 25.452
20:24:01 STEP 1214 H=1214:00 +CPU= 25.343
20:24:35 STEP 1215 H=1215:00 +CPU= 33.684
20:25:02 STEP 1216 H=1216:00 +CPU= 27.223
20:25:29 STEP 1217 H=1217:00 +CPU= 27.104
20:26:07 STEP 1218 H=1218:00 +CPU= 38.040
20:26:34 STEP 1219 H=1219:00 +CPU= 27.069
20:27:02 STEP 1220 H=1220:00 +CPU= 27.472
20:27:39 STEP 1221 H=1221:00 +CPU= 37.483
20:28:07 STEP 1222 H=1222:00 +CPU= 27.142
20:28:34 STEP 1223 H=1223:00 +CPU= 27.157
20:29:15 STEP 1224 H=1224:00 +CPU= 40.968
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMGGhpi1+001224
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMSHhpi1+001224
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMUAhpi1+001224
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMGGhpi1+001200
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMSHhpi1+001200
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMUAhpi1+001200
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMGGhpi1+001212
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMSHhpi1+001212
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMUAhpi1+001212
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_1452_2021050100_123_946_12164541_0_r1141027946_13.zip
Uploading the intermediate file: upload_file_13.zip
20:29:42 STEP 1225 H=1225:00 +CPU= 27.196
Uploading trickle at timestep: 4406400
20:30:10 STEP 1226 H=1226:00 +CPU= 27.801
20:30:51 STEP 1227 H=1227:00 +CPU= 40.708
20:31:20 STEP 1228 H=1228:00 +CPU= 28.515
20:31:45 STEP 1229 H=1229:00 +CPU= 25.842
20:32:26 STEP 1230 H=1230:00 +CPU= 40.445
20:32:53 STEP 1231 H=1231:00 +CPU= 27.380
20:33:20 STEP 1232 H=1232:00 +CPU= 26.103
20:33:56 STEP 1233 H=1233:00 +CPU= 36.415
20:34:18 STEP 1234 H=1234:00 +CPU= 22.048
20:34:45 STEP 1235 H=1235:00 +CPU= 26.876
20:35:27 STEP 1236 H=1236:00 +CPU= 42.187
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMGGhpi1+001236
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMSHhpi1+001236
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMUAhpi1+001236
20:35:47 STEP 1237 H=1237:00 +CPU= 20.175
20:36:13 STEP 1238 H=1238:00 +CPU= 25.109
20:36:50 STEP 1239 H=1239:00 +CPU= 37.415
20:37:15 STEP 1240 H=1240:00 +CPU= 24.922
20:37:41 STEP 1241 H=1241:00 +CPU= 26.339
20:38:20 STEP 1242 H=1242:00 +CPU= 38.670
20:38:46 STEP 1243 H=1243:00 +CPU= 25.946
20:39:05 STEP 1244 H=1244:00 +CPU= 18.802
20:39:42 STEP 1245 H=1245:00 +CPU= 37.096
20:40:09 STEP 1246 H=1246:00 +CPU= 26.950
20:40:35 STEP 1247 H=1247:00 +CPU= 26.167
20:41:20 STEP 1248 H=1248:00 +CPU= 45.085
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMGGhpi1+001248
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMSHhpi1+001248
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMUAhpi1+001248
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMGGhpi1+001224
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMSHhpi1+001224
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMUAhpi1+001224
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMGGhpi1+001236
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMSHhpi1+001236
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMUAhpi1+001236
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_1452_2021050100_123_946_12164541_0_r1141027946_14.zip
Uploading the intermediate file: upload_file_14.zip
Uploading trickle at timestep: 4492800
20:41:46 STEP 1249 H=1249:00 +CPU= 25.258
20:42:12 STEP 1250 H=1250:00 +CPU= 26.339
20:42:49 STEP 1251 H=1251:00 +CPU= 36.486
20:43:16 STEP 1252 H=1252:00 +CPU= 27.597
20:43:41 STEP 1253 H=1253:00 +CPU= 24.356
20:44:11 STEP 1254 H=1254:00 +CPU= 29.866
20:44:36 STEP 1255 H=1255:00 +CPU= 24.892
20:45:01 STEP 1256 H=1256:00 +CPU= 25.288
20:45:38 STEP 1257 H=1257:00 +CPU= 36.687
20:46:03 STEP 1258 H=1258:00 +CPU= 25.162
20:46:28 STEP 1259 H=1259:00 +CPU= 24.964
20:47:08 STEP 1260 H=1260:00 +CPU= 40.197
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMGGhpi1+001260
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMSHhpi1+001260
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMUAhpi1+001260
20:47:33 STEP 1261 H=1261:00 +CPU= 24.560
20:47:58 STEP 1262 H=1262:00 +CPU= 25.735
20:48:36 STEP 1263 H=1263:00 +CPU= 37.305
20:49:02 STEP 1264 H=1264:00 +CPU= 25.718
20:49:26 STEP 1265 H=1265:00 +CPU= 24.671
20:50:04 STEP 1266 H=1266:00 +CPU= 37.859
20:50:29 STEP 1267 H=1267:00 +CPU= 24.937
20:50:54 STEP 1268 H=1268:00 +CPU= 24.426
20:51:29 STEP 1269 H=1269:00 +CPU= 35.436
20:51:53 STEP 1270 H=1270:00 +CPU= 24.146
20:52:18 STEP 1271 H=1271:00 +CPU= 24.868
20:53:02 STEP 1272 H=1272:00 +CPU= 43.525
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMGGhpi1+001272
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMSHhpi1+001272
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMUAhpi1+001272
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMGGhpi1+001248
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMSHhpi1+001248
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMUAhpi1+001248
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMGGhpi1+001260
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMSHhpi1+001260
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMUAhpi1+001260
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_1452_2021050100_123_946_12164541_0_r1141027946_15.zip
Uploading the intermediate file: upload_file_15.zip
20:53:26 STEP 1273 H=1273:00 +CPU= 24.116
Uploading trickle at timestep: 4579200
20:53:51 STEP 1274 H=1274:00 +CPU= 24.903
20:54:28 STEP 1275 H=1275:00 +CPU= 36.823
20:54:53 STEP 1276 H=1276:00 +CPU= 25.587
20:55:18 STEP 1277 H=1277:00 +CPU= 24.449
20:55:56 STEP 1278 H=1278:00 +CPU= 37.773
20:56:20 STEP 1279 H=1279:00 +CPU= 24.228
20:56:45 STEP 1280 H=1280:00 +CPU= 25.360
20:57:22 STEP 1281 H=1281:00 +CPU= 36.977
20:57:48 STEP 1282 H=1282:00 +CPU= 25.070
20:58:10 STEP 1283 H=1283:00 +CPU= 22.734
20:58:47 STEP 1284 H=1284:00 +CPU= 36.929
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMGGhpi1+001284
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMSHhpi1+001284
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMUAhpi1+001284
20:59:10 STEP 1285 H=1285:00 +CPU= 22.604
20:59:35 STEP 1286 H=1286:00 +CPU= 24.948
21:00:09 STEP 1287 H=1287:00 +CPU= 33.930
21:00:32 STEP 1288 H=1288:00 +CPU= 23.073
21:00:55 STEP 1289 H=1289:00 +CPU= 22.539
21:01:29 STEP 1290 H=1290:00 +CPU= 34.244
21:01:52 STEP 1291 H=1291:00 +CPU= 23.109
21:02:16 STEP 1292 H=1292:00 +CPU= 23.223
21:02:50 STEP 1293 H=1293:00 +CPU= 33.907
21:03:13 STEP 1294 H=1294:00 +CPU= 22.892
21:03:36 STEP 1295 H=1295:00 +CPU= 23.566
21:04:16 STEP 1296 H=1296:00 +CPU= 40.267
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMGGhpi1+001296
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMSHhpi1+001296
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMUAhpi1+001296
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMGGhpi1+001272
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMSHhpi1+001272
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMUAhpi1+001272
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMGGhpi1+001284
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMSHhpi1+001284
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMUAhpi1+001284
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_1452_2021050100_123_946_12164541_0_r1141027946_16.zip
Uploading the intermediate file: upload_file_16.zip
Uploading trickle at timestep: 4665600
21:04:39 STEP 1297 H=1297:00 +CPU= 22.638
21:05:02 STEP 1298 H=1298:00 +CPU= 23.246
21:05:35 STEP 1299 H=1299:00 +CPU= 32.890
21:05:56 STEP 1300 H=1300:00 +CPU= 20.706
21:06:16 STEP 1301 H=1301:00 +CPU= 19.954
21:06:46 STEP 1302 H=1302:00 +CPU= 29.780
21:07:04 STEP 1303 H=1303:00 +CPU= 18.490
21:07:24 STEP 1304 H=1304:00 +CPU= 19.884
21:07:54 STEP 1305 H=1305:00 +CPU= 29.598
21:08:14 STEP 1306 H=1306:00 +CPU= 20.345
21:08:35 STEP 1307 H=1307:00 +CPU= 20.097
21:09:07 STEP 1308 H=1308:00 +CPU= 32.043
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMGGhpi1+001308
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMSHhpi1+001308
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMUAhpi1+001308
21:09:26 STEP 1309 H=1309:00 +CPU= 18.767
21:09:45 STEP 1310 H=1310:00 +CPU= 19.620
21:10:14 STEP 1311 H=1311:00 +CPU= 28.442
21:10:33 STEP 1312 H=1312:00 +CPU= 19.812
21:10:52 STEP 1313 H=1313:00 +CPU= 18.687
21:11:21 STEP 1314 H=1314:00 +CPU= 28.693
21:11:41 STEP 1315 H=1315:00 +CPU= 19.551
21:12:01 STEP 1316 H=1316:00 +CPU= 20.420
21:12:35 STEP 1317 H=1317:00 +CPU= 34.029
21:12:58 STEP 1318 H=1318:00 +CPU= 22.960
21:13:21 STEP 1319 H=1319:00 +CPU= 23.043
21:14:00 STEP 1320 H=1320:00 +CPU= 38.598
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMGGhpi1+001320
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMSHhpi1+001320
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMUAhpi1+001320
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMGGhpi1+001296
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMSHhpi1+001296
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMUAhpi1+001296
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMGGhpi1+001308
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMSHhpi1+001308
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMUAhpi1+001308
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_1452_2021050100_123_946_12164541_0_r1141027946_17.zip
Uploading the intermediate file: upload_file_17.zip
21:14:22 STEP 1321 H=1321:00 +CPU= 21.570
Uploading trickle at timestep: 4752000
21:14:44 STEP 1322 H=1322:00 +CPU= 22.418
21:15:17 STEP 1323 H=1323:00 +CPU= 33.116
21:15:39 STEP 1324 H=1324:00 +CPU= 21.727
21:16:01 STEP 1325 H=1325:00 +CPU= 22.099
21:16:35 STEP 1326 H=1326:00 +CPU= 34.148
21:16:59 STEP 1327 H=1327:00 +CPU= 23.475
21:17:24 STEP 1328 H=1328:00 +CPU= 25.292
21:17:58 STEP 1329 H=1329:00 +CPU= 33.774
21:18:21 STEP 1330 H=1330:00 +CPU= 22.792
21:18:43 STEP 1331 H=1331:00 +CPU= 22.090
21:19:19 STEP 1332 H=1332:00 +CPU= 35.532
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMGGhpi1+001332
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMSHhpi1+001332
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMUAhpi1+001332
21:19:40 STEP 1333 H=1333:00 +CPU= 21.824
21:20:03 STEP 1334 H=1334:00 +CPU= 22.502
21:20:35 STEP 1335 H=1335:00 +CPU= 32.490
21:20:58 STEP 1336 H=1336:00 +CPU= 22.058
21:21:19 STEP 1337 H=1337:00 +CPU= 21.631
21:21:53 STEP 1338 H=1338:00 +CPU= 33.516
21:22:14 STEP 1339 H=1339:00 +CPU= 21.455
21:22:37 STEP 1340 H=1340:00 +CPU= 22.201
21:23:10 STEP 1341 H=1341:00 +CPU= 33.307
21:23:32 STEP 1342 H=1342:00 +CPU= 22.430
21:23:56 STEP 1343 H=1343:00 +CPU= 23.863
21:24:35 STEP 1344 H=1344:00 +CPU= 38.657
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMGGhpi1+001344
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMSHhpi1+001344
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMUAhpi1+001344
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMGGhpi1+001320
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMSHhpi1+001320
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMUAhpi1+001320
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMGGhpi1+001332
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMSHhpi1+001332
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMUAhpi1+001332
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_1452_2021050100_123_946_12164541_0_r1141027946_18.zip
Uploading the intermediate file: upload_file_18.zip
21:24:56 STEP 1345 H=1345:00 +CPU= 21.010
Uploading trickle at timestep: 4838400
21:25:18 STEP 1346 H=1346:00 +CPU= 21.512
21:25:50 STEP 1347 H=1347:00 +CPU= 32.351
21:26:12 STEP 1348 H=1348:00 +CPU= 21.426
21:26:33 STEP 1349 H=1349:00 +CPU= 21.425
21:27:06 STEP 1350 H=1350:00 +CPU= 33.069
21:27:27 STEP 1351 H=1351:00 +CPU= 20.975
21:27:49 STEP 1352 H=1352:00 +CPU= 21.463
21:28:21 STEP 1353 H=1353:00 +CPU= 32.156
21:28:43 STEP 1354 H=1354:00 +CPU= 22.150
21:29:05 STEP 1355 H=1355:00 +CPU= 21.930
21:29:40 STEP 1356 H=1356:00 +CPU= 35.031
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMGGhpi1+001356
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMSHhpi1+001356
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMUAhpi1+001356
21:30:01 STEP 1357 H=1357:00 +CPU= 21.117
21:30:23 STEP 1358 H=1358:00 +CPU= 21.950
21:30:56 STEP 1359 H=1359:00 +CPU= 32.983
21:31:20 STEP 1360 H=1360:00 +CPU= 23.336
21:31:42 STEP 1361 H=1361:00 +CPU= 21.737
21:32:15 STEP 1362 H=1362:00 +CPU= 33.310
21:32:37 STEP 1363 H=1363:00 +CPU= 21.858
21:32:59 STEP 1364 H=1364:00 +CPU= 22.317
21:33:32 STEP 1365 H=1365:00 +CPU= 32.976
21:33:54 STEP 1366 H=1366:00 +CPU= 21.757
21:34:16 STEP 1367 H=1367:00 +CPU= 21.715
21:34:56 STEP 1368 H=1368:00 +CPU= 39.794
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMGGhpi1+001368
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMSHhpi1+001368
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMUAhpi1+001368
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMGGhpi1+001344
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMSHhpi1+001344
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMUAhpi1+001344
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMGGhpi1+001356
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMSHhpi1+001356
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMUAhpi1+001356
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_1452_2021050100_123_946_12164541_0_r1141027946_19.zip
Uploading the intermediate file: upload_file_19.zip
21:35:17 STEP 1369 H=1369:00 +CPU= 21.698
Uploading trickle at timestep: 4924800
21:35:39 STEP 1370 H=1370:00 +CPU= 21.792
21:36:12 STEP 1371 H=1371:00 +CPU= 32.316
21:36:34 STEP 1372 H=1372:00 +CPU= 22.121
21:36:56 STEP 1373 H=1373:00 +CPU= 21.608
21:37:29 STEP 1374 H=1374:00 +CPU= 32.834
21:37:50 STEP 1375 H=1375:00 +CPU= 21.453
21:38:13 STEP 1376 H=1376:00 +CPU= 22.539
21:38:45 STEP 1377 H=1377:00 +CPU= 32.281
21:39:00 STEP 1378 H=1378:00 +CPU= 14.697
21:39:11 STEP 1379 H=1379:00 +CPU= 11.190
21:39:45 STEP 1380 H=1380:00 +CPU= 33.913
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMGGhpi1+001380
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMSHhpi1+001380
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMUAhpi1+001380
21:40:07 STEP 1381 H=1381:00 +CPU= 22.173
21:40:29 STEP 1382 H=1382:00 +CPU= 21.840
21:41:02 STEP 1383 H=1383:00 +CPU= 32.537
21:41:23 STEP 1384 H=1384:00 +CPU= 21.732
21:41:45 STEP 1385 H=1385:00 +CPU= 21.280
21:42:19 STEP 1386 H=1386:00 +CPU= 34.076
21:42:41 STEP 1387 H=1387:00 +CPU= 21.649
21:43:03 STEP 1388 H=1388:00 +CPU= 22.332
21:43:36 STEP 1389 H=1389:00 +CPU= 32.751
21:43:58 STEP 1390 H=1390:00 +CPU= 22.534
21:44:21 STEP 1391 H=1391:00 +CPU= 22.207
21:45:00 STEP 1392 H=1392:00 +CPU= 38.966
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMGGhpi1+001392
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMSHhpi1+001392
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMUAhpi1+001392
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMGGhpi1+001368
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMSHhpi1+001368
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMUAhpi1+001368
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMGGhpi1+001380
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMSHhpi1+001380
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMUAhpi1+001380
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_1452_2021050100_123_946_12164541_0_r1141027946_20.zip
Uploading the intermediate file: upload_file_20.zip
21:45:22 STEP 1393 H=1393:00 +CPU= 21.834
Uploading trickle at timestep: 5011200
21:45:45 STEP 1394 H=1394:00 +CPU= 23.070
21:46:17 STEP 1395 H=1395:00 +CPU= 32.106
21:46:39 STEP 1396 H=1396:00 +CPU= 21.595
21:46:59 STEP 1397 H=1397:00 +CPU= 20.532
21:47:32 STEP 1398 H=1398:00 +CPU= 32.782
21:47:53 STEP 1399 H=1399:00 +CPU= 21.126
21:48:16 STEP 1400 H=1400:00 +CPU= 22.546
21:48:48 STEP 1401 H=1401:00 +CPU= 32.304
21:49:10 STEP 1402 H=1402:00 +CPU= 22.084
21:49:32 STEP 1403 H=1403:00 +CPU= 21.965
21:50:08 STEP 1404 H=1404:00 +CPU= 35.342
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMGGhpi1+001404
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMSHhpi1+001404
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMUAhpi1+001404
21:50:29 STEP 1405 H=1405:00 +CPU= 21.088
21:50:49 STEP 1406 H=1406:00 +CPU= 20.086
21:51:18 STEP 1407 H=1407:00 +CPU= 28.633
21:51:37 STEP 1408 H=1408:00 +CPU= 18.822
21:51:54 STEP 1409 H=1409:00 +CPU= 17.820
21:52:23 STEP 1410 H=1410:00 +CPU= 28.279
21:52:41 STEP 1411 H=1411:00 +CPU= 18.102
21:53:00 STEP 1412 H=1412:00 +CPU= 19.324
21:53:30 STEP 1413 H=1413:00 +CPU= 29.628
21:53:50 STEP 1414 H=1414:00 +CPU= 19.814
21:54:12 STEP 1415 H=1415:00 +CPU= 21.608
21:54:50 STEP 1416 H=1416:00 +CPU= 38.049
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMGGhpi1+001416
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMSHhpi1+001416
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMUAhpi1+001416
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMGGhpi1+001392
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMSHhpi1+001392
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMUAhpi1+001392
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMGGhpi1+001404
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMSHhpi1+001404
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMUAhpi1+001404
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_1452_2021050100_123_946_12164541_0_r1141027946_21.zip
Uploading the intermediate file: upload_file_21.zip
21:55:10 STEP 1417 H=1417:00 +CPU= 20.588
Uploading trickle at timestep: 5097600
21:55:31 STEP 1418 H=1418:00 +CPU= 20.347
21:56:01 STEP 1419 H=1419:00 +CPU= 29.896
21:56:19 STEP 1420 H=1420:00 +CPU= 18.843
21:56:38 STEP 1421 H=1421:00 +CPU= 18.564
21:57:07 STEP 1422 H=1422:00 +CPU= 29.132
21:57:27 STEP 1423 H=1423:00 +CPU= 19.527
21:57:46 STEP 1424 H=1424:00 +CPU= 18.944
21:58:15 STEP 1425 H=1425:00 +CPU= 29.200
21:58:34 STEP 1426 H=1426:00 +CPU= 18.741
21:58:52 STEP 1427 H=1427:00 +CPU= 18.161
21:59:23 STEP 1428 H=1428:00 +CPU= 31.151
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMGGhpi1+001428
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMSHhpi1+001428
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMUAhpi1+001428
21:59:43 STEP 1429 H=1429:00 +CPU= 19.690
22:00:02 STEP 1430 H=1430:00 +CPU= 19.276
22:00:30 STEP 1431 H=1431:00 +CPU= 27.883
22:00:50 STEP 1432 H=1432:00 +CPU= 19.756
22:01:10 STEP 1433 H=1433:00 +CPU= 20.199
22:01:42 STEP 1434 H=1434:00 +CPU= 31.576
22:02:01 STEP 1435 H=1435:00 +CPU= 19.077
22:02:22 STEP 1436 H=1436:00 +CPU= 20.384
22:02:51 STEP 1437 H=1437:00 +CPU= 29.731
22:03:15 STEP 1438 H=1438:00 +CPU= 23.857
22:03:39 STEP 1439 H=1439:00 +CPU= 23.956
22:04:20 STEP 1440 H=1440:00 +CPU= 40.198
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMGGhpi1+001440
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMSHhpi1+001440
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMUAhpi1+001440
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMGGhpi1+001416
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMSHhpi1+001416
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMUAhpi1+001416
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMGGhpi1+001428
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMSHhpi1+001428
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMUAhpi1+001428
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_1452_2021050100_123_946_12164541_0_r1141027946_22.zip
Uploading the intermediate file: upload_file_22.zip
22:04:42 STEP 1441 H=1441:00 +CPU= 22.100
Uploading trickle at timestep: 5184000
22:05:05 STEP 1442 H=1442:00 +CPU= 22.678
22:05:39 STEP 1443 H=1443:00 +CPU= 33.843
22:06:02 STEP 1444 H=1444:00 +CPU= 23.866
22:06:26 STEP 1445 H=1445:00 +CPU= 23.330
22:07:03 STEP 1446 H=1446:00 +CPU= 36.830
22:07:25 STEP 1447 H=1447:00 +CPU= 22.712
22:07:48 STEP 1448 H=1448:00 +CPU= 23.047
22:08:23 STEP 1449 H=1449:00 +CPU= 34.672
22:08:48 STEP 1450 H=1450:00 +CPU= 24.875
22:09:13 STEP 1451 H=1451:00 +CPU= 24.619
22:09:52 STEP 1452 H=1452:00 +CPU= 38.586
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMGGhpi1+001452
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMSHhpi1+001452
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMUAhpi1+001452
22:10:16 STEP 1453 H=1453:00 +CPU= 24.219
22:10:40 STEP 1454 H=1454:00 +CPU= 24.140
22:11:14 STEP 1455 H=1455:00 +CPU= 34.302
22:11:38 STEP 1456 H=1456:00 +CPU= 23.205
22:12:00 STEP 1457 H=1457:00 +CPU= 22.732
22:12:37 STEP 1458 H=1458:00 +CPU= 36.061
22:13:00 STEP 1459 H=1459:00 +CPU= 23.192
22:13:23 STEP 1460 H=1460:00 +CPU= 23.225
22:13:58 STEP 1461 H=1461:00 +CPU= 34.567
22:14:21 STEP 1462 H=1462:00 +CPU= 22.907
22:14:45 STEP 1463 H=1463:00 +CPU= 24.284
22:15:28 STEP 1464 H=1464:00 +CPU= 43.445
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMGGhpi1+001464
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMSHhpi1+001464
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMUAhpi1+001464
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMGGhpi1+001440
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMSHhpi1+001440
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMUAhpi1+001440
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMGGhpi1+001452
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMSHhpi1+001452
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMUAhpi1+001452
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_1452_2021050100_123_946_12164541_0_r1141027946_23.zip
Uploading the intermediate file: upload_file_23.zip
Uploading trickle at timestep: 5270400
22:15:52 STEP 1465 H=1465:00 +CPU= 23.069
22:16:15 STEP 1466 H=1466:00 +CPU= 23.445
22:16:49 STEP 1467 H=1467:00 +CPU= 34.025
22:17:13 STEP 1468 H=1468:00 +CPU= 23.235
22:17:36 STEP 1469 H=1469:00 +CPU= 23.535
22:18:11 STEP 1470 H=1470:00 +CPU= 34.732
22:18:34 STEP 1471 H=1471:00 +CPU= 22.698
22:18:57 STEP 1472 H=1472:00 +CPU= 23.053
22:19:31 STEP 1473 H=1473:00 +CPU= 34.149
22:19:54 STEP 1474 H=1474:00 +CPU= 23.421
22:20:17 STEP 1475 H=1475:00 +CPU= 22.543
22:20:55 STEP 1476 H=1476:00 +CPU= 37.522
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMGGhpi1+001476
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMSHhpi1+001476
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMUAhpi1+001476
22:21:17 STEP 1477 H=1477:00 +CPU= 22.467
22:21:42 STEP 1478 H=1478:00 +CPU= 24.829
22:22:17 STEP 1479 H=1479:00 +CPU= 35.112
22:22:42 STEP 1480 H=1480:00 +CPU= 25.041
22:23:07 STEP 1481 H=1481:00 +CPU= 24.266
22:23:43 STEP 1482 H=1482:00 +CPU= 35.960
22:24:06 STEP 1483 H=1483:00 +CPU= 23.129
22:24:30 STEP 1484 H=1484:00 +CPU= 24.189
22:25:05 STEP 1485 H=1485:00 +CPU= 35.385
22:25:29 STEP 1486 H=1486:00 +CPU= 23.335
22:25:54 STEP 1487 H=1487:00 +CPU= 24.889
22:26:35 STEP 1488 H=1488:00 +CPU= 41.293
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMGGhpi1+001488
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMSHhpi1+001488
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMUAhpi1+001488
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMGGhpi1+001464
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMSHhpi1+001464
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMUAhpi1+001464
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMGGhpi1+001476
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMSHhpi1+001476
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMUAhpi1+001476
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_1452_2021050100_123_946_12164541_0_r1141027946_24.zip
Uploading the intermediate file: upload_file_24.zip
22:26:59 STEP 1489 H=1489:00 +CPU= 23.544
Uploading trickle at timestep: 5356800
22:27:24 STEP 1490 H=1490:00 +CPU= 25.524
22:27:59 STEP 1491 H=1491:00 +CPU= 35.114
22:28:23 STEP 1492 H=1492:00 +CPU= 24.026
22:28:47 STEP 1493 H=1493:00 +CPU= 23.587
22:29:22 STEP 1494 H=1494:00 +CPU= 35.328
22:29:46 STEP 1495 H=1495:00 +CPU= 23.191
22:30:10 STEP 1496 H=1496:00 +CPU= 24.729
22:30:45 STEP 1497 H=1497:00 +CPU= 35.109
22:31:10 STEP 1498 H=1498:00 +CPU= 24.673
22:31:34 STEP 1499 H=1499:00 +CPU= 24.236
22:32:14 STEP 1500 H=1500:00 +CPU= 39.582
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMGGhpi1+001500
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMSHhpi1+001500
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMUAhpi1+001500
22:32:38 STEP 1501 H=1501:00 +CPU= 23.879
22:33:03 STEP 1502 H=1502:00 +CPU= 24.639
22:33:38 STEP 1503 H=1503:00 +CPU= 35.725
22:34:03 STEP 1504 H=1504:00 +CPU= 24.228
22:34:21 STEP 1505 H=1505:00 +CPU= 17.938
22:34:50 STEP 1506 H=1506:00 +CPU= 29.151
22:35:14 STEP 1507 H=1507:00 +CPU= 24.178
22:35:39 STEP 1508 H=1508:00 +CPU= 25.028
22:36:16 STEP 1509 H=1509:00 +CPU= 36.313
22:36:40 STEP 1510 H=1510:00 +CPU= 24.566
22:37:06 STEP 1511 H=1511:00 +CPU= 25.287
22:37:46 STEP 1512 H=1512:00 +CPU= 39.996
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMGGhpi1+001512
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMSHhpi1+001512
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMUAhpi1+001512
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMGGhpi1+001488
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMSHhpi1+001488
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMUAhpi1+001488
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMGGhpi1+001500
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMSHhpi1+001500
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMUAhpi1+001500
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_1452_2021050100_123_946_12164541_0_r1141027946_25.zip
Uploading the intermediate file: upload_file_25.zip
22:38:09 STEP 1513 H=1513:00 +CPU= 23.108
Uploading trickle at timestep: 5443200
22:38:35 STEP 1514 H=1514:00 +CPU= 25.861
[EC_DRHOOK:LINUX-VM-12700K:1:1:1973:1973] [20221201:223905:1669927145:16217.090] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1538] Received signal#15 (SIGTERM) :: 2550MB (heap), 4419MB (maxrss), 0MB (maxstack), 0 (paging), nsigs = 1
[EC_DRHOOK:LINUX-VM-12700K:1:1:1973:1973] [20221201:223905:1669927145:16217.092] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1542] Also activating Harakiri-alarm (SIGALRM=14) to expire after 500s elapsed to prevent hangs, nsigs = 1
[EC_DRHOOK:LINUX-VM-12700K:1:1:1973:1973] [20221201:223905:1669927145:16217.092] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1544] Harakiri signal handler 'signal_harakiri' for signal#14 (SIGALRM) installed at 0x81f3c0 (old at (nil))
[EC_DRHOOK:LINUX-VM-12700K:1:1:1973:1973] [20221201:223905:1669927145:16217.092] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1617] Signal#15 was caused by unrecognized si_code [memaddr=0x1], nsigs = 1
[EC_DRHOOK:LINUX-VM-12700K:1:1:1973:1973] [20221201:223905:1669927145:16217.092] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1686] Starting DrHook backtrace for signal#15, nsigs = 1
[EC_DRHOOK:LINUX-VM-12700K:1:1:1973:1973] [20221201:223905:1669927145:16217.092] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3843] 2598 MB (maxheap), 4419 MB (maxrss), 0 MB (maxstack)
[EC_DRHOOK:LINUX-VM-12700K:1:1:1973:1973] [20221201:223905:1669927145:16217.092] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : MASTER
[EC_DRHOOK:LINUX-VM-12700K:1:1:1973:1973] [20221201:223905:1669927145:16217.092] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : CNT0
[EC_DRHOOK:LINUX-VM-12700K:1:1:1973:1973] [20221201:223905:1669927145:16217.092] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : CNT1
[EC_DRHOOK:LINUX-VM-12700K:1:1:1973:1973] [20221201:223905:1669927145:16217.092] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : CNT2
[EC_DRHOOK:LINUX-VM-12700K:1:1:1973:1973] [20221201:223905:1669927145:16217.092] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : CNT3
[EC_DRHOOK:LINUX-VM-12700K:1:1:1973:1973] [20221201:223905:1669927145:16217.092] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : CNT4
[EC_DRHOOK:LINUX-VM-12700K:1:1:1973:1973] [20221201:223905:1669927145:16217.092] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : WVCOUPLE
[EC_DRHOOK:LINUX-VM-12700K:1:1:1973:1973] [20221201:223905:1669927145:16217.092] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : WAVEMDL
[EC_DRHOOK:LINUX-VM-12700K:1:1:1973:1973] [20221201:223905:1669927145:16217.092] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : WAMODEL
[EC_DRHOOK:LINUX-VM-12700K:1:1:1973:1973] [20221201:223905:1669927145:16217.092] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : >OMP-WAMODEL 2 (1431)
[EC_DRHOOK:LINUX-VM-12700K:1:1:1973:1973] [20221201:223906:1669927146:16218.092] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1734] DrHook backtrace done for signal#15, nsigs = 1
[EC_DRHOOK:LINUX-VM-12700K:1:1:1973:1973] [20221201:223906:1669927146:16218.092] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1785] Calling previous signal handler at 0x1ce8bb0 for signal#15, nsigs = 1
forrtl: error (78): process killed (SIGTERM)
Image PC Routine Line Source
master.exe 0000000001CE916B Unknown Unknown Unknown
master.exe 000000000081FFF1 Unknown Unknown Unknown
master.exe 0000000001DC9090 Unknown Unknown Unknown
master.exe 0000000001DBD0D7 Unknown Unknown Unknown
master.exe 000000000168CD1B wamodel_ 1008 wamodel.F
master.exe 0000000000872295 wavemdl_ 584 wavemdl.F
master.exe 00000000007E0165 wvcouple_ 260 wvcouple.F90
master.exe 000000000055E4AD cnt4_ 1283 cnt4.F90
master.exe 00000000005471C9 cnt3_ 267 cnt3.F90
master.exe 0000000000546412 cnt2_ 88 cnt2.F90
master.exe 0000000000545E28 cnt1_ 92 cnt1.F90
master.exe 000000000040708D cnt0_ 146 cnt0.F90
master.exe 000000000040220F MAIN__ 96 master.F90
master.exe 00000000004021A2 Unknown Unknown Unknown
master.exe 0000000001DCA390 Unknown Unknown Unknown
master.exe 000000000040206E Unknown Unknown Unknown
(argv0) ../../projects/climateprediction.net/oifs_43r3_ps_1.01_x86_64-pc-linux-gnu
(argv1) start_date: 2021050100
(argv2) exptid: hpi1
(argv3) unique_member_id: 1452
(argv4) batchid: 946
(argv5) wuid: 12164541
(argv6) fclen: 123
(argv7) app_name: oifs_43r3_ps
(argv8) nthreads: 1
Working directory is: /var/lib/boinc-client/slots/6
Project directory is: /var/lib/boinc-client/projects/climateprediction.net/
app name: oifs_43r3_ps
version: 1.01
Location of temp folder: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541
..mkdir for temp folder for results failed
Copying: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_app_1.01_x86_64-pc-linux-gnu.zip to: /var/lib/boinc-client/slots/6/oifs_43r3_ps_app_1.01_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /var/lib/boinc-client/slots/6/oifs_43r3_ps_app_1.01_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_849947e10d102755d0d245f625acd441 to: /var/lib/boinc-client/slots/6/oifs_43r3_ps_1452_2021050100_123_946_12164541.zip
Unzipping the namelist zip file: /var/lib/boinc-client/slots/6/oifs_43r3_ps_1452_2021050100_123_946_12164541.zip
ic_ancil_file: ic_ancil_12164541
ifsdata_file: ifsdata_12164541
climate_data_file: clim_data_12164541
horiz_resolution: 159
vert_resolution: 60
grid_type: l_2
upload_interval: 24
utstep: 3600
Copying IC ancils from: ../../projects/climateprediction.net/jf_39ca5829c66ff679bedf1e3d1f9a9fb2 to: /var/lib/boinc-client/slots/6/ic_ancil_12164541.zip
Unzipping the IC ancils zip file: /var/lib/boinc-client/slots/6/ic_ancil_12164541.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_bee4d49186af3eb6572ed2e245099842 to: /var/lib/boinc-client/slots/6/ifsdata/ifsdata_12164541.zip
Unzipping the ifsdata_zip file: /var/lib/boinc-client/slots/6/ifsdata/ifsdata_12164541.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /var/lib/boinc-client/slots/6/159l_2/clim_data_12164541.zip
Unzipping the climate data zip file: /var/lib/boinc-client/slots/6/159l_2/clim_data_12164541.zip
total_length_of_simulation: 10627200
result_base_name: oifs_43r3_ps_1452_2021050100_123_946_12164541_0_r1141027946
The child process has been launched with process id: 2100
Executing the command: /var/lib/boinc-client/slots/6/./master.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:060850:1669954130:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2091] fp = 0x3129fe0
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:060850:1669954130:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:060850:1669954130:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:060850:1669954130:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:060850:1669954130:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:060850:1669954130:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:060850:1669954130:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:060850:1669954130:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:060850:1669954130:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:060850:1669954130:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:060850:1669954130:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:060850:1669954130:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:060850:1669954130:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:060850:1669954130:0.000] [ignore_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:060850:1669954130:0.000] [restore_default_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:060850:1669954130:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:060850:1669954130:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f820 (old at (nil))
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:060850:1669954130:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:060850:1669954130:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f820 (old at (nil))
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:060850:1669954130:0.000] [trapfpe_treatment@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:060850:1669954130:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:060850:1669954130:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:060850:1669954130:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f820 (old at (nil))
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:060850:1669954130:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:060850:1669954130:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:060850:1669954130:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:060850:1669954130:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f820 (old at (nil))
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:060850:1669954130:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f820 (old at (nil))
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:060850:1669954130:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f820 (old at (nil))
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:060850:1669954130:0.000] [catch_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
06:09:42 STEP 1512 H=1512:00 +CPU= 44.529
06:10:09 STEP 1513 H=1513:00 +CPU= 27.341
06:10:34 STEP 1514 H=1514:00 +CPU= 24.147
06:11:06 STEP 1515 H=1515:00 +CPU= 32.655
06:11:24 STEP 1516 H=1516:00 +CPU= 17.784
06:11:49 STEP 1517 H=1517:00 +CPU= 24.348
06:12:25 STEP 1518 H=1518:00 +CPU= 36.672
06:12:49 STEP 1519 H=1519:00 +CPU= 23.911
06:13:14 STEP 1520 H=1520:00 +CPU= 24.155
06:13:47 STEP 1521 H=1521:00 +CPU= 33.207
06:14:10 STEP 1522 H=1522:00 +CPU= 23.624
06:14:33 STEP 1523 H=1523:00 +CPU= 22.368
06:15:08 STEP 1524 H=1524:00 +CPU= 34.815
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMGGhpi1+001524
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMSHhpi1+001524
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMUAhpi1+001524
06:15:20 STEP 1525 H=1525:00 +CPU= 12.395
06:15:38 STEP 1526 H=1526:00 +CPU= 17.805
06:16:05 STEP 1527 H=1527:00 +CPU= 27.215
06:16:24 STEP 1528 H=1528:00 +CPU= 18.433
06:16:47 STEP 1529 H=1529:00 +CPU= 22.753
06:17:25 STEP 1530 H=1530:00 +CPU= 38.786
06:17:47 STEP 1531 H=1531:00 +CPU= 21.977
06:18:07 STEP 1532 H=1532:00 +CPU= 19.657
06:18:34 STEP 1533 H=1533:00 +CPU= 27.234
06:18:53 STEP 1534 H=1534:00 +CPU= 18.272
06:19:11 STEP 1535 H=1535:00 +CPU= 18.473
06:19:45 STEP 1536 H=1536:00 +CPU= 34.087
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMGGhpi1+001536
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMSHhpi1+001536
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMUAhpi1+001536
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMGGhpi1+001512
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMSHhpi1+001512
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMUAhpi1+001512
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMGGhpi1+001524
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMSHhpi1+001524
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMUAhpi1+001524
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_1452_2021050100_123_946_12164541_0_r1141027946_1.zip
Uploading the intermediate file: upload_file_1.zip
06:20:04 STEP 1537 H=1537:00 +CPU= 18.421
Uploading trickle at timestep: 5529600
06:20:23 STEP 1538 H=1538:00 +CPU= 18.583
06:20:58 STEP 1539 H=1539:00 +CPU= 34.962
06:21:22 STEP 1540 H=1540:00 +CPU= 24.356
06:21:46 STEP 1541 H=1541:00 +CPU= 23.537
06:22:20 STEP 1542 H=1542:00 +CPU= 33.996
06:22:43 STEP 1543 H=1543:00 +CPU= 23.130
06:23:07 STEP 1544 H=1544:00 +CPU= 24.134
06:23:41 STEP 1545 H=1545:00 +CPU= 33.420
06:24:03 STEP 1546 H=1546:00 +CPU= 22.283
06:24:25 STEP 1547 H=1547:00 +CPU= 22.311
06:25:02 STEP 1548 H=1548:00 +CPU= 36.972
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMGGhpi1+001548
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMSHhpi1+001548
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMUAhpi1+001548
06:25:24 STEP 1549 H=1549:00 +CPU= 21.970
06:25:47 STEP 1550 H=1550:00 +CPU= 22.411
06:26:21 STEP 1551 H=1551:00 +CPU= 33.793
06:26:44 STEP 1552 H=1552:00 +CPU= 22.902
06:27:06 STEP 1553 H=1553:00 +CPU= 22.152
06:27:39 STEP 1554 H=1554:00 +CPU= 32.981
06:28:01 STEP 1555 H=1555:00 +CPU= 22.265
06:28:24 STEP 1556 H=1556:00 +CPU= 22.452
06:28:57 STEP 1557 H=1557:00 +CPU= 32.995
06:29:19 STEP 1558 H=1558:00 +CPU= 22.431
06:29:42 STEP 1559 H=1559:00 +CPU= 22.719
06:30:22 STEP 1560 H=1560:00 +CPU= 39.241
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMGGhpi1+001560
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMSHhpi1+001560
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMUAhpi1+001560
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMGGhpi1+001536
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMSHhpi1+001536
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMUAhpi1+001536
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMGGhpi1+001548
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMSHhpi1+001548
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMUAhpi1+001548
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_1452_2021050100_123_946_12164541_0_r1141027946_2.zip
Uploading the intermediate file: upload_file_2.zip
06:30:43 STEP 1561 H=1561:00 +CPU= 21.599
Uploading trickle at timestep: 5616000
06:31:06 STEP 1562 H=1562:00 +CPU= 22.366
06:31:39 STEP 1563 H=1563:00 +CPU= 33.133
06:32:03 STEP 1564 H=1564:00 +CPU= 23.970
06:32:26 STEP 1565 H=1565:00 +CPU= 23.465
06:33:02 STEP 1566 H=1566:00 +CPU= 35.989
06:33:25 STEP 1567 H=1567:00 +CPU= 22.422
06:33:48 STEP 1568 H=1568:00 +CPU= 22.882
06:34:21 STEP 1569 H=1569:00 +CPU= 32.886
06:34:43 STEP 1570 H=1570:00 +CPU= 22.543
06:35:05 STEP 1571 H=1571:00 +CPU= 22.117
06:35:43 STEP 1572 H=1572:00 +CPU= 37.614
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMGGhpi1+001572
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMSHhpi1+001572
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMUAhpi1+001572
06:36:05 STEP 1573 H=1573:00 +CPU= 21.737
06:36:28 STEP 1574 H=1574:00 +CPU= 22.800
06:37:01 STEP 1575 H=1575:00 +CPU= 32.791
06:37:23 STEP 1576 H=1576:00 +CPU= 22.411
06:37:45 STEP 1577 H=1577:00 +CPU= 21.886
06:38:19 STEP 1578 H=1578:00 +CPU= 34.204
06:38:43 STEP 1579 H=1579:00 +CPU= 23.309
06:39:05 STEP 1580 H=1580:00 +CPU= 22.778
06:39:39 STEP 1581 H=1581:00 +CPU= 32.967
06:40:01 STEP 1582 H=1582:00 +CPU= 22.927
06:40:25 STEP 1583 H=1583:00 +CPU= 23.116
06:41:04 STEP 1584 H=1584:00 +CPU= 39.274
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMGGhpi1+001584
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMSHhpi1+001584
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMUAhpi1+001584
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMGGhpi1+001560
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMSHhpi1+001560
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMUAhpi1+001560
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMGGhpi1+001572
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMSHhpi1+001572
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12164541/ICMUAhpi1+001572
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_ps_1452_2021050100_123_946_12164541_0_r1141027946_3.zip
Uploading the intermediate file: upload_file_3.zip
Uploading trickle at timestep: 5702400
06:41:27 STEP 1585 H=1585:00 +CPU= 22.599
06:41:50 STEP 1586 H=1586:00 +CPU= 23.056
06:42:25 STEP 1587 H=1587:00 +CPU= 34.618
06:42:48 STEP 1588 H=1588:00 +CPU= 23.084
06:43:10 STEP 1589 H=1589:00 +CPU= 22.540
06:43:45 STEP 1590 H=1590:00 +CPU= 34.137
06:44:07 STEP 1591 H=1591:00 +CPU= 22.219
06:44:30 STEP 1592 H=1592:00 +CPU= 23.043
06:45:05 STEP 1593 H=1593:00 +CPU= 35.052
06:45:29 STEP 1594 H=1594:00 +CPU= 23.570
06:45:51 STEP 1595 H=1595:00 +CPU= 22.187
06:46:27 STEP 1596 H=1596:00 +CPU= 36.348
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMGGhpi1+001596
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMSHhpi1+001596
Moving to projects directory: /var/lib/boinc-client/slots/6/ICMUAhpi1+001596
06:46:50 STEP 1597 H=1597:00 +CPU= 22.670
06:47:13 STEP 1598 H=1598:00 +CPU= 23.156
06:47:48 STEP 1599 H=1599:00 +CPU= 34.843
06:48:11 STEP 1600 H=1600:00 +CPU= 22.890
06:48:34 STEP 1601 H=1601:00 +CPU= 22.633
06:49:10 STEP 1602 H=1602:00 +CPU= 36.531
06:49:33 STEP 1603 H=1603:00 +CPU= 22.529
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:064955:1669956595:2465.368] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1538] Received signal#15 (SIGTERM) :: 2550MB (heap), 4419MB (maxrss), 0MB (maxstack), 0 (paging), nsigs = 1
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:064955:1669956595:2465.378] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1542] Also activating Harakiri-alarm (SIGALRM=14) to expire after 500s elapsed to prevent hangs, nsigs = 1
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:064955:1669956595:2465.378] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1544] Harakiri signal handler 'signal_harakiri' for signal#14 (SIGALRM) installed at 0x81f3c0 (old at (nil))
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:064955:1669956595:2465.378] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1617] Signal#15 was caused by unrecognized si_code [memaddr=0x1], nsigs = 1
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:064955:1669956595:2465.378] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1686] Starting DrHook backtrace for signal#15, nsigs = 1
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:064955:1669956595:2465.378] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3843] 2598 MB (maxheap), 4419 MB (maxrss), 0 MB (maxstack)
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:064955:1669956595:2465.378] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : MASTER
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:064955:1669956595:2465.378] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : CNT0
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:064955:1669956595:2465.378] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : CNT1
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:064955:1669956595:2465.378] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : CNT2
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:064955:1669956595:2465.378] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : CNT3
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:064955:1669956595:2465.378] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : CNT4
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:064955:1669956595:2465.378] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : WVCOUPLE
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:064955:1669956595:2465.378] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : WAVEMDL
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:064955:1669956595:2465.378] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : WAMODEL
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:064955:1669956595:2465.378] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : >OMP-WAMODEL 2 (1431)
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:064956:1669956596:2466.380] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1734] DrHook backtrace done for signal#15, nsigs = 1
[EC_DRHOOK:LINUX-VM-12700K:1:1:2100:2100] [20221202:064956:1669956596:2466.380] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1785] Calling previous signal handler at 0x1ce8bb0 for signal#15, nsigs = 1
forrtl: error (78): process killed (SIGTERM)
Image PC Routine Line Source
master.exe 0000000001CE916B Unknown Unknown Unknown
master.exe 000000000081FFF1 Unknown Unknown Unknown
master.exe 0000000001DC9090 Unknown Unknown Unknown
master.exe 0000000001DBAA0E Unknown Unknown Unknown
master.exe 000000000168C15F wamodel_ 1008 wamodel.F
master.exe 0000000000872295 wavemdl_ 584 wavemdl.F
master.exe 00000000007E0165 wvcouple_ 260 wvcouple.F90
master.exe 000000000055E4AD cnt4_ 1283 cnt4.F90
master.exe 00000000005471C9 cnt3_ 267 cnt3.F90
master.exe 0000000000546412 cnt2_ 88 cnt2.F90
master.exe 0000000000545E28 cnt1_ 92 cnt1.F90
master.exe 000000000040708D cnt0_ 146 cnt0.F90
master.exe 000000000040220F MAIN__ 96 master.F90
master.exe 00000000004021A2 Unknown Unknown Unknown
master.exe 0000000001DCA390 Unknown Unknown Unknown
master.exe 000000000040206E Unknown Unknown Unknown
</stderr_txt>
]]>
