<core_client_version>7.20.2</core_client_version>
<![CDATA[
<message>
process exited with code 1 (0x1, -255)</message>
<stderr_txt>
EP 12 H= 12:00 +CPU=109.974
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000012
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000012
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000012
00:49:20 STEP 13 H= 13:00 +CPU= 66.417
00:50:32 STEP 14 H= 14:00 +CPU= 71.414
00:52:15 STEP 15 H= 15:00 +CPU=101.065
00:53:22 STEP 16 H= 16:00 +CPU= 66.133
00:54:28 STEP 17 H= 17:00 +CPU= 65.458
00:56:07 STEP 18 H= 18:00 +CPU= 97.808
00:57:12 STEP 19 H= 19:00 +CPU= 64.708
00:58:22 STEP 20 H= 20:00 +CPU= 68.613
01:00:12 STEP 21 H= 21:00 +CPU=107.840
01:01:34 STEP 22 H= 22:00 +CPU= 80.539
01:02:49 STEP 23 H= 23:00 +CPU= 74.044
01:04:55 STEP 24 H= 24:00 +CPU=123.561
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000024
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000024
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000024
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000000
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000000
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000000
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000012
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000012
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000012
Zipping up the intermediate file: /home/steve/projects/climateprediction.net/oifs_43r3_ps_0241_2008050100_123_977_12193885_0_r1095640487_0.zip
Uploading the intermediate file: upload_file_0.zip
01:06:14 STEP 25 H= 25:00 +CPU= 77.070
01:07:33 STEP 26 H= 26:00 +CPU= 78.084
01:09:28 STEP 27 H= 27:00 +CPU=111.568
01:10:45 STEP 28 H= 28:00 +CPU= 75.728
01:12:04 STEP 29 H= 29:00 +CPU= 76.236
01:13:57 STEP 30 H= 30:00 +CPU=110.738
01:15:14 STEP 31 H= 31:00 +CPU= 75.186
01:16:33 STEP 32 H= 32:00 +CPU= 76.749
01:18:24 STEP 33 H= 33:00 +CPU=108.714
01:19:43 STEP 34 H= 34:00 +CPU= 76.713
01:20:55 STEP 35 H= 35:00 +CPU= 70.936
01:22:53 STEP 36 H= 36:00 +CPU=115.656
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000036
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000036
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000036
01:24:06 STEP 37 H= 37:00 +CPU= 71.718
01:25:23 STEP 38 H= 38:00 +CPU= 74.601
01:27:11 STEP 39 H= 39:00 +CPU=106.170
01:28:28 STEP 40 H= 40:00 +CPU= 75.326
01:29:45 STEP 41 H= 41:00 +CPU= 74.898
01:31:33 STEP 42 H= 42:00 +CPU=105.087
01:32:44 STEP 43 H= 43:00 +CPU= 69.837
01:33:58 STEP 44 H= 44:00 +CPU= 72.632
01:35:38 STEP 45 H= 45:00 +CPU= 97.496
01:36:51 STEP 46 H= 46:00 +CPU= 71.085
01:38:04 STEP 47 H= 47:00 +CPU= 69.960
01:40:07 STEP 48 H= 48:00 +CPU=120.523
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000048
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000048
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000048
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000024
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000024
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000024
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000036
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000036
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000036
Zipping up the intermediate file: /home/steve/projects/climateprediction.net/oifs_43r3_ps_0241_2008050100_123_977_12193885_0_r1095640487_1.zip
Uploading the intermediate file: upload_file_1.zip
01:41:28 STEP 49 H= 49:00 +CPU= 79.500
01:42:43 STEP 50 H= 50:00 +CPU= 73.473
01:44:33 STEP 51 H= 51:00 +CPU=108.189
01:45:47 STEP 52 H= 52:00 +CPU= 72.810
01:47:03 STEP 53 H= 53:00 +CPU= 74.357
01:48:51 STEP 54 H= 54:00 +CPU=105.749
01:50:06 STEP 55 H= 55:00 +CPU= 73.573
01:51:20 STEP 56 H= 56:00 +CPU= 72.710
01:53:03 STEP 57 H= 57:00 +CPU=100.600
01:54:18 STEP 58 H= 58:00 +CPU= 73.179
01:55:37 STEP 59 H= 59:00 +CPU= 78.343
01:57:35 STEP 60 H= 60:00 +CPU=115.963
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000060
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000060
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000060
01:58:52 STEP 61 H= 61:00 +CPU= 75.397
02:00:14 STEP 62 H= 62:00 +CPU= 80.634
02:02:00 STEP 63 H= 63:00 +CPU=104.157
02:03:21 STEP 64 H= 64:00 +CPU= 79.936
02:04:37 STEP 65 H= 65:00 +CPU= 74.866
02:06:21 STEP 66 H= 66:00 +CPU=102.212
02:07:38 STEP 67 H= 67:00 +CPU= 75.640
02:08:51 STEP 68 H= 68:00 +CPU= 72.656
02:10:41 STEP 69 H= 69:00 +CPU=107.627
02:11:59 STEP 70 H= 70:00 +CPU= 75.764
02:13:14 STEP 71 H= 71:00 +CPU= 73.450
02:15:26 STEP 72 H= 72:00 +CPU=129.343
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000072
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000072
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000072
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000048
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000048
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000048
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000060
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000060
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000060
Zipping up the intermediate file: /home/steve/projects/climateprediction.net/oifs_43r3_ps_0241_2008050100_123_977_12193885_0_r1095640487_2.zip
Uploading the intermediate file: upload_file_2.zip
02:16:34 STEP 73 H= 73:00 +CPU= 66.344
02:17:53 STEP 74 H= 74:00 +CPU= 76.970
02:19:40 STEP 75 H= 75:00 +CPU=104.679
02:20:55 STEP 76 H= 76:00 +CPU= 74.200
02:22:10 STEP 77 H= 77:00 +CPU= 74.009
02:24:00 STEP 78 H= 78:00 +CPU=107.346
02:25:13 STEP 79 H= 79:00 +CPU= 70.774
02:26:31 STEP 80 H= 80:00 +CPU= 75.661
02:28:16 STEP 81 H= 81:00 +CPU=102.951
02:29:34 STEP 82 H= 82:00 +CPU= 76.508
02:30:49 STEP 83 H= 83:00 +CPU= 73.414
02:32:49 STEP 84 H= 84:00 +CPU=117.117
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000084
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000084
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000084
02:34:05 STEP 85 H= 85:00 +CPU= 74.370
02:35:22 STEP 86 H= 86:00 +CPU= 75.960
02:37:12 STEP 87 H= 87:00 +CPU=107.616
02:38:37 STEP 88 H= 88:00 +CPU= 83.222
02:39:48 STEP 89 H= 89:00 +CPU= 69.927
02:41:40 STEP 90 H= 90:00 +CPU=109.164
02:42:50 STEP 91 H= 91:00 +CPU= 69.418
02:44:04 STEP 92 H= 92:00 +CPU= 72.922
02:45:52 STEP 93 H= 93:00 +CPU=105.395
02:47:04 STEP 94 H= 94:00 +CPU= 70.543
02:48:21 STEP 95 H= 95:00 +CPU= 74.462
02:50:27 STEP 96 H= 96:00 +CPU=123.373
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000096
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000096
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000096
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000072
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000072
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000072
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000084
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000084
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000084
Zipping up the intermediate file: /home/steve/projects/climateprediction.net/oifs_43r3_ps_0241_2008050100_123_977_12193885_0_r1095640487_3.zip
Uploading the intermediate file: upload_file_3.zip
02:51:42 STEP 97 H= 97:00 +CPU= 73.566
02:53:00 STEP 98 H= 98:00 +CPU= 77.210
02:54:44 STEP 99 H= 99:00 +CPU=101.094
02:55:58 STEP 100 H= 100:00 +CPU= 73.124
02:57:13 STEP 101 H= 101:00 +CPU= 73.401
02:59:06 STEP 102 H= 102:00 +CPU=110.089
03:00:23 STEP 103 H= 103:00 +CPU= 75.417
03:01:36 STEP 104 H= 104:00 +CPU= 71.467
03:03:28 STEP 105 H= 105:00 +CPU=110.035
03:04:44 STEP 106 H= 106:00 +CPU= 74.728
03:05:58 STEP 107 H= 107:00 +CPU= 73.037
03:08:04 STEP 108 H= 108:00 +CPU=122.869
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000108
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000108
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000108
03:09:21 STEP 109 H= 109:00 +CPU= 76.350
03:10:38 STEP 110 H= 110:00 +CPU= 75.405
03:12:31 STEP 111 H= 111:00 +CPU=109.853
03:13:45 STEP 112 H= 112:00 +CPU= 73.084
03:14:55 STEP 113 H= 113:00 +CPU= 68.984
03:16:33 STEP 114 H= 114:00 +CPU= 97.610
03:17:51 STEP 115 H= 115:00 +CPU= 76.343
03:19:15 STEP 116 H= 116:00 +CPU= 82.780
03:21:14 STEP 117 H= 117:00 +CPU=116.277
03:22:37 STEP 118 H= 118:00 +CPU= 82.342
03:23:57 STEP 119 H= 119:00 +CPU= 78.254
03:26:15 STEP 120 H= 120:00 +CPU=134.875
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000120
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000120
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000120
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000096
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000096
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000096
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000108
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000108
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000108
Zipping up the intermediate file: /home/steve/projects/climateprediction.net/oifs_43r3_ps_0241_2008050100_123_977_12193885_0_r1095640487_4.zip
Uploading the intermediate file: upload_file_4.zip
03:27:35 STEP 121 H= 121:00 +CPU= 78.727
03:28:50 STEP 122 H= 122:00 +CPU= 73.584
03:30:50 STEP 123 H= 123:00 +CPU=117.309
03:32:08 STEP 124 H= 124:00 +CPU= 76.095
03:33:26 STEP 125 H= 125:00 +CPU= 75.981
03:35:29 STEP 126 H= 126:00 +CPU=120.279
03:36:52 STEP 127 H= 127:00 +CPU= 80.114
03:38:09 STEP 128 H= 128:00 +CPU= 75.832
03:40:06 STEP 129 H= 129:00 +CPU=114.726
03:41:30 STEP 130 H= 130:00 +CPU= 82.086
03:42:47 STEP 131 H= 131:00 +CPU= 74.550
03:44:58 STEP 132 H= 132:00 +CPU=128.813
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000132
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000132
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000132
03:46:20 STEP 133 H= 133:00 +CPU= 81.052
03:47:37 STEP 134 H= 134:00 +CPU= 75.099
03:49:39 STEP 135 H= 135:00 +CPU=119.626
03:51:02 STEP 136 H= 136:00 +CPU= 82.298
03:52:15 STEP 137 H= 137:00 +CPU= 71.688
03:54:20 STEP 138 H= 138:00 +CPU=122.569
03:55:38 STEP 139 H= 139:00 +CPU= 76.419
03:56:55 STEP 140 H= 140:00 +CPU= 74.803
03:58:49 STEP 141 H= 141:00 +CPU=112.046
04:00:06 STEP 142 H= 142:00 +CPU= 75.945
04:01:26 STEP 143 H= 143:00 +CPU= 78.326
04:03:44 STEP 144 H= 144:00 +CPU=134.244
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000144
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000144
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000144
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000120
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000120
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000120
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000132
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000132
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000132
Zipping up the intermediate file: /home/steve/projects/climateprediction.net/oifs_43r3_ps_0241_2008050100_123_977_12193885_0_r1095640487_5.zip
Uploading the intermediate file: upload_file_5.zip
04:05:00 STEP 145 H= 145:00 +CPU= 74.701
04:06:23 STEP 146 H= 146:00 +CPU= 81.511
04:08:17 STEP 147 H= 147:00 +CPU=111.813
04:09:39 STEP 148 H= 148:00 +CPU= 79.860
04:10:59 STEP 149 H= 149:00 +CPU= 77.847
04:12:56 STEP 150 H= 150:00 +CPU=114.890
04:14:15 STEP 151 H= 151:00 +CPU= 77.207
04:15:30 STEP 152 H= 152:00 +CPU= 73.066
04:17:20 STEP 153 H= 153:00 +CPU=107.792
04:18:44 STEP 154 H= 154:00 +CPU= 82.170
04:19:57 STEP 155 H= 155:00 +CPU= 71.930
04:22:09 STEP 156 H= 156:00 +CPU=128.700
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000156
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000156
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000156
04:23:26 STEP 157 H= 157:00 +CPU= 75.042
04:24:44 STEP 158 H= 158:00 +CPU= 77.084
04:26:39 STEP 159 H= 159:00 +CPU=111.891
04:27:58 STEP 160 H= 160:00 +CPU= 77.506
04:29:18 STEP 161 H= 161:00 +CPU= 78.113
04:31:10 STEP 162 H= 162:00 +CPU=110.555
04:32:27 STEP 163 H= 163:00 +CPU= 75.239
04:33:51 STEP 164 H= 164:00 +CPU= 83.263
04:35:49 STEP 165 H= 165:00 +CPU=114.873
04:37:11 STEP 166 H= 166:00 +CPU= 79.998
04:38:33 STEP 167 H= 167:00 +CPU= 80.876
04:40:54 STEP 168 H= 168:00 +CPU=137.996
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000168
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000168
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000168
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000144
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000144
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000144
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000156
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000156
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000156
Zipping up the intermediate file: /home/steve/projects/climateprediction.net/oifs_43r3_ps_0241_2008050100_123_977_12193885_0_r1095640487_6.zip
Uploading the intermediate file: upload_file_6.zip
04:42:16 STEP 169 H= 169:00 +CPU= 80.765
04:43:30 STEP 170 H= 170:00 +CPU= 71.721
04:45:26 STEP 171 H= 171:00 +CPU=112.911
04:46:45 STEP 172 H= 172:00 +CPU= 77.578
04:48:03 STEP 173 H= 173:00 +CPU= 76.154
04:50:02 STEP 174 H= 174:00 +CPU=116.573
04:51:18 STEP 175 H= 175:00 +CPU= 74.381
04:52:40 STEP 176 H= 176:00 +CPU= 80.050
04:54:38 STEP 177 H= 177:00 +CPU=115.559
04:55:58 STEP 178 H= 178:00 +CPU= 79.001
04:57:18 STEP 179 H= 179:00 +CPU= 78.665
04:59:27 STEP 180 H= 180:00 +CPU=126.138
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000180
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000180
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000180
05:00:45 STEP 181 H= 181:00 +CPU= 76.711
05:02:06 STEP 182 H= 182:00 +CPU= 79.325
05:03:55 STEP 183 H= 183:00 +CPU=106.779
05:05:20 STEP 184 H= 184:00 +CPU= 83.231
05:06:39 STEP 185 H= 185:00 +CPU= 78.021
05:08:38 STEP 186 H= 186:00 +CPU=116.742
05:10:02 STEP 187 H= 187:00 +CPU= 82.145
05:11:19 STEP 188 H= 188:00 +CPU= 75.152
05:13:21 STEP 189 H= 189:00 +CPU=118.971
05:14:40 STEP 190 H= 190:00 +CPU= 77.681
05:15:59 STEP 191 H= 191:00 +CPU= 77.007
05:18:20 STEP 192 H= 192:00 +CPU=137.539
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000192
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000192
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000192
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000168
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000168
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000168
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000180
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000180
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000180
Zipping up the intermediate file: /home/steve/projects/climateprediction.net/oifs_43r3_ps_0241_2008050100_123_977_12193885_0_r1095640487_7.zip
Uploading the intermediate file: upload_file_7.zip
05:19:36 STEP 193 H= 193:00 +CPU= 74.268
05:21:01 STEP 194 H= 194:00 +CPU= 82.663
05:23:00 STEP 195 H= 195:00 +CPU=115.764
05:24:26 STEP 196 H= 196:00 +CPU= 84.428
05:25:47 STEP 197 H= 197:00 +CPU= 79.670
05:27:41 STEP 198 H= 198:00 +CPU=111.846
05:29:02 STEP 199 H= 199:00 +CPU= 80.081
05:30:22 STEP 200 H= 200:00 +CPU= 79.105
05:32:22 STEP 201 H= 201:00 +CPU=116.880
05:33:45 STEP 202 H= 202:00 +CPU= 81.293
05:35:03 STEP 203 H= 203:00 +CPU= 75.955
05:37:14 STEP 204 H= 204:00 +CPU=128.946
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000204
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000204
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000204
05:38:29 STEP 205 H= 205:00 +CPU= 73.949
05:39:49 STEP 206 H= 206:00 +CPU= 79.171
05:41:43 STEP 207 H= 207:00 +CPU=111.584
05:43:03 STEP 208 H= 208:00 +CPU= 78.100
05:44:24 STEP 209 H= 209:00 +CPU= 79.569
05:46:22 STEP 210 H= 210:00 +CPU=115.157
05:47:41 STEP 211 H= 211:00 +CPU= 78.235
05:49:06 STEP 212 H= 212:00 +CPU= 83.192
05:51:01 STEP 213 H= 213:00 +CPU=111.552
05:52:26 STEP 214 H= 214:00 +CPU= 83.514
05:53:49 STEP 215 H= 215:00 +CPU= 81.385
05:56:10 STEP 216 H= 216:00 +CPU=138.298
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000216
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000216
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000216
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000192
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000192
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000192
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000204
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000204
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000204
Zipping up the intermediate file: /home/steve/projects/climateprediction.net/oifs_43r3_ps_0241_2008050100_123_977_12193885_0_r1095640487_8.zip
Uploading the intermediate file: upload_file_8.zip
05:57:31 STEP 217 H= 217:00 +CPU= 79.062
05:58:46 STEP 218 H= 218:00 +CPU= 73.447
06:00:46 STEP 219 H= 219:00 +CPU=117.129
06:02:03 STEP 220 H= 220:00 +CPU= 75.898
06:03:19 STEP 221 H= 221:00 +CPU= 74.653
06:05:21 STEP 222 H= 222:00 +CPU=119.697
06:06:39 STEP 223 H= 223:00 +CPU= 75.908
06:08:00 STEP 224 H= 224:00 +CPU= 79.379
06:09:50 STEP 225 H= 225:00 +CPU=108.823
06:11:13 STEP 226 H= 226:00 +CPU= 81.328
06:12:35 STEP 227 H= 227:00 +CPU= 79.832
06:14:43 STEP 228 H= 228:00 +CPU=125.319
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000228
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000228
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000228
06:16:02 STEP 229 H= 229:00 +CPU= 77.906
06:17:26 STEP 230 H= 230:00 +CPU= 82.193
06:19:20 STEP 231 H= 231:00 +CPU=111.912
06:20:45 STEP 232 H= 232:00 +CPU= 84.037
06:21:58 STEP 233 H= 233:00 +CPU= 71.329
06:23:55 STEP 234 H= 234:00 +CPU=113.573
06:25:14 STEP 235 H= 235:00 +CPU= 78.161
06:26:35 STEP 236 H= 236:00 +CPU= 78.244
06:28:31 STEP 237 H= 237:00 +CPU=112.838
06:29:47 STEP 238 H= 238:00 +CPU= 74.250
06:31:09 STEP 239 H= 239:00 +CPU= 79.887
06:33:30 STEP 240 H= 240:00 +CPU=133.875
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000240
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000240
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000240
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000216
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000216
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000216
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000228
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000228
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000228
Zipping up the intermediate file: /home/steve/projects/climateprediction.net/oifs_43r3_ps_0241_2008050100_123_977_12193885_0_r1095640487_9.zip
Uploading the intermediate file: upload_file_9.zip
Uploading trickle at timestep: 864000
06:34:50 STEP 241 H= 241:00 +CPU= 78.620
06:36:08 STEP 242 H= 242:00 +CPU= 75.451
06:38:03 STEP 243 H= 243:00 +CPU=112.985
06:39:22 STEP 244 H= 244:00 +CPU= 77.514
06:40:37 STEP 245 H= 245:00 +CPU= 73.440
06:42:28 STEP 246 H= 246:00 +CPU=109.437
06:43:42 STEP 247 H= 247:00 +CPU= 72.277
06:44:55 STEP 248 H= 248:00 +CPU= 71.622
06:46:41 STEP 249 H= 249:00 +CPU=103.686
06:47:56 STEP 250 H= 250:00 +CPU= 73.354
06:49:05 STEP 251 H= 251:00 +CPU= 68.291
06:51:10 STEP 252 H= 252:00 +CPU=122.138
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000252
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000252
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000252
06:52:22 STEP 253 H= 253:00 +CPU= 71.092
06:53:38 STEP 254 H= 254:00 +CPU= 74.327
06:55:27 STEP 255 H= 255:00 +CPU=106.741
06:56:41 STEP 256 H= 256:00 +CPU= 72.539
06:57:58 STEP 257 H= 257:00 +CPU= 75.733
06:59:52 STEP 258 H= 258:00 +CPU=111.609
07:01:09 STEP 259 H= 259:00 +CPU= 75.659
07:02:27 STEP 260 H= 260:00 +CPU= 77.025
07:04:09 STEP 261 H= 261:00 +CPU=100.198
07:05:12 STEP 262 H= 262:00 +CPU= 62.125
07:06:25 STEP 263 H= 263:00 +CPU= 71.236
07:08:32 STEP 264 H= 264:00 +CPU=124.390
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000264
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000264
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000264
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000240
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000240
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000240
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000252
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000252
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000252
Zipping up the intermediate file: /home/steve/projects/climateprediction.net/oifs_43r3_ps_0241_2008050100_123_977_12193885_0_r1095640487_10.zip
Uploading the intermediate file: upload_file_10.zip
07:09:47 STEP 265 H= 265:00 +CPU= 71.904
07:10:58 STEP 266 H= 266:00 +CPU= 67.642
07:12:27 STEP 267 H= 267:00 +CPU= 86.334
07:13:30 STEP 268 H= 268:00 +CPU= 61.211
07:14:25 STEP 269 H= 269:00 +CPU= 53.769
07:15:51 STEP 270 H= 270:00 +CPU= 84.205
07:16:49 STEP 271 H= 271:00 +CPU= 57.587
07:17:57 STEP 272 H= 272:00 +CPU= 66.578
07:19:51 STEP 273 H= 273:00 +CPU=111.731
Quit request received from BOINC client, ending the child process
..Failed, model did not complete successfully
(argv0) ../../projects/climateprediction.net/oifs_43r3_ps_1.05_x86_64-pc-linux-gnu
(argv1) start_date: 2008050100
(argv2) exptid: hq0f
(argv3) unique_member_id: 0241
(argv4) batchid: 977
(argv5) wuid: 12193885
(argv6) fclen: 123
(argv7) app_name: oifs_43r3_ps
(argv8) nthreads: 1
Working directory is: /home/steve/slots/13
Project directory is: /home/steve/projects/climateprediction.net/
app name: oifs_43r3_ps
version: 1.05
Location of temp folder: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885
..mkdir for temp folder for results failed
Copying: /home/steve/projects/climateprediction.net/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip to: /home/steve/slots/13/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /home/steve/slots/13/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_6216e7a30d7ea365eec0acbba820049e to: /home/steve/slots/13/oifs_43r3_ps_0241_2008050100_123_977_12193885.zip
Unzipping the namelist zip file: /home/steve/slots/13/oifs_43r3_ps_0241_2008050100_123_977_12193885.zip
ic_ancil_file: ic_ancil_12193885
ifsdata_file: ifsdata_12193885
climate_data_file: clim_data_12193885
horiz_resolution: 159
vert_resolution: 60
grid_type: l_2
upload_interval: 24
utstep: 3600
nfrres: restart dump frequency (steps) 24
Copying IC ancils from: ../../projects/climateprediction.net/jf_5d67dea07d01b86854cb70495a4add03 to: /home/steve/slots/13/ic_ancil_12193885.zip
Unzipping the IC ancils zip file: /home/steve/slots/13/ic_ancil_12193885.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_0da79e1e2c2258dc8ac9e2937e77a7d6 to: /home/steve/slots/13/ifsdata/ifsdata_12193885.zip
Unzipping the ifsdata_zip file: /home/steve/slots/13/ifsdata/ifsdata_12193885.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /home/steve/slots/13/159l_2/clim_data_12193885.zip
Unzipping the climate data zip file: /home/steve/slots/13/159l_2/clim_data_12193885.zip
Checking for progress XML file: /home/steve/slots/13/progress_file_12193885.xml
Opened progress file ok : /home/steve/slots/13/progress_file_12193885.xml
-- Model is restarting --
Adjusting last_iter, 274, to previous model restart step.
Creating progress file: /home/steve/slots/13/progress_file_12193885.xml
last_cpu_time: 24204
upload_file_number: 11
last_iter: 263
last_upload: 950400
model_completed: 0
total_length_of_simulation: 10627200
result_base_name: oifs_43r3_ps_0241_2008050100_123_977_12193885_0_r1095640487
The child process has been launched with process id: 8985
Executing the command: /home/steve/slots/13/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:steve-System-Product-Name:1:1:8985:8985] [20230120:072235:1674220955:0.001] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2091] fp = 0x3129fe0
[EC_DRHOOK:steve-System-Product-Name:1:1:8985:8985] [20230120:072235:1674220955:0.001] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:steve-System-Product-Name:1:1:8985:8985] [20230120:072235:1674220955:0.001] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:steve-System-Product-Name:1:1:8985:8985] [20230120:072235:1674220955:0.001] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:steve-System-Product-Name:1:1:8985:8985] [20230120:072235:1674220955:0.001] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:steve-System-Product-Name:1:1:8985:8985] [20230120:072235:1674220955:0.001] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:steve-System-Product-Name:1:1:8985:8985] [20230120:072235:1674220955:0.001] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:steve-System-Product-Name:1:1:8985:8985] [20230120:072235:1674220955:0.001] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:steve-System-Product-Name:1:1:8985:8985] [20230120:072235:1674220955:0.001] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:steve-System-Product-Name:1:1:8985:8985] [20230120:072235:1674220955:0.001] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:steve-System-Product-Name:1:1:8985:8985] [20230120:072235:1674220955:0.001] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:steve-System-Product-Name:1:1:8985:8985] [20230120:072235:1674220955:0.001] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:steve-System-Product-Name:1:1:8985:8985] [20230120:072235:1674220955:0.001] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:steve-System-Product-Name:1:1:8985:8985] [20230120:072235:1674220955:0.001] [ignore_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:steve-System-Product-Name:1:1:8985:8985] [20230120:072235:1674220955:0.001] [restore_default_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:steve-System-Product-Name:1:1:8985:8985] [20230120:072235:1674220955:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:steve-System-Product-Name:1:1:8985:8985] [20230120:072235:1674220955:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f820 (old at (nil))
[EC_DRHOOK:steve-System-Product-Name:1:1:8985:8985] [20230120:072235:1674220955:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:steve-System-Product-Name:1:1:8985:8985] [20230120:072235:1674220955:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f820 (old at (nil))
[EC_DRHOOK:steve-System-Product-Name:1:1:8985:8985] [20230120:072235:1674220955:0.001] [trapfpe_treatment@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:steve-System-Product-Name:1:1:8985:8985] [20230120:072235:1674220955:0.002] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:steve-System-Product-Name:1:1:8985:8985] [20230120:072235:1674220955:0.002] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:steve-System-Product-Name:1:1:8985:8985] [20230120:072235:1674220955:0.002] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f820 (old at (nil))
[EC_DRHOOK:steve-System-Product-Name:1:1:8985:8985] [20230120:072235:1674220955:0.002] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:steve-System-Product-Name:1:1:8985:8985] [20230120:072235:1674220955:0.002] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:steve-System-Product-Name:1:1:8985:8985] [20230120:072235:1674220955:0.002] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:steve-System-Product-Name:1:1:8985:8985] [20230120:072235:1674220955:0.002] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f820 (old at (nil))
[EC_DRHOOK:steve-System-Product-Name:1:1:8985:8985] [20230120:072235:1674220955:0.002] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f820 (old at 0x1)
[EC_DRHOOK:steve-System-Product-Name:1:1:8985:8985] [20230120:072235:1674220955:0.002] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f820 (old at (nil))
[EC_DRHOOK:steve-System-Product-Name:1:1:8985:8985] [20230120:072235:1674220955:0.002] [catch_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
07:25:01 STEP 264 H= 264:00 +CPU=130.644
07:26:20 STEP 265 H= 265:00 +CPU= 76.753
07:27:38 STEP 266 H= 266:00 +CPU= 75.524
07:29:32 STEP 267 H= 267:00 +CPU=110.102
07:30:57 STEP 268 H= 268:00 +CPU= 77.203
07:32:15 STEP 269 H= 269:00 +CPU= 70.145
07:34:09 STEP 270 H= 270:00 +CPU=107.353
07:35:24 STEP 271 H= 271:00 +CPU= 71.656
07:36:45 STEP 272 H= 272:00 +CPU= 76.909
07:38:39 STEP 273 H= 273:00 +CPU=109.873
07:39:57 STEP 274 H= 274:00 +CPU= 75.732
07:41:07 STEP 275 H= 275:00 +CPU= 64.447
07:42:26 STEP 276 H= 276:00 +CPU= 77.960
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000276
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000276
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000276
07:43:08 STEP 277 H= 277:00 +CPU= 41.693
07:44:03 STEP 278 H= 278:00 +CPU= 53.240
07:45:25 STEP 279 H= 279:00 +CPU= 81.296
07:46:16 STEP 280 H= 280:00 +CPU= 49.646
07:47:09 STEP 281 H= 281:00 +CPU= 51.365
07:48:27 STEP 282 H= 282:00 +CPU= 73.372
07:49:11 STEP 283 H= 283:00 +CPU= 43.379
07:50:04 STEP 284 H= 284:00 +CPU= 50.152
07:51:35 STEP 285 H= 285:00 +CPU= 82.620
07:52:40 STEP 286 H= 286:00 +CPU= 59.232
07:53:34 STEP 287 H= 287:00 +CPU= 51.903
07:55:18 STEP 288 H= 288:00 +CPU= 96.844
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000288
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000288
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000288
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000264
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000264
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000264
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000276
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000276
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000276
Zipping up the intermediate file: /home/steve/projects/climateprediction.net/oifs_43r3_ps_0241_2008050100_123_977_12193885_0_r1095640487_11.zip
Uploading the intermediate file: upload_file_11.zip
07:56:12 STEP 289 H= 289:00 +CPU= 51.503
07:57:07 STEP 290 H= 290:00 +CPU= 52.278
07:58:30 STEP 291 H= 291:00 +CPU= 80.078
07:59:27 STEP 292 H= 292:00 +CPU= 55.093
08:00:32 STEP 293 H= 293:00 +CPU= 63.883
08:02:21 STEP 294 H= 294:00 +CPU=106.535
08:03:37 STEP 295 H= 295:00 +CPU= 74.574
08:04:53 STEP 296 H= 296:00 +CPU= 74.045
08:06:47 STEP 297 H= 297:00 +CPU=111.364
08:07:59 STEP 298 H= 298:00 +CPU= 69.632
08:09:12 STEP 299 H= 299:00 +CPU= 72.342
08:11:11 STEP 300 H= 300:00 +CPU=115.183
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000300
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000300
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000300
08:12:23 STEP 301 H= 301:00 +CPU= 69.868
08:13:43 STEP 302 H= 302:00 +CPU= 78.281
08:15:19 STEP 303 H= 303:00 +CPU= 93.000
08:16:09 STEP 304 H= 304:00 +CPU= 48.776
08:17:00 STEP 305 H= 305:00 +CPU= 50.212
08:18:19 STEP 306 H= 306:00 +CPU= 77.639
08:19:09 STEP 307 H= 307:00 +CPU= 49.048
08:20:02 STEP 308 H= 308:00 +CPU= 52.158
08:21:15 STEP 309 H= 309:00 +CPU= 71.473
08:22:05 STEP 310 H= 310:00 +CPU= 50.242
08:23:04 STEP 311 H= 311:00 +CPU= 57.366
08:24:58 STEP 312 H= 312:00 +CPU=111.588
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000312
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000312
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000312
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000288
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000288
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000288
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000300
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000300
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000300
Zipping up the intermediate file: /home/steve/projects/climateprediction.net/oifs_43r3_ps_0241_2008050100_123_977_12193885_0_r1095640487_12.zip
Uploading the intermediate file: upload_file_12.zip
08:26:19 STEP 313 H= 313:00 +CPU= 79.854
08:27:35 STEP 314 H= 314:00 +CPU= 74.793
08:29:31 STEP 315 H= 315:00 +CPU=113.349
08:30:51 STEP 316 H= 316:00 +CPU= 78.211
08:32:07 STEP 317 H= 317:00 +CPU= 74.832
08:33:57 STEP 318 H= 318:00 +CPU=108.377
08:35:16 STEP 319 H= 319:00 +CPU= 77.587
08:36:37 STEP 320 H= 320:00 +CPU= 78.315
Quit request received from BOINC client, ending the child process
(argv0) ../../projects/climateprediction.net/oifs_43r3_ps_1.05_x86_64-pc-linux-gnu
(argv1) start_date: 2008050100
(argv2) exptid: hq0f
(argv3) unique_member_id: 0241
(argv4) batchid: 977
(argv5) wuid: 12193885
(argv6) fclen: 123
(argv7) app_name: oifs_43r3_ps
(argv8) nthreads: 1
Working directory is: /home/steve/slots/13
Project directory is: /home/steve/projects/climateprediction.net/
app name: oifs_43r3_ps
version: 1.05
Location of temp folder: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885
..mkdir for temp folder for results failed
Copying: /home/steve/projects/climateprediction.net/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip to: /home/steve/slots/13/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /home/steve/slots/13/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_6216e7a30d7ea365eec0acbba820049e to: /home/steve/slots/13/oifs_43r3_ps_0241_2008050100_123_977_12193885.zip
Unzipping the namelist zip file: /home/steve/slots/13/oifs_43r3_ps_0241_2008050100_123_977_12193885.zip
ic_ancil_file: ic_ancil_12193885
ifsdata_file: ifsdata_12193885
climate_data_file: clim_data_12193885
horiz_resolution: 159
vert_resolution: 60
grid_type: l_2
upload_interval: 24
utstep: 3600
nfrres: restart dump frequency (steps) 24
Copying IC ancils from: ../../projects/climateprediction.net/jf_5d67dea07d01b86854cb70495a4add03 to: /home/steve/slots/13/ic_ancil_12193885.zip
Unzipping the IC ancils zip file: /home/steve/slots/13/ic_ancil_12193885.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_0da79e1e2c2258dc8ac9e2937e77a7d6 to: /home/steve/slots/13/ifsdata/ifsdata_12193885.zip
Unzipping the ifsdata_zip file: /home/steve/slots/13/ifsdata/ifsdata_12193885.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /home/steve/slots/13/159l_2/clim_data_12193885.zip
Unzipping the climate data zip file: /home/steve/slots/13/159l_2/clim_data_12193885.zip
Checking for progress XML file: /home/steve/slots/13/progress_file_12193885.xml
Opened progress file ok : /home/steve/slots/13/progress_file_12193885.xml
-- Model is restarting --
Adjusting last_iter, 321, to previous model restart step.
Creating progress file: /home/steve/slots/13/progress_file_12193885.xml
last_cpu_time: 28506
upload_file_number: 13
last_iter: 311
last_upload: 1123200
model_completed: 0
total_length_of_simulation: 10627200
result_base_name: oifs_43r3_ps_0241_2008050100_123_977_12193885_0_r1095640487
The child process has been launched with process id: 9146
Executing the command: /home/steve/slots/13/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:steve-System-Product-Name:1:1:9146:9146] [20230120:083842:1674225522:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2091] fp = 0x3129fe0
[EC_DRHOOK:steve-System-Product-Name:1:1:9146:9146] [20230120:083842:1674225522:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:steve-System-Product-Name:1:1:9146:9146] [20230120:083842:1674225522:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:steve-System-Product-Name:1:1:9146:9146] [20230120:083842:1674225522:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:steve-System-Product-Name:1:1:9146:9146] [20230120:083842:1674225522:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:steve-System-Product-Name:1:1:9146:9146] [20230120:083842:1674225522:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:steve-System-Product-Name:1:1:9146:9146] [20230120:083842:1674225522:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:steve-System-Product-Name:1:1:9146:9146] [20230120:083842:1674225522:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:steve-System-Product-Name:1:1:9146:9146] [20230120:083842:1674225522:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:steve-System-Product-Name:1:1:9146:9146] [20230120:083842:1674225522:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:steve-System-Product-Name:1:1:9146:9146] [20230120:083842:1674225522:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:steve-System-Product-Name:1:1:9146:9146] [20230120:083842:1674225522:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:steve-System-Product-Name:1:1:9146:9146] [20230120:083842:1674225522:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:steve-System-Product-Name:1:1:9146:9146] [20230120:083842:1674225522:0.000] [ignore_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:steve-System-Product-Name:1:1:9146:9146] [20230120:083842:1674225522:0.000] [restore_default_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:steve-System-Product-Name:1:1:9146:9146] [20230120:083842:1674225522:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:steve-System-Product-Name:1:1:9146:9146] [20230120:083842:1674225522:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f820 (old at (nil))
[EC_DRHOOK:steve-System-Product-Name:1:1:9146:9146] [20230120:083842:1674225522:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:steve-System-Product-Name:1:1:9146:9146] [20230120:083842:1674225522:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f820 (old at (nil))
[EC_DRHOOK:steve-System-Product-Name:1:1:9146:9146] [20230120:083842:1674225522:0.000] [trapfpe_treatment@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:steve-System-Product-Name:1:1:9146:9146] [20230120:083842:1674225522:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:steve-System-Product-Name:1:1:9146:9146] [20230120:083842:1674225522:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:steve-System-Product-Name:1:1:9146:9146] [20230120:083842:1674225522:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f820 (old at (nil))
[EC_DRHOOK:steve-System-Product-Name:1:1:9146:9146] [20230120:083842:1674225522:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:steve-System-Product-Name:1:1:9146:9146] [20230120:083842:1674225522:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:steve-System-Product-Name:1:1:9146:9146] [20230120:083842:1674225522:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:steve-System-Product-Name:1:1:9146:9146] [20230120:083842:1674225522:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f820 (old at (nil))
[EC_DRHOOK:steve-System-Product-Name:1:1:9146:9146] [20230120:083842:1674225522:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f820 (old at 0x1)
[EC_DRHOOK:steve-System-Product-Name:1:1:9146:9146] [20230120:083842:1674225522:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f820 (old at (nil))
[EC_DRHOOK:steve-System-Product-Name:1:1:9146:9146] [20230120:083842:1674225522:0.001] [catch_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
08:41:05 STEP 312 H= 312:00 +CPU=127.883
08:42:16 STEP 313 H= 313:00 +CPU= 69.667
08:43:25 STEP 314 H= 314:00 +CPU= 67.019
08:45:05 STEP 315 H= 315:00 +CPU= 98.937
08:46:21 STEP 316 H= 316:00 +CPU= 73.739
08:47:34 STEP 317 H= 317:00 +CPU= 70.884
08:49:22 STEP 318 H= 318:00 +CPU=106.437
08:50:37 STEP 319 H= 319:00 +CPU= 73.701
08:51:53 STEP 320 H= 320:00 +CPU= 74.475
08:53:44 STEP 321 H= 321:00 +CPU=107.938
08:54:59 STEP 322 H= 322:00 +CPU= 73.395
08:56:18 STEP 323 H= 323:00 +CPU= 77.441
08:58:12 STEP 324 H= 324:00 +CPU=111.763
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000324
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000324
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000324
08:59:24 STEP 325 H= 325:00 +CPU= 70.635
09:00:37 STEP 326 H= 326:00 +CPU= 71.841
09:02:25 STEP 327 H= 327:00 +CPU=103.702
09:03:41 STEP 328 H= 328:00 +CPU= 73.815
09:04:55 STEP 329 H= 329:00 +CPU= 72.181
09:06:43 STEP 330 H= 330:00 +CPU=104.842
09:07:57 STEP 331 H= 331:00 +CPU= 72.520
09:09:10 STEP 332 H= 332:00 +CPU= 70.677
09:10:57 STEP 333 H= 333:00 +CPU=104.961
09:12:14 STEP 334 H= 334:00 +CPU= 75.045
09:13:31 STEP 335 H= 335:00 +CPU= 74.635
09:15:39 STEP 336 H= 336:00 +CPU=124.332
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000336
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000336
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000336
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000312
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000312
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000312
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000324
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000324
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000324
Zipping up the intermediate file: /home/steve/projects/climateprediction.net/oifs_43r3_ps_0241_2008050100_123_977_12193885_0_r1095640487_13.zip
Uploading the intermediate file: upload_file_13.zip
09:16:51 STEP 337 H= 337:00 +CPU= 69.853
09:18:06 STEP 338 H= 338:00 +CPU= 73.373
09:19:51 STEP 339 H= 339:00 +CPU=101.419
09:21:07 STEP 340 H= 340:00 +CPU= 75.228
09:22:22 STEP 341 H= 341:00 +CPU= 73.534
09:24:05 STEP 342 H= 342:00 +CPU=100.599
09:25:16 STEP 343 H= 343:00 +CPU= 69.958
09:26:32 STEP 344 H= 344:00 +CPU= 74.737
09:28:17 STEP 345 H= 345:00 +CPU=102.255
09:29:29 STEP 346 H= 346:00 +CPU= 71.098
09:30:45 STEP 347 H= 347:00 +CPU= 74.007
09:32:48 STEP 348 H= 348:00 +CPU=120.478
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000348
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000348
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000348
09:33:57 STEP 349 H= 349:00 +CPU= 67.133
09:35:13 STEP 350 H= 350:00 +CPU= 74.313
09:36:56 STEP 351 H= 351:00 +CPU=100.208
09:38:17 STEP 352 H= 352:00 +CPU= 79.715
09:39:31 STEP 353 H= 353:00 +CPU= 72.452
09:41:15 STEP 354 H= 354:00 +CPU=101.656
09:42:30 STEP 355 H= 355:00 +CPU= 73.739
09:43:46 STEP 356 H= 356:00 +CPU= 74.227
09:45:32 STEP 357 H= 357:00 +CPU=103.380
09:46:46 STEP 358 H= 358:00 +CPU= 71.734
09:48:00 STEP 359 H= 359:00 +CPU= 72.798
09:50:09 STEP 360 H= 360:00 +CPU=125.204
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000360
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000360
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000360
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000336
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000336
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000336
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000348
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000348
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000348
Zipping up the intermediate file: /home/steve/projects/climateprediction.net/oifs_43r3_ps_0241_2008050100_123_977_12193885_0_r1095640487_14.zip
Uploading the intermediate file: upload_file_14.zip
09:51:22 STEP 361 H= 361:00 +CPU= 70.742
09:52:39 STEP 362 H= 362:00 +CPU= 74.785
09:54:26 STEP 363 H= 363:00 +CPU=105.309
09:55:41 STEP 364 H= 364:00 +CPU= 73.882
09:56:57 STEP 365 H= 365:00 +CPU= 73.430
09:58:43 STEP 366 H= 366:00 +CPU=104.147
09:59:55 STEP 367 H= 367:00 +CPU= 70.145
10:01:07 STEP 368 H= 368:00 +CPU= 70.241
10:02:47 STEP 369 H= 369:00 +CPU= 98.519
10:04:03 STEP 370 H= 370:00 +CPU= 74.096
10:05:14 STEP 371 H= 371:00 +CPU= 69.898
10:07:11 STEP 372 H= 372:00 +CPU=113.839
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000372
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000372
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000372
10:08:13 STEP 373 H= 373:00 +CPU= 58.889
10:09:05 STEP 374 H= 374:00 +CPU= 50.483
10:10:31 STEP 375 H= 375:00 +CPU= 83.251
10:11:35 STEP 376 H= 376:00 +CPU= 62.833
10:12:32 STEP 377 H= 377:00 +CPU= 56.749
10:14:00 STEP 378 H= 378:00 +CPU= 86.215
10:15:01 STEP 379 H= 379:00 +CPU= 59.761
10:16:04 STEP 380 H= 380:00 +CPU= 62.713
10:17:40 STEP 381 H= 381:00 +CPU= 93.277
10:18:57 STEP 382 H= 382:00 +CPU= 76.236
10:20:22 STEP 383 H= 383:00 +CPU= 83.981
10:22:36 STEP 384 H= 384:00 +CPU=131.064
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000384
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000384
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000384
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000360
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000360
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000360
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000372
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000372
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000372
Zipping up the intermediate file: /home/steve/projects/climateprediction.net/oifs_43r3_ps_0241_2008050100_123_977_12193885_0_r1095640487_15.zip
Uploading the intermediate file: upload_file_15.zip
10:23:57 STEP 385 H= 385:00 +CPU= 79.127
10:25:11 STEP 386 H= 386:00 +CPU= 73.467
10:27:05 STEP 387 H= 387:00 +CPU=111.738
10:28:24 STEP 388 H= 388:00 +CPU= 76.263
10:29:39 STEP 389 H= 389:00 +CPU= 73.738
10:31:38 STEP 390 H= 390:00 +CPU=117.135
10:32:53 STEP 391 H= 391:00 +CPU= 73.632
10:34:06 STEP 392 H= 392:00 +CPU= 72.219
10:36:02 STEP 393 H= 393:00 +CPU=114.575
10:37:23 STEP 394 H= 394:00 +CPU= 79.679
10:38:35 STEP 395 H= 395:00 +CPU= 70.709
10:40:45 STEP 396 H= 396:00 +CPU=128.239
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000396
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000396
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000396
10:42:05 STEP 397 H= 397:00 +CPU= 79.790
10:43:32 STEP 398 H= 398:00 +CPU= 86.482
10:45:24 STEP 399 H= 399:00 +CPU=110.581
10:46:41 STEP 400 H= 400:00 +CPU= 76.157
10:48:00 STEP 401 H= 401:00 +CPU= 78.163
10:49:56 STEP 402 H= 402:00 +CPU=112.766
10:51:18 STEP 403 H= 403:00 +CPU= 81.191
10:52:39 STEP 404 H= 404:00 +CPU= 79.140
10:54:32 STEP 405 H= 405:00 +CPU=110.688
10:55:55 STEP 406 H= 406:00 +CPU= 82.210
10:57:16 STEP 407 H= 407:00 +CPU= 79.606
10:59:30 STEP 408 H= 408:00 +CPU=130.456
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000408
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000408
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000408
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000384
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000384
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000384
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000396
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000396
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000396
Zipping up the intermediate file: /home/steve/projects/climateprediction.net/oifs_43r3_ps_0241_2008050100_123_977_12193885_0_r1095640487_16.zip
Uploading the intermediate file: upload_file_16.zip
11:00:47 STEP 409 H= 409:00 +CPU= 75.784
11:02:10 STEP 410 H= 410:00 +CPU= 80.339
11:04:10 STEP 411 H= 411:00 +CPU=118.270
11:05:34 STEP 412 H= 412:00 +CPU= 81.640
11:06:51 STEP 413 H= 413:00 +CPU= 76.395
11:08:46 STEP 414 H= 414:00 +CPU=112.460
11:10:02 STEP 415 H= 415:00 +CPU= 75.237
11:11:24 STEP 416 H= 416:00 +CPU= 80.384
11:13:14 STEP 417 H= 417:00 +CPU=107.832
11:14:36 STEP 418 H= 418:00 +CPU= 80.714
11:15:53 STEP 419 H= 419:00 +CPU= 75.605
11:18:02 STEP 420 H= 420:00 +CPU=127.100
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000420
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000420
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000420
11:19:25 STEP 421 H= 421:00 +CPU= 81.299
11:20:40 STEP 422 H= 422:00 +CPU= 74.463
11:22:32 STEP 423 H= 423:00 +CPU=109.267
11:23:56 STEP 424 H= 424:00 +CPU= 81.891
11:25:10 STEP 425 H= 425:00 +CPU= 73.041
11:27:08 STEP 426 H= 426:00 +CPU=115.464
11:28:27 STEP 427 H= 427:00 +CPU= 77.488
11:29:43 STEP 428 H= 428:00 +CPU= 74.810
11:31:41 STEP 429 H= 429:00 +CPU=115.726
11:33:00 STEP 430 H= 430:00 +CPU= 77.736
11:34:20 STEP 431 H= 431:00 +CPU= 78.297
11:36:29 STEP 432 H= 432:00 +CPU=126.526
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000432
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000432
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000432
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000408
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000408
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000408
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000420
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000420
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000420
Zipping up the intermediate file: /home/steve/projects/climateprediction.net/oifs_43r3_ps_0241_2008050100_123_977_12193885_0_r1095640487_17.zip
Uploading the intermediate file: upload_file_17.zip
11:37:42 STEP 433 H= 433:00 +CPU= 70.606
11:39:02 STEP 434 H= 434:00 +CPU= 78.762
11:40:47 STEP 435 H= 435:00 +CPU=102.815
11:42:07 STEP 436 H= 436:00 +CPU= 77.800
11:43:24 STEP 437 H= 437:00 +CPU= 76.362
11:45:12 STEP 438 H= 438:00 +CPU=105.949
11:46:21 STEP 439 H= 439:00 +CPU= 67.811
11:47:39 STEP 440 H= 440:00 +CPU= 77.048
11:49:26 STEP 441 H= 441:00 +CPU=105.123
11:50:37 STEP 442 H= 442:00 +CPU= 70.714
11:51:45 STEP 443 H= 443:00 +CPU= 67.683
11:53:44 STEP 444 H= 444:00 +CPU=117.395
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000444
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000444
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000444
11:54:57 STEP 445 H= 445:00 +CPU= 71.425
11:56:12 STEP 446 H= 446:00 +CPU= 74.471
11:58:03 STEP 447 H= 447:00 +CPU=109.132
11:59:17 STEP 448 H= 448:00 +CPU= 73.428
12:00:33 STEP 449 H= 449:00 +CPU= 74.662
12:02:19 STEP 450 H= 450:00 +CPU=104.128
12:03:32 STEP 451 H= 451:00 +CPU= 71.620
12:04:45 STEP 452 H= 452:00 +CPU= 72.107
12:06:36 STEP 453 H= 453:00 +CPU=109.085
12:07:55 STEP 454 H= 454:00 +CPU= 77.972
12:09:18 STEP 455 H= 455:00 +CPU= 80.718
12:11:24 STEP 456 H= 456:00 +CPU=123.485
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000456
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000456
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000456
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000432
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000432
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000432
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMGGhq0f+000444
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMSHhq0f+000444
Adding to the zip: /home/steve/projects/climateprediction.net/oifs_43r3_ps_12193885/ICMUAhq0f+000444
Zipping up the intermediate file: /home/steve/projects/climateprediction.net/oifs_43r3_ps_0241_2008050100_123_977_12193885_0_r1095640487_18.zip
Uploading the intermediate file: upload_file_18.zip
12:12:45 STEP 457 H= 457:00 +CPU= 78.665
12:14:03 STEP 458 H= 458:00 +CPU= 76.070
12:15:51 STEP 459 H= 459:00 +CPU=106.680
12:17:09 STEP 460 H= 460:00 +CPU= 76.645
12:18:23 STEP 461 H= 461:00 +CPU= 72.317
12:20:21 STEP 462 H= 462:00 +CPU=115.051
12:21:37 STEP 463 H= 463:00 +CPU= 74.102
12:22:47 STEP 464 H= 464:00 +CPU= 68.987
12:24:40 STEP 465 H= 465:00 +CPU=110.560
12:25:50 STEP 466 H= 466:00 +CPU= 68.736
12:27:02 STEP 467 H= 467:00 +CPU= 70.636
12:29:04 STEP 468 H= 468:00 +CPU=120.329
Moving to projects directory: /home/steve/slots/13/ICMGGhq0f+000468
Moving to projects directory: /home/steve/slots/13/ICMSHhq0f+000468
Moving to projects directory: /home/steve/slots/13/ICMUAhq0f+000468
12:30:18 STEP 469 H= 469:00 +CPU= 72.187
12:31:41 STEP 470 H= 470:00 +CPU= 82.365
12:33:25 STEP 471 H= 471:00 +CPU=102.766
12:34:42 STEP 472 H= 472:00 +CPU= 75.037
12:35:54 STEP 473 H= 473:00 +CPU= 71.895
12:37:39 STEP 474 H= 474:00 +CPU=102.091
12:38:41 STEP 475 H= 475:00 +CPU= 58.328
The child process terminated with status: 0
..Failed, model did not complete successfully
</stderr_txt>
]]>
