2023-11-01 13:51:05 Config:
{'all_joints': [[0]],
 'all_joints_names': ['body'],
 'alpha_r': 0.02,
 'apply_prob': 0.5,
 'batch_size': 1,
 'clahe': True,
 'claheratio': 0.1,
 'crop_pad': 0,
 'cropratio': 0.4,
 'dataset': 'training-datasets/iteration-0/UnaugmentedDataSet_apollo_implantNov1/apollo_implant_slenzi95shuffle1.mat',
 'dataset_type': 'default',
 'decay_steps': 30000,
 'deterministic': False,
 'display_iters': 1000,
 'edge': False,
 'emboss': {'alpha': [0.0, 1.0], 'embossratio': 0.1, 'strength': [0.5, 1.5]},
 'fg_fraction': 0.25,
 'global_scale': 0.8,
 'histeq': True,
 'histeqratio': 0.1,
 'init_weights': '/ceph/apps/ubuntu-20/packages/deeplabcut/2022-07-06/lib/python3.9/site-packages/deeplabcut/pose_estimation_tensorflow/models/pretrained/resnet_v1_50.ckpt',
 'intermediate_supervision': False,
 'intermediate_supervision_layer': 12,
 'location_refinement': True,
 'locref_huber_loss': True,
 'locref_loss_weight': 0.05,
 'locref_stdev': 7.2801,
 'log_dir': 'log',
 'lr_init': 0.0005,
 'max_input_size': 1500,
 'mean_pixel': [123.68, 116.779, 103.939],
 'metadataset': 'training-datasets/iteration-0/UnaugmentedDataSet_apollo_implantNov1/Documentation_data-apollo_implant_95shuffle1.pickle',
 'min_input_size': 64,
 'mirror': False,
 'multi_stage': False,
 'multi_step': [[0.005, 10000],
                [0.02, 430000],
                [0.002, 730000],
                [0.001, 1030000]],
 'net_type': 'resnet_50',
 'num_joints': 1,
 'optimizer': 'sgd',
 'pairwise_huber_loss': False,
 'pairwise_predict': False,
 'partaffinityfield_predict': False,
 'pos_dist_thresh': 17,
 'project_path': '/ceph/margrie/slenzi/2023/dlc_networks/projects/apollo_implant-slenzi-2023-11-01',
 'regularize': False,
 'rotation': 25,
 'rotratio': 0.4,
 'save_iters': 50000,
 'scale_jitter_lo': 0.5,
 'scale_jitter_up': 1.25,
 'scoremap_dir': 'test',
 'sharpen': False,
 'sharpenratio': 0.3,
 'shuffle': True,
 'snapshot_prefix': '/ceph/margrie/slenzi/2023/dlc_networks/projects/apollo_implant-slenzi-2023-11-01/dlc-models/iteration-0/apollo_implantNov1-trainset95shuffle1/train/snapshot',
 'stride': 8.0,
 'weigh_negatives': False,
 'weigh_only_present_joints': False,
 'weigh_part_predictions': False,
 'weight_decay': 0.0001}
2023-11-01 13:53:04 iteration: 1000 loss: 0.0181 lr: 0.005
2023-11-01 13:53:44 iteration: 2000 loss: 0.0093 lr: 0.005
2023-11-01 13:54:23 iteration: 3000 loss: 0.0085 lr: 0.005
2023-11-01 13:55:02 iteration: 4000 loss: 0.0080 lr: 0.005
2023-11-01 13:55:42 iteration: 5000 loss: 0.0073 lr: 0.005
2023-11-01 13:56:22 iteration: 6000 loss: 0.0073 lr: 0.005
2023-11-01 13:57:01 iteration: 7000 loss: 0.0071 lr: 0.005
2023-11-01 13:57:40 iteration: 8000 loss: 0.0070 lr: 0.005
2023-11-01 13:58:20 iteration: 9000 loss: 0.0068 lr: 0.005
2023-11-01 13:58:59 iteration: 10000 loss: 0.0066 lr: 0.005
2023-11-01 13:59:38 iteration: 11000 loss: 0.0094 lr: 0.02
2023-11-01 14:00:17 iteration: 12000 loss: 0.0089 lr: 0.02
2023-11-01 14:00:56 iteration: 13000 loss: 0.0079 lr: 0.02
2023-11-01 14:01:37 iteration: 14000 loss: 0.0074 lr: 0.02
2023-11-01 14:02:15 iteration: 15000 loss: 0.0072 lr: 0.02
2023-11-01 14:02:54 iteration: 16000 loss: 0.0070 lr: 0.02
2023-11-01 14:03:34 iteration: 17000 loss: 0.0069 lr: 0.02
2023-11-01 14:04:14 iteration: 18000 loss: 0.0073 lr: 0.02
2023-11-01 14:04:53 iteration: 19000 loss: 0.0070 lr: 0.02
2023-11-01 14:05:32 iteration: 20000 loss: 0.0065 lr: 0.02
2023-11-01 14:06:11 iteration: 21000 loss: 0.0064 lr: 0.02
2023-11-01 14:06:50 iteration: 22000 loss: 0.0064 lr: 0.02
2023-11-01 14:07:28 iteration: 23000 loss: 0.0066 lr: 0.02
2023-11-01 14:08:07 iteration: 24000 loss: 0.0062 lr: 0.02
2023-11-01 14:08:45 iteration: 25000 loss: 0.0064 lr: 0.02
2023-11-01 14:09:25 iteration: 26000 loss: 0.0065 lr: 0.02
2023-11-01 14:10:04 iteration: 27000 loss: 0.0062 lr: 0.02
2023-11-01 14:10:43 iteration: 28000 loss: 0.0063 lr: 0.02
2023-11-01 14:11:24 iteration: 29000 loss: 0.0061 lr: 0.02
2023-11-01 14:12:06 iteration: 30000 loss: 0.0058 lr: 0.02
2023-11-01 14:12:46 iteration: 31000 loss: 0.0058 lr: 0.02
2023-11-01 14:13:27 iteration: 32000 loss: 0.0058 lr: 0.02
2023-11-01 14:14:07 iteration: 33000 loss: 0.0058 lr: 0.02
2023-11-01 14:14:48 iteration: 34000 loss: 0.0059 lr: 0.02
2023-11-01 14:15:28 iteration: 35000 loss: 0.0058 lr: 0.02
2023-11-01 14:16:08 iteration: 36000 loss: 0.0058 lr: 0.02
2023-11-01 14:16:55 iteration: 37000 loss: 0.0059 lr: 0.02
2023-11-01 14:17:34 iteration: 38000 loss: 0.0055 lr: 0.02
2023-11-01 14:18:14 iteration: 39000 loss: 0.0057 lr: 0.02
2023-11-01 14:18:54 iteration: 40000 loss: 0.0056 lr: 0.02
2023-11-01 14:19:34 iteration: 41000 loss: 0.0057 lr: 0.02
2023-11-01 14:20:14 iteration: 42000 loss: 0.0058 lr: 0.02
2023-11-01 14:20:54 iteration: 43000 loss: 0.0053 lr: 0.02
2023-11-01 14:21:34 iteration: 44000 loss: 0.0053 lr: 0.02
2023-11-01 14:22:13 iteration: 45000 loss: 0.0054 lr: 0.02
2023-11-01 14:22:53 iteration: 46000 loss: 0.0056 lr: 0.02
2023-11-01 14:23:31 iteration: 47000 loss: 0.0054 lr: 0.02
2023-11-01 14:24:11 iteration: 48000 loss: 0.0055 lr: 0.02
2023-11-01 14:24:50 iteration: 49000 loss: 0.0054 lr: 0.02
2023-11-01 14:25:30 iteration: 50000 loss: 0.0057 lr: 0.02
2023-11-01 14:26:09 iteration: 51000 loss: 0.0052 lr: 0.02
2023-11-01 14:26:49 iteration: 52000 loss: 0.0054 lr: 0.02
2023-11-01 14:27:28 iteration: 53000 loss: 0.0052 lr: 0.02
2023-11-01 14:28:07 iteration: 54000 loss: 0.0052 lr: 0.02
2023-11-01 14:28:47 iteration: 55000 loss: 0.0051 lr: 0.02
2023-11-01 14:29:26 iteration: 56000 loss: 0.0052 lr: 0.02
2023-11-01 14:30:05 iteration: 57000 loss: 0.0054 lr: 0.02
2023-11-01 14:30:44 iteration: 58000 loss: 0.0052 lr: 0.02
2023-11-01 14:31:22 iteration: 59000 loss: 0.0052 lr: 0.02
2023-11-01 14:32:01 iteration: 60000 loss: 0.0051 lr: 0.02
2023-11-01 14:32:40 iteration: 61000 loss: 0.0050 lr: 0.02
2023-11-01 14:33:19 iteration: 62000 loss: 0.0050 lr: 0.02
2023-11-01 14:33:57 iteration: 63000 loss: 0.0051 lr: 0.02
2023-11-01 14:34:36 iteration: 64000 loss: 0.0049 lr: 0.02
2023-11-01 14:35:15 iteration: 65000 loss: 0.0052 lr: 0.02
2023-11-01 14:35:54 iteration: 66000 loss: 0.0049 lr: 0.02
2023-11-01 14:36:32 iteration: 67000 loss: 0.0049 lr: 0.02
2023-11-01 14:37:11 iteration: 68000 loss: 0.0050 lr: 0.02
2023-11-01 14:37:51 iteration: 69000 loss: 0.0050 lr: 0.02
2023-11-01 14:38:31 iteration: 70000 loss: 0.0049 lr: 0.02
2023-11-01 14:39:10 iteration: 71000 loss: 0.0049 lr: 0.02
2023-11-01 14:39:49 iteration: 72000 loss: 0.0049 lr: 0.02
2023-11-01 14:40:28 iteration: 73000 loss: 0.0048 lr: 0.02
2023-11-01 14:41:07 iteration: 74000 loss: 0.0045 lr: 0.02
2023-11-01 14:41:47 iteration: 75000 loss: 0.0045 lr: 0.02
2023-11-01 14:42:25 iteration: 76000 loss: 0.0047 lr: 0.02
2023-11-01 14:43:04 iteration: 77000 loss: 0.0047 lr: 0.02
2023-11-01 14:43:43 iteration: 78000 loss: 0.0045 lr: 0.02
2023-11-01 14:44:22 iteration: 79000 loss: 0.0047 lr: 0.02
2023-11-01 14:45:01 iteration: 80000 loss: 0.0049 lr: 0.02
2023-11-01 14:45:40 iteration: 81000 loss: 0.0046 lr: 0.02
2023-11-01 14:46:19 iteration: 82000 loss: 0.0048 lr: 0.02
2023-11-01 14:46:58 iteration: 83000 loss: 0.0046 lr: 0.02
2023-11-01 14:47:37 iteration: 84000 loss: 0.0048 lr: 0.02
2023-11-01 14:48:16 iteration: 85000 loss: 0.0046 lr: 0.02
2023-11-01 14:48:55 iteration: 86000 loss: 0.0044 lr: 0.02
2023-11-01 14:49:33 iteration: 87000 loss: 0.0048 lr: 0.02
2023-11-01 14:50:12 iteration: 88000 loss: 0.0047 lr: 0.02
2023-11-01 14:50:51 iteration: 89000 loss: 0.0045 lr: 0.02
2023-11-01 14:51:29 iteration: 90000 loss: 0.0045 lr: 0.02
2023-11-01 14:52:08 iteration: 91000 loss: 0.0045 lr: 0.02
2023-11-01 14:52:46 iteration: 92000 loss: 0.0044 lr: 0.02
2023-11-01 14:53:25 iteration: 93000 loss: 0.0046 lr: 0.02
2023-11-01 14:54:03 iteration: 94000 loss: 0.0046 lr: 0.02
2023-11-01 14:54:42 iteration: 95000 loss: 0.0045 lr: 0.02
2023-11-01 14:55:21 iteration: 96000 loss: 0.0043 lr: 0.02
2023-11-01 14:56:00 iteration: 97000 loss: 0.0044 lr: 0.02
2023-11-01 14:56:39 iteration: 98000 loss: 0.0046 lr: 0.02
2023-11-01 14:57:20 iteration: 99000 loss: 0.0046 lr: 0.02
2023-11-01 14:57:58 iteration: 100000 loss: 0.0046 lr: 0.02
2023-11-01 14:58:37 iteration: 101000 loss: 0.0045 lr: 0.02
2023-11-01 14:59:16 iteration: 102000 loss: 0.0043 lr: 0.02
2023-11-01 14:59:54 iteration: 103000 loss: 0.0044 lr: 0.02
2023-11-01 15:00:33 iteration: 104000 loss: 0.0044 lr: 0.02
2023-11-01 15:01:12 iteration: 105000 loss: 0.0043 lr: 0.02
2023-11-01 15:01:50 iteration: 106000 loss: 0.0042 lr: 0.02
2023-11-01 15:02:29 iteration: 107000 loss: 0.0043 lr: 0.02
2023-11-01 15:03:08 iteration: 108000 loss: 0.0043 lr: 0.02
2023-11-01 15:03:46 iteration: 109000 loss: 0.0044 lr: 0.02
2023-11-01 15:04:25 iteration: 110000 loss: 0.0045 lr: 0.02
2023-11-01 15:05:05 iteration: 111000 loss: 0.0044 lr: 0.02
2023-11-01 15:05:43 iteration: 112000 loss: 0.0042 lr: 0.02
2023-11-01 15:06:22 iteration: 113000 loss: 0.0043 lr: 0.02
2023-11-01 15:07:01 iteration: 114000 loss: 0.0042 lr: 0.02
2023-11-01 15:07:40 iteration: 115000 loss: 0.0042 lr: 0.02
2023-11-01 15:08:19 iteration: 116000 loss: 0.0042 lr: 0.02
2023-11-01 15:08:58 iteration: 117000 loss: 0.0041 lr: 0.02
2023-11-01 15:09:37 iteration: 118000 loss: 0.0044 lr: 0.02
2023-11-01 15:10:16 iteration: 119000 loss: 0.0041 lr: 0.02
2023-11-01 15:10:55 iteration: 120000 loss: 0.0043 lr: 0.02
2023-11-01 15:11:33 iteration: 121000 loss: 0.0041 lr: 0.02
2023-11-01 15:12:13 iteration: 122000 loss: 0.0042 lr: 0.02
2023-11-01 15:12:51 iteration: 123000 loss: 0.0043 lr: 0.02
2023-11-01 15:13:30 iteration: 124000 loss: 0.0044 lr: 0.02
2023-11-01 15:14:09 iteration: 125000 loss: 0.0041 lr: 0.02
2023-11-01 15:14:48 iteration: 126000 loss: 0.0041 lr: 0.02
2023-11-01 15:15:27 iteration: 127000 loss: 0.0044 lr: 0.02
2023-11-01 15:16:05 iteration: 128000 loss: 0.0043 lr: 0.02
2023-11-01 15:16:43 iteration: 129000 loss: 0.0042 lr: 0.02
2023-11-01 15:17:21 iteration: 130000 loss: 0.0040 lr: 0.02
2023-11-01 15:18:00 iteration: 131000 loss: 0.0042 lr: 0.02
2023-11-01 15:18:38 iteration: 132000 loss: 0.0040 lr: 0.02
2023-11-01 15:19:17 iteration: 133000 loss: 0.0041 lr: 0.02
2023-11-01 15:19:55 iteration: 134000 loss: 0.0042 lr: 0.02
2023-11-01 15:20:34 iteration: 135000 loss: 0.0044 lr: 0.02
2023-11-01 15:21:12 iteration: 136000 loss: 0.0042 lr: 0.02
2023-11-01 15:21:51 iteration: 137000 loss: 0.0039 lr: 0.02
2023-11-01 15:22:30 iteration: 138000 loss: 0.0041 lr: 0.02
2023-11-01 15:23:09 iteration: 139000 loss: 0.0041 lr: 0.02
2023-11-01 15:23:48 iteration: 140000 loss: 0.0039 lr: 0.02
2023-11-01 15:24:27 iteration: 141000 loss: 0.0041 lr: 0.02
2023-11-01 15:25:06 iteration: 142000 loss: 0.0041 lr: 0.02
2023-11-01 15:25:44 iteration: 143000 loss: 0.0040 lr: 0.02
2023-11-01 15:26:22 iteration: 144000 loss: 0.0040 lr: 0.02
2023-11-01 15:27:00 iteration: 145000 loss: 0.0043 lr: 0.02
2023-11-01 15:27:39 iteration: 146000 loss: 0.0040 lr: 0.02
2023-11-01 15:28:18 iteration: 147000 loss: 0.0041 lr: 0.02
2023-11-01 15:28:57 iteration: 148000 loss: 0.0040 lr: 0.02
2023-11-01 15:29:36 iteration: 149000 loss: 0.0040 lr: 0.02
2023-11-01 15:30:14 iteration: 150000 loss: 0.0039 lr: 0.02
2023-11-01 15:30:53 iteration: 151000 loss: 0.0039 lr: 0.02
2023-11-01 15:31:32 iteration: 152000 loss: 0.0042 lr: 0.02
2023-11-01 15:32:10 iteration: 153000 loss: 0.0041 lr: 0.02
2023-11-01 15:32:49 iteration: 154000 loss: 0.0040 lr: 0.02
2023-11-01 15:33:28 iteration: 155000 loss: 0.0039 lr: 0.02
2023-11-01 15:34:07 iteration: 156000 loss: 0.0038 lr: 0.02
2023-11-01 15:34:45 iteration: 157000 loss: 0.0037 lr: 0.02
2023-11-01 15:35:24 iteration: 158000 loss: 0.0038 lr: 0.02
2023-11-01 15:36:03 iteration: 159000 loss: 0.0037 lr: 0.02
2023-11-01 15:36:41 iteration: 160000 loss: 0.0036 lr: 0.02
2023-11-01 15:37:19 iteration: 161000 loss: 0.0039 lr: 0.02
2023-11-01 15:37:57 iteration: 162000 loss: 0.0038 lr: 0.02
2023-11-01 15:38:36 iteration: 163000 loss: 0.0038 lr: 0.02
2023-11-01 15:39:14 iteration: 164000 loss: 0.0036 lr: 0.02
2023-11-01 15:39:53 iteration: 165000 loss: 0.0037 lr: 0.02
2023-11-01 15:40:32 iteration: 166000 loss: 0.0038 lr: 0.02
2023-11-01 15:41:10 iteration: 167000 loss: 0.0038 lr: 0.02
2023-11-01 15:41:49 iteration: 168000 loss: 0.0037 lr: 0.02
2023-11-01 15:42:27 iteration: 169000 loss: 0.0037 lr: 0.02
2023-11-01 15:43:05 iteration: 170000 loss: 0.0038 lr: 0.02
2023-11-01 15:43:43 iteration: 171000 loss: 0.0035 lr: 0.02
2023-11-01 15:44:22 iteration: 172000 loss: 0.0035 lr: 0.02
2023-11-01 15:45:02 iteration: 173000 loss: 0.0037 lr: 0.02
2023-11-01 15:45:49 iteration: 174000 loss: 0.0035 lr: 0.02
2023-11-01 15:46:34 iteration: 175000 loss: 0.0036 lr: 0.02
2023-11-01 15:47:13 iteration: 176000 loss: 0.0037 lr: 0.02
2023-11-01 15:47:51 iteration: 177000 loss: 0.0035 lr: 0.02
2023-11-01 15:48:29 iteration: 178000 loss: 0.0037 lr: 0.02
2023-11-01 15:49:08 iteration: 179000 loss: 0.0034 lr: 0.02
2023-11-01 15:49:46 iteration: 180000 loss: 0.0037 lr: 0.02
2023-11-01 15:50:25 iteration: 181000 loss: 0.0036 lr: 0.02
2023-11-01 15:51:04 iteration: 182000 loss: 0.0036 lr: 0.02
2023-11-01 15:51:42 iteration: 183000 loss: 0.0036 lr: 0.02
2023-11-01 15:52:21 iteration: 184000 loss: 0.0036 lr: 0.02
2023-11-01 15:52:59 iteration: 185000 loss: 0.0035 lr: 0.02
2023-11-01 15:53:38 iteration: 186000 loss: 0.0034 lr: 0.02
2023-11-01 15:54:17 iteration: 187000 loss: 0.0036 lr: 0.02
2023-11-01 15:54:56 iteration: 188000 loss: 0.0035 lr: 0.02
2023-11-01 15:55:34 iteration: 189000 loss: 0.0036 lr: 0.02
2023-11-01 15:56:12 iteration: 190000 loss: 0.0036 lr: 0.02
2023-11-01 15:56:51 iteration: 191000 loss: 0.0037 lr: 0.02
2023-11-01 15:57:29 iteration: 192000 loss: 0.0036 lr: 0.02
2023-11-01 15:58:08 iteration: 193000 loss: 0.0034 lr: 0.02
2023-11-01 15:58:46 iteration: 194000 loss: 0.0034 lr: 0.02
2023-11-01 15:59:25 iteration: 195000 loss: 0.0035 lr: 0.02
2023-11-01 16:00:04 iteration: 196000 loss: 0.0035 lr: 0.02
2023-11-01 16:00:43 iteration: 197000 loss: 0.0036 lr: 0.02
2023-11-01 16:01:22 iteration: 198000 loss: 0.0034 lr: 0.02
2023-11-01 16:02:01 iteration: 199000 loss: 0.0035 lr: 0.02
2023-11-01 16:02:40 iteration: 200000 loss: 0.0035 lr: 0.02
2023-11-01 16:03:19 iteration: 201000 loss: 0.0035 lr: 0.02
2023-11-01 16:03:57 iteration: 202000 loss: 0.0035 lr: 0.02
2023-11-01 16:04:36 iteration: 203000 loss: 0.0035 lr: 0.02
2023-11-01 16:05:15 iteration: 204000 loss: 0.0033 lr: 0.02
2023-11-01 16:05:54 iteration: 205000 loss: 0.0035 lr: 0.02
2023-11-01 16:06:33 iteration: 206000 loss: 0.0034 lr: 0.02
2023-11-01 16:07:11 iteration: 207000 loss: 0.0035 lr: 0.02
2023-11-01 16:07:50 iteration: 208000 loss: 0.0034 lr: 0.02
2023-11-01 16:08:29 iteration: 209000 loss: 0.0034 lr: 0.02
2023-11-01 16:09:07 iteration: 210000 loss: 0.0034 lr: 0.02
2023-11-01 16:09:46 iteration: 211000 loss: 0.0033 lr: 0.02
2023-11-01 16:10:25 iteration: 212000 loss: 0.0035 lr: 0.02
2023-11-01 16:11:03 iteration: 213000 loss: 0.0034 lr: 0.02
2023-11-01 16:11:43 iteration: 214000 loss: 0.0034 lr: 0.02
2023-11-01 16:12:21 iteration: 215000 loss: 0.0034 lr: 0.02
2023-11-01 16:13:00 iteration: 216000 loss: 0.0034 lr: 0.02
2023-11-01 16:13:39 iteration: 217000 loss: 0.0034 lr: 0.02
2023-11-01 16:14:18 iteration: 218000 loss: 0.0035 lr: 0.02
2023-11-01 16:14:57 iteration: 219000 loss: 0.0034 lr: 0.02
2023-11-01 16:15:36 iteration: 220000 loss: 0.0034 lr: 0.02
2023-11-01 16:16:14 iteration: 221000 loss: 0.0033 lr: 0.02
2023-11-01 16:16:53 iteration: 222000 loss: 0.0032 lr: 0.02
2023-11-01 16:17:32 iteration: 223000 loss: 0.0033 lr: 0.02
2023-11-01 16:18:11 iteration: 224000 loss: 0.0033 lr: 0.02
2023-11-01 16:18:50 iteration: 225000 loss: 0.0030 lr: 0.02
2023-11-01 16:19:30 iteration: 226000 loss: 0.0034 lr: 0.02
2023-11-01 16:20:09 iteration: 227000 loss: 0.0034 lr: 0.02
2023-11-01 16:20:49 iteration: 228000 loss: 0.0033 lr: 0.02
2023-11-01 16:21:30 iteration: 229000 loss: 0.0034 lr: 0.02
2023-11-01 16:22:09 iteration: 230000 loss: 0.0032 lr: 0.02
2023-11-01 16:22:49 iteration: 231000 loss: 0.0034 lr: 0.02
2023-11-01 16:23:29 iteration: 232000 loss: 0.0034 lr: 0.02
2023-11-01 16:24:08 iteration: 233000 loss: 0.0034 lr: 0.02
2023-11-01 16:24:48 iteration: 234000 loss: 0.0034 lr: 0.02
2023-11-01 16:25:28 iteration: 235000 loss: 0.0033 lr: 0.02
2023-11-01 16:26:06 iteration: 236000 loss: 0.0032 lr: 0.02
2023-11-01 16:26:45 iteration: 237000 loss: 0.0033 lr: 0.02
2023-11-01 16:27:24 iteration: 238000 loss: 0.0032 lr: 0.02
2023-11-01 16:28:02 iteration: 239000 loss: 0.0032 lr: 0.02
2023-11-01 16:28:41 iteration: 240000 loss: 0.0032 lr: 0.02
2023-11-01 16:29:20 iteration: 241000 loss: 0.0032 lr: 0.02
2023-11-01 16:29:59 iteration: 242000 loss: 0.0033 lr: 0.02
2023-11-01 16:30:37 iteration: 243000 loss: 0.0032 lr: 0.02
2023-11-01 16:31:16 iteration: 244000 loss: 0.0032 lr: 0.02
2023-11-01 16:31:55 iteration: 245000 loss: 0.0034 lr: 0.02
2023-11-01 16:32:34 iteration: 246000 loss: 0.0035 lr: 0.02
2023-11-01 16:33:13 iteration: 247000 loss: 0.0033 lr: 0.02
2023-11-01 16:33:52 iteration: 248000 loss: 0.0032 lr: 0.02
2023-11-01 16:34:30 iteration: 249000 loss: 0.0033 lr: 0.02
2023-11-01 16:35:09 iteration: 250000 loss: 0.0032 lr: 0.02
2023-11-01 16:35:49 iteration: 251000 loss: 0.0034 lr: 0.02
2023-11-01 16:36:27 iteration: 252000 loss: 0.0031 lr: 0.02
2023-11-01 16:37:06 iteration: 253000 loss: 0.0031 lr: 0.02
2023-11-01 16:37:44 iteration: 254000 loss: 0.0032 lr: 0.02
2023-11-01 16:38:23 iteration: 255000 loss: 0.0033 lr: 0.02
2023-11-01 16:39:02 iteration: 256000 loss: 0.0033 lr: 0.02
2023-11-01 16:39:41 iteration: 257000 loss: 0.0032 lr: 0.02
2023-11-01 16:40:19 iteration: 258000 loss: 0.0032 lr: 0.02
2023-11-01 16:40:58 iteration: 259000 loss: 0.0031 lr: 0.02
2023-11-01 16:41:38 iteration: 260000 loss: 0.0031 lr: 0.02
2023-11-01 16:42:16 iteration: 261000 loss: 0.0030 lr: 0.02
2023-11-01 16:42:55 iteration: 262000 loss: 0.0031 lr: 0.02
2023-11-01 16:43:33 iteration: 263000 loss: 0.0032 lr: 0.02
2023-11-01 16:44:13 iteration: 264000 loss: 0.0032 lr: 0.02
2023-11-01 16:44:51 iteration: 265000 loss: 0.0033 lr: 0.02
2023-11-01 16:45:30 iteration: 266000 loss: 0.0032 lr: 0.02
2023-11-01 16:46:08 iteration: 267000 loss: 0.0029 lr: 0.02
2023-11-01 16:46:47 iteration: 268000 loss: 0.0031 lr: 0.02
2023-11-01 16:47:25 iteration: 269000 loss: 0.0033 lr: 0.02
2023-11-01 16:48:04 iteration: 270000 loss: 0.0032 lr: 0.02
2023-11-01 16:48:43 iteration: 271000 loss: 0.0032 lr: 0.02
2023-11-01 16:49:21 iteration: 272000 loss: 0.0032 lr: 0.02
2023-11-01 16:50:00 iteration: 273000 loss: 0.0033 lr: 0.02
2023-11-01 16:50:38 iteration: 274000 loss: 0.0031 lr: 0.02
2023-11-01 16:51:17 iteration: 275000 loss: 0.0031 lr: 0.02
2023-11-01 16:51:56 iteration: 276000 loss: 0.0031 lr: 0.02
2023-11-01 16:52:34 iteration: 277000 loss: 0.0031 lr: 0.02
2023-11-01 16:53:12 iteration: 278000 loss: 0.0032 lr: 0.02
2023-11-01 16:53:51 iteration: 279000 loss: 0.0031 lr: 0.02
2023-11-01 16:54:30 iteration: 280000 loss: 0.0032 lr: 0.02
2023-11-01 16:55:09 iteration: 281000 loss: 0.0030 lr: 0.02
2023-11-01 16:55:47 iteration: 282000 loss: 0.0029 lr: 0.02
2023-11-01 16:56:25 iteration: 283000 loss: 0.0031 lr: 0.02
2023-11-01 16:57:04 iteration: 284000 loss: 0.0030 lr: 0.02
2023-11-01 16:57:42 iteration: 285000 loss: 0.0030 lr: 0.02
2023-11-01 16:58:21 iteration: 286000 loss: 0.0030 lr: 0.02
2023-11-01 16:59:00 iteration: 287000 loss: 0.0031 lr: 0.02
2023-11-01 16:59:39 iteration: 288000 loss: 0.0032 lr: 0.02
2023-11-01 17:00:17 iteration: 289000 loss: 0.0031 lr: 0.02
2023-11-01 17:00:56 iteration: 290000 loss: 0.0031 lr: 0.02
2023-11-01 17:01:35 iteration: 291000 loss: 0.0031 lr: 0.02
2023-11-01 17:02:13 iteration: 292000 loss: 0.0030 lr: 0.02
2023-11-01 17:02:51 iteration: 293000 loss: 0.0030 lr: 0.02
2023-11-01 17:03:30 iteration: 294000 loss: 0.0030 lr: 0.02
2023-11-01 17:04:09 iteration: 295000 loss: 0.0030 lr: 0.02
2023-11-01 17:04:47 iteration: 296000 loss: 0.0031 lr: 0.02
2023-11-01 17:05:26 iteration: 297000 loss: 0.0032 lr: 0.02
2023-11-01 17:06:04 iteration: 298000 loss: 0.0032 lr: 0.02
2023-11-01 17:06:43 iteration: 299000 loss: 0.0030 lr: 0.02
2023-11-01 17:07:21 iteration: 300000 loss: 0.0030 lr: 0.02
2023-11-01 17:08:00 iteration: 301000 loss: 0.0030 lr: 0.02
2023-11-01 17:08:38 iteration: 302000 loss: 0.0031 lr: 0.02
2023-11-01 17:09:17 iteration: 303000 loss: 0.0031 lr: 0.02
2023-11-01 17:09:55 iteration: 304000 loss: 0.0030 lr: 0.02
2023-11-01 17:10:34 iteration: 305000 loss: 0.0029 lr: 0.02
2023-11-01 17:11:12 iteration: 306000 loss: 0.0031 lr: 0.02
2023-11-01 17:11:51 iteration: 307000 loss: 0.0029 lr: 0.02
2023-11-01 17:12:30 iteration: 308000 loss: 0.0030 lr: 0.02
2023-11-01 17:13:08 iteration: 309000 loss: 0.0029 lr: 0.02
2023-11-01 17:13:47 iteration: 310000 loss: 0.0030 lr: 0.02
2023-11-01 17:14:25 iteration: 311000 loss: 0.0030 lr: 0.02
2023-11-01 17:15:03 iteration: 312000 loss: 0.0029 lr: 0.02
2023-11-01 17:15:40 iteration: 313000 loss: 0.0027 lr: 0.02
2023-11-01 17:16:18 iteration: 314000 loss: 0.0030 lr: 0.02
2023-11-01 17:16:56 iteration: 315000 loss: 0.0030 lr: 0.02
2023-11-01 17:17:33 iteration: 316000 loss: 0.0030 lr: 0.02
2023-11-01 17:18:11 iteration: 317000 loss: 0.0029 lr: 0.02
2023-11-01 17:18:56 iteration: 318000 loss: 0.0029 lr: 0.02
2023-11-01 17:19:39 iteration: 319000 loss: 0.0030 lr: 0.02
2023-11-01 17:20:16 iteration: 320000 loss: 0.0028 lr: 0.02
2023-11-01 17:20:53 iteration: 321000 loss: 0.0029 lr: 0.02
2023-11-01 17:21:31 iteration: 322000 loss: 0.0029 lr: 0.02
2023-11-01 17:22:10 iteration: 323000 loss: 0.0029 lr: 0.02
2023-11-01 17:22:49 iteration: 324000 loss: 0.0029 lr: 0.02
2023-11-01 17:23:27 iteration: 325000 loss: 0.0028 lr: 0.02
2023-11-01 17:24:05 iteration: 326000 loss: 0.0029 lr: 0.02
2023-11-01 17:24:44 iteration: 327000 loss: 0.0029 lr: 0.02
2023-11-01 17:25:22 iteration: 328000 loss: 0.0030 lr: 0.02
2023-11-01 17:26:00 iteration: 329000 loss: 0.0031 lr: 0.02
2023-11-01 17:26:39 iteration: 330000 loss: 0.0030 lr: 0.02
2023-11-01 17:27:17 iteration: 331000 loss: 0.0030 lr: 0.02
2023-11-01 17:27:56 iteration: 332000 loss: 0.0029 lr: 0.02
2023-11-01 17:28:33 iteration: 333000 loss: 0.0029 lr: 0.02
2023-11-01 17:29:11 iteration: 334000 loss: 0.0030 lr: 0.02
2023-11-01 17:29:49 iteration: 335000 loss: 0.0027 lr: 0.02
2023-11-01 17:30:26 iteration: 336000 loss: 0.0030 lr: 0.02
2023-11-01 17:31:04 iteration: 337000 loss: 0.0028 lr: 0.02
2023-11-01 17:31:42 iteration: 338000 loss: 0.0031 lr: 0.02
2023-11-01 17:32:19 iteration: 339000 loss: 0.0029 lr: 0.02
2023-11-01 17:32:57 iteration: 340000 loss: 0.0030 lr: 0.02
2023-11-01 17:33:35 iteration: 341000 loss: 0.0030 lr: 0.02
2023-11-01 17:34:13 iteration: 342000 loss: 0.0029 lr: 0.02
2023-11-01 17:34:50 iteration: 343000 loss: 0.0028 lr: 0.02
2023-11-01 17:35:28 iteration: 344000 loss: 0.0028 lr: 0.02
2023-11-01 17:36:06 iteration: 345000 loss: 0.0029 lr: 0.02
2023-11-01 17:36:44 iteration: 346000 loss: 0.0029 lr: 0.02
2023-11-01 17:37:22 iteration: 347000 loss: 0.0028 lr: 0.02
2023-11-01 17:38:00 iteration: 348000 loss: 0.0029 lr: 0.02
2023-11-01 17:38:38 iteration: 349000 loss: 0.0029 lr: 0.02
2023-11-01 17:39:16 iteration: 350000 loss: 0.0029 lr: 0.02
2023-11-01 17:39:56 iteration: 351000 loss: 0.0030 lr: 0.02
2023-11-01 17:40:34 iteration: 352000 loss: 0.0029 lr: 0.02
2023-11-01 17:41:13 iteration: 353000 loss: 0.0029 lr: 0.02
2023-11-01 17:41:51 iteration: 354000 loss: 0.0030 lr: 0.02
2023-11-01 17:42:29 iteration: 355000 loss: 0.0029 lr: 0.02
2023-11-01 17:43:07 iteration: 356000 loss: 0.0030 lr: 0.02
2023-11-01 17:43:44 iteration: 357000 loss: 0.0030 lr: 0.02
2023-11-01 17:44:23 iteration: 358000 loss: 0.0029 lr: 0.02
2023-11-01 17:45:00 iteration: 359000 loss: 0.0029 lr: 0.02
2023-11-01 17:45:38 iteration: 360000 loss: 0.0028 lr: 0.02
2023-11-01 17:46:16 iteration: 361000 loss: 0.0029 lr: 0.02
2023-11-01 17:46:54 iteration: 362000 loss: 0.0029 lr: 0.02
2023-11-01 17:47:33 iteration: 363000 loss: 0.0029 lr: 0.02
2023-11-01 17:48:11 iteration: 364000 loss: 0.0028 lr: 0.02
2023-11-01 17:48:48 iteration: 365000 loss: 0.0028 lr: 0.02
2023-11-01 17:49:27 iteration: 366000 loss: 0.0029 lr: 0.02
2023-11-01 17:50:06 iteration: 367000 loss: 0.0029 lr: 0.02
2023-11-01 17:50:45 iteration: 368000 loss: 0.0029 lr: 0.02
2023-11-01 17:51:23 iteration: 369000 loss: 0.0029 lr: 0.02
2023-11-01 17:52:01 iteration: 370000 loss: 0.0029 lr: 0.02
2023-11-01 17:52:39 iteration: 371000 loss: 0.0028 lr: 0.02
2023-11-01 17:53:17 iteration: 372000 loss: 0.0028 lr: 0.02
2023-11-01 17:53:55 iteration: 373000 loss: 0.0029 lr: 0.02
2023-11-01 17:54:34 iteration: 374000 loss: 0.0029 lr: 0.02
2023-11-01 17:55:12 iteration: 375000 loss: 0.0028 lr: 0.02
2023-11-01 17:55:49 iteration: 376000 loss: 0.0028 lr: 0.02
2023-11-01 17:56:27 iteration: 377000 loss: 0.0028 lr: 0.02
2023-11-01 17:57:05 iteration: 378000 loss: 0.0027 lr: 0.02
2023-11-01 17:57:43 iteration: 379000 loss: 0.0029 lr: 0.02
2023-11-01 17:58:21 iteration: 380000 loss: 0.0029 lr: 0.02
2023-11-01 17:58:58 iteration: 381000 loss: 0.0027 lr: 0.02
2023-11-01 17:59:36 iteration: 382000 loss: 0.0029 lr: 0.02
2023-11-01 18:00:14 iteration: 383000 loss: 0.0028 lr: 0.02
2023-11-01 18:00:51 iteration: 384000 loss: 0.0028 lr: 0.02
2023-11-01 18:01:28 iteration: 385000 loss: 0.0029 lr: 0.02
2023-11-01 18:02:06 iteration: 386000 loss: 0.0028 lr: 0.02
2023-11-01 18:02:43 iteration: 387000 loss: 0.0027 lr: 0.02
2023-11-01 18:03:21 iteration: 388000 loss: 0.0026 lr: 0.02
2023-11-01 18:03:59 iteration: 389000 loss: 0.0028 lr: 0.02
2023-11-01 18:04:37 iteration: 390000 loss: 0.0027 lr: 0.02
2023-11-01 18:05:14 iteration: 391000 loss: 0.0030 lr: 0.02
2023-11-01 18:05:52 iteration: 392000 loss: 0.0027 lr: 0.02
2023-11-01 18:06:29 iteration: 393000 loss: 0.0027 lr: 0.02
2023-11-01 18:07:07 iteration: 394000 loss: 0.0029 lr: 0.02
2023-11-01 18:07:45 iteration: 395000 loss: 0.0027 lr: 0.02
2023-11-01 18:08:23 iteration: 396000 loss: 0.0029 lr: 0.02
2023-11-01 18:09:01 iteration: 397000 loss: 0.0028 lr: 0.02
2023-11-01 18:09:39 iteration: 398000 loss: 0.0028 lr: 0.02
2023-11-01 18:10:16 iteration: 399000 loss: 0.0027 lr: 0.02
2023-11-01 18:10:54 iteration: 400000 loss: 0.0027 lr: 0.02
2023-11-01 18:11:32 iteration: 401000 loss: 0.0027 lr: 0.02
2023-11-01 18:12:10 iteration: 402000 loss: 0.0029 lr: 0.02
2023-11-01 18:12:48 iteration: 403000 loss: 0.0029 lr: 0.02
2023-11-01 18:13:27 iteration: 404000 loss: 0.0026 lr: 0.02
2023-11-01 18:14:06 iteration: 405000 loss: 0.0027 lr: 0.02
2023-11-01 18:14:45 iteration: 406000 loss: 0.0028 lr: 0.02
2023-11-01 18:15:24 iteration: 407000 loss: 0.0026 lr: 0.02
2023-11-01 18:16:03 iteration: 408000 loss: 0.0028 lr: 0.02
2023-11-01 18:16:50 iteration: 409000 loss: 0.0026 lr: 0.02
2023-11-01 18:17:29 iteration: 410000 loss: 0.0028 lr: 0.02
2023-11-01 18:18:08 iteration: 411000 loss: 0.0027 lr: 0.02
2023-11-01 18:18:46 iteration: 412000 loss: 0.0029 lr: 0.02
2023-11-01 18:19:25 iteration: 413000 loss: 0.0027 lr: 0.02
2023-11-01 18:20:03 iteration: 414000 loss: 0.0027 lr: 0.02
2023-11-01 18:20:42 iteration: 415000 loss: 0.0027 lr: 0.02
2023-11-01 18:21:20 iteration: 416000 loss: 0.0027 lr: 0.02
2023-11-01 18:21:59 iteration: 417000 loss: 0.0028 lr: 0.02
2023-11-01 18:22:37 iteration: 418000 loss: 0.0028 lr: 0.02
2023-11-01 18:23:16 iteration: 419000 loss: 0.0027 lr: 0.02
2023-11-01 18:23:54 iteration: 420000 loss: 0.0029 lr: 0.02
2023-11-01 18:24:32 iteration: 421000 loss: 0.0027 lr: 0.02
2023-11-01 18:25:11 iteration: 422000 loss: 0.0027 lr: 0.02
2023-11-01 18:25:49 iteration: 423000 loss: 0.0027 lr: 0.02
2023-11-01 18:26:27 iteration: 424000 loss: 0.0027 lr: 0.02
2023-11-01 18:27:06 iteration: 425000 loss: 0.0027 lr: 0.02
2023-11-01 18:27:44 iteration: 426000 loss: 0.0026 lr: 0.02
2023-11-01 18:28:22 iteration: 427000 loss: 0.0028 lr: 0.02
2023-11-01 18:29:01 iteration: 428000 loss: 0.0026 lr: 0.02
2023-11-01 18:29:39 iteration: 429000 loss: 0.0028 lr: 0.02
2023-11-01 18:30:18 iteration: 430000 loss: 0.0027 lr: 0.02
2023-11-01 18:30:56 iteration: 431000 loss: 0.0024 lr: 0.002
2023-11-01 18:31:35 iteration: 432000 loss: 0.0025 lr: 0.002
2023-11-01 18:32:13 iteration: 433000 loss: 0.0024 lr: 0.002
2023-11-01 18:32:51 iteration: 434000 loss: 0.0023 lr: 0.002
2023-11-01 18:33:30 iteration: 435000 loss: 0.0023 lr: 0.002
2023-11-01 18:34:09 iteration: 436000 loss: 0.0023 lr: 0.002
2023-11-01 18:34:47 iteration: 437000 loss: 0.0022 lr: 0.002
2023-11-01 18:35:26 iteration: 438000 loss: 0.0022 lr: 0.002
2023-11-01 18:36:04 iteration: 439000 loss: 0.0023 lr: 0.002
2023-11-01 18:36:48 iteration: 440000 loss: 0.0023 lr: 0.002
2023-11-01 18:37:31 iteration: 441000 loss: 0.0023 lr: 0.002
2023-11-01 18:38:09 iteration: 442000 loss: 0.0022 lr: 0.002
2023-11-01 18:38:47 iteration: 443000 loss: 0.0022 lr: 0.002
2023-11-01 18:39:26 iteration: 444000 loss: 0.0023 lr: 0.002
2023-11-01 18:40:04 iteration: 445000 loss: 0.0024 lr: 0.002
2023-11-01 18:40:42 iteration: 446000 loss: 0.0023 lr: 0.002
2023-11-01 18:41:21 iteration: 447000 loss: 0.0022 lr: 0.002
2023-11-01 18:42:00 iteration: 448000 loss: 0.0022 lr: 0.002
2023-11-01 18:42:39 iteration: 449000 loss: 0.0023 lr: 0.002
2023-11-01 18:43:17 iteration: 450000 loss: 0.0023 lr: 0.002
2023-11-01 18:43:56 iteration: 451000 loss: 0.0022 lr: 0.002
2023-11-01 18:44:34 iteration: 452000 loss: 0.0022 lr: 0.002
2023-11-01 18:45:12 iteration: 453000 loss: 0.0022 lr: 0.002
2023-11-01 18:45:51 iteration: 454000 loss: 0.0021 lr: 0.002
2023-11-01 18:46:30 iteration: 455000 loss: 0.0023 lr: 0.002
2023-11-01 18:47:08 iteration: 456000 loss: 0.0023 lr: 0.002
2023-11-01 18:47:46 iteration: 457000 loss: 0.0023 lr: 0.002
2023-11-01 18:48:25 iteration: 458000 loss: 0.0022 lr: 0.002
2023-11-01 18:49:04 iteration: 459000 loss: 0.0023 lr: 0.002
2023-11-01 18:49:43 iteration: 460000 loss: 0.0023 lr: 0.002
2023-11-01 18:50:22 iteration: 461000 loss: 0.0022 lr: 0.002
2023-11-01 18:51:00 iteration: 462000 loss: 0.0022 lr: 0.002
2023-11-01 18:51:38 iteration: 463000 loss: 0.0023 lr: 0.002
2023-11-01 18:52:17 iteration: 464000 loss: 0.0022 lr: 0.002
2023-11-01 18:52:55 iteration: 465000 loss: 0.0021 lr: 0.002
2023-11-01 18:53:34 iteration: 466000 loss: 0.0022 lr: 0.002
2023-11-01 18:54:12 iteration: 467000 loss: 0.0022 lr: 0.002
2023-11-01 18:54:51 iteration: 468000 loss: 0.0022 lr: 0.002
2023-11-01 18:55:30 iteration: 469000 loss: 0.0021 lr: 0.002
2023-11-01 18:56:09 iteration: 470000 loss: 0.0022 lr: 0.002
2023-11-01 18:56:47 iteration: 471000 loss: 0.0022 lr: 0.002
2023-11-01 18:57:25 iteration: 472000 loss: 0.0022 lr: 0.002
2023-11-01 18:58:04 iteration: 473000 loss: 0.0022 lr: 0.002
2023-11-01 18:58:42 iteration: 474000 loss: 0.0022 lr: 0.002
2023-11-01 18:59:21 iteration: 475000 loss: 0.0023 lr: 0.002
2023-11-01 18:59:59 iteration: 476000 loss: 0.0022 lr: 0.002
2023-11-01 19:00:36 iteration: 477000 loss: 0.0022 lr: 0.002
2023-11-01 19:01:15 iteration: 478000 loss: 0.0021 lr: 0.002
2023-11-01 19:01:53 iteration: 479000 loss: 0.0021 lr: 0.002
2023-11-01 19:02:31 iteration: 480000 loss: 0.0022 lr: 0.002
2023-11-01 19:03:10 iteration: 481000 loss: 0.0023 lr: 0.002
2023-11-01 19:03:48 iteration: 482000 loss: 0.0021 lr: 0.002
2023-11-01 19:04:27 iteration: 483000 loss: 0.0022 lr: 0.002
2023-11-01 19:05:06 iteration: 484000 loss: 0.0022 lr: 0.002
2023-11-01 19:05:44 iteration: 485000 loss: 0.0022 lr: 0.002
2023-11-01 19:06:23 iteration: 486000 loss: 0.0021 lr: 0.002
2023-11-01 19:07:01 iteration: 487000 loss: 0.0021 lr: 0.002
2023-11-01 19:07:39 iteration: 488000 loss: 0.0021 lr: 0.002
2023-11-01 19:08:18 iteration: 489000 loss: 0.0022 lr: 0.002
2023-11-01 19:08:56 iteration: 490000 loss: 0.0021 lr: 0.002
2023-11-01 19:09:35 iteration: 491000 loss: 0.0022 lr: 0.002
2023-11-01 19:10:14 iteration: 492000 loss: 0.0022 lr: 0.002
2023-11-01 19:10:52 iteration: 493000 loss: 0.0020 lr: 0.002
2023-11-01 19:11:30 iteration: 494000 loss: 0.0021 lr: 0.002
2023-11-01 19:12:09 iteration: 495000 loss: 0.0023 lr: 0.002
2023-11-01 19:12:48 iteration: 496000 loss: 0.0021 lr: 0.002
2023-11-01 19:13:27 iteration: 497000 loss: 0.0022 lr: 0.002
2023-11-01 19:14:05 iteration: 498000 loss: 0.0022 lr: 0.002
2023-11-01 19:14:44 iteration: 499000 loss: 0.0023 lr: 0.002
2023-11-01 19:15:22 iteration: 500000 loss: 0.0022 lr: 0.002
2023-11-01 19:16:01 iteration: 501000 loss: 0.0023 lr: 0.002
2023-11-01 19:16:40 iteration: 502000 loss: 0.0021 lr: 0.002
2023-11-01 19:17:18 iteration: 503000 loss: 0.0023 lr: 0.002
2023-11-01 19:17:57 iteration: 504000 loss: 0.0022 lr: 0.002
2023-11-01 19:18:36 iteration: 505000 loss: 0.0022 lr: 0.002
2023-11-01 19:19:15 iteration: 506000 loss: 0.0022 lr: 0.002
2023-11-01 19:19:53 iteration: 507000 loss: 0.0021 lr: 0.002
2023-11-01 19:20:32 iteration: 508000 loss: 0.0022 lr: 0.002
2023-11-01 19:21:10 iteration: 509000 loss: 0.0021 lr: 0.002
2023-11-01 19:21:48 iteration: 510000 loss: 0.0022 lr: 0.002
2023-11-01 19:22:27 iteration: 511000 loss: 0.0022 lr: 0.002
2023-11-01 19:23:06 iteration: 512000 loss: 0.0022 lr: 0.002
2023-11-01 19:23:44 iteration: 513000 loss: 0.0022 lr: 0.002
2023-11-01 19:24:22 iteration: 514000 loss: 0.0021 lr: 0.002
2023-11-01 19:25:01 iteration: 515000 loss: 0.0021 lr: 0.002
2023-11-01 19:25:39 iteration: 516000 loss: 0.0021 lr: 0.002
2023-11-01 19:26:18 iteration: 517000 loss: 0.0022 lr: 0.002
2023-11-01 19:26:57 iteration: 518000 loss: 0.0021 lr: 0.002
2023-11-01 19:27:36 iteration: 519000 loss: 0.0022 lr: 0.002
2023-11-01 19:28:14 iteration: 520000 loss: 0.0022 lr: 0.002
2023-11-01 19:28:52 iteration: 521000 loss: 0.0022 lr: 0.002
2023-11-01 19:29:31 iteration: 522000 loss: 0.0021 lr: 0.002
2023-11-01 19:30:09 iteration: 523000 loss: 0.0021 lr: 0.002
2023-11-01 19:30:47 iteration: 524000 loss: 0.0022 lr: 0.002
2023-11-01 19:31:25 iteration: 525000 loss: 0.0022 lr: 0.002
2023-11-01 19:32:03 iteration: 526000 loss: 0.0021 lr: 0.002
2023-11-01 19:32:42 iteration: 527000 loss: 0.0021 lr: 0.002
2023-11-01 19:33:21 iteration: 528000 loss: 0.0021 lr: 0.002
2023-11-01 19:34:00 iteration: 529000 loss: 0.0021 lr: 0.002
2023-11-01 19:34:39 iteration: 530000 loss: 0.0021 lr: 0.002
2023-11-01 19:35:17 iteration: 531000 loss: 0.0021 lr: 0.002
2023-11-01 19:35:56 iteration: 532000 loss: 0.0022 lr: 0.002
2023-11-01 19:36:34 iteration: 533000 loss: 0.0021 lr: 0.002
2023-11-01 19:37:12 iteration: 534000 loss: 0.0021 lr: 0.002
2023-11-01 19:37:50 iteration: 535000 loss: 0.0021 lr: 0.002
2023-11-01 19:38:28 iteration: 536000 loss: 0.0021 lr: 0.002
2023-11-01 19:39:06 iteration: 537000 loss: 0.0022 lr: 0.002
2023-11-01 19:39:45 iteration: 538000 loss: 0.0021 lr: 0.002
2023-11-01 19:40:24 iteration: 539000 loss: 0.0022 lr: 0.002
2023-11-01 19:41:03 iteration: 540000 loss: 0.0021 lr: 0.002
2023-11-01 19:41:41 iteration: 541000 loss: 0.0021 lr: 0.002
2023-11-01 19:42:19 iteration: 542000 loss: 0.0021 lr: 0.002
2023-11-01 19:42:58 iteration: 543000 loss: 0.0022 lr: 0.002
2023-11-01 19:43:37 iteration: 544000 loss: 0.0021 lr: 0.002
2023-11-01 19:44:15 iteration: 545000 loss: 0.0020 lr: 0.002
2023-11-01 19:44:54 iteration: 546000 loss: 0.0021 lr: 0.002
2023-11-01 19:45:32 iteration: 547000 loss: 0.0022 lr: 0.002
2023-11-01 19:46:10 iteration: 548000 loss: 0.0020 lr: 0.002
2023-11-01 19:46:49 iteration: 549000 loss: 0.0020 lr: 0.002
2023-11-01 19:47:27 iteration: 550000 loss: 0.0022 lr: 0.002
2023-11-01 19:48:06 iteration: 551000 loss: 0.0021 lr: 0.002
2023-11-01 19:48:44 iteration: 552000 loss: 0.0021 lr: 0.002
2023-11-01 19:49:23 iteration: 553000 loss: 0.0021 lr: 0.002
2023-11-01 19:50:01 iteration: 554000 loss: 0.0020 lr: 0.002
2023-11-01 19:50:40 iteration: 555000 loss: 0.0021 lr: 0.002
2023-11-01 19:51:18 iteration: 556000 loss: 0.0022 lr: 0.002
2023-11-01 19:51:57 iteration: 557000 loss: 0.0021 lr: 0.002
2023-11-01 19:52:36 iteration: 558000 loss: 0.0022 lr: 0.002
2023-11-01 19:53:14 iteration: 559000 loss: 0.0020 lr: 0.002
2023-11-01 19:53:53 iteration: 560000 loss: 0.0021 lr: 0.002
2023-11-01 19:54:31 iteration: 561000 loss: 0.0021 lr: 0.002
2023-11-01 19:55:10 iteration: 562000 loss: 0.0021 lr: 0.002
2023-11-01 19:55:48 iteration: 563000 loss: 0.0022 lr: 0.002
2023-11-01 19:56:27 iteration: 564000 loss: 0.0021 lr: 0.002
2023-11-01 19:57:05 iteration: 565000 loss: 0.0021 lr: 0.002
2023-11-01 19:57:43 iteration: 566000 loss: 0.0021 lr: 0.002
2023-11-01 19:58:22 iteration: 567000 loss: 0.0021 lr: 0.002
2023-11-01 19:59:00 iteration: 568000 loss: 0.0020 lr: 0.002
2023-11-01 19:59:39 iteration: 569000 loss: 0.0020 lr: 0.002
2023-11-01 20:00:17 iteration: 570000 loss: 0.0022 lr: 0.002
2023-11-01 20:00:55 iteration: 571000 loss: 0.0021 lr: 0.002
2023-11-01 20:01:34 iteration: 572000 loss: 0.0021 lr: 0.002
2023-11-01 20:02:12 iteration: 573000 loss: 0.0022 lr: 0.002
2023-11-01 20:02:51 iteration: 574000 loss: 0.0022 lr: 0.002
2023-11-01 20:03:29 iteration: 575000 loss: 0.0021 lr: 0.002
2023-11-01 20:04:08 iteration: 576000 loss: 0.0023 lr: 0.002
2023-11-01 20:04:46 iteration: 577000 loss: 0.0022 lr: 0.002
2023-11-01 20:05:25 iteration: 578000 loss: 0.0021 lr: 0.002
2023-11-01 20:06:04 iteration: 579000 loss: 0.0021 lr: 0.002
2023-11-01 20:06:42 iteration: 580000 loss: 0.0021 lr: 0.002
2023-11-01 20:07:20 iteration: 581000 loss: 0.0020 lr: 0.002
2023-11-01 20:07:59 iteration: 582000 loss: 0.0021 lr: 0.002
2023-11-01 20:08:37 iteration: 583000 loss: 0.0021 lr: 0.002
2023-11-01 20:09:15 iteration: 584000 loss: 0.0021 lr: 0.002
2023-11-01 20:09:53 iteration: 585000 loss: 0.0020 lr: 0.002
2023-11-01 20:10:32 iteration: 586000 loss: 0.0020 lr: 0.002
2023-11-01 20:11:10 iteration: 587000 loss: 0.0022 lr: 0.002
2023-11-01 20:11:49 iteration: 588000 loss: 0.0020 lr: 0.002
2023-11-01 20:12:28 iteration: 589000 loss: 0.0020 lr: 0.002
2023-11-01 20:13:06 iteration: 590000 loss: 0.0021 lr: 0.002
2023-11-01 20:13:45 iteration: 591000 loss: 0.0021 lr: 0.002
2023-11-01 20:14:24 iteration: 592000 loss: 0.0021 lr: 0.002
2023-11-01 20:15:02 iteration: 593000 loss: 0.0021 lr: 0.002
2023-11-01 20:15:41 iteration: 594000 loss: 0.0021 lr: 0.002
2023-11-01 20:16:20 iteration: 595000 loss: 0.0021 lr: 0.002
2023-11-01 20:16:59 iteration: 596000 loss: 0.0022 lr: 0.002
2023-11-01 20:17:38 iteration: 597000 loss: 0.0021 lr: 0.002
2023-11-01 20:18:16 iteration: 598000 loss: 0.0020 lr: 0.002
2023-11-01 20:18:55 iteration: 599000 loss: 0.0020 lr: 0.002
2023-11-01 20:19:33 iteration: 600000 loss: 0.0021 lr: 0.002
2023-11-01 20:20:12 iteration: 601000 loss: 0.0021 lr: 0.002
2023-11-01 20:20:51 iteration: 602000 loss: 0.0020 lr: 0.002
2023-11-01 20:21:29 iteration: 603000 loss: 0.0020 lr: 0.002
2023-11-01 20:22:08 iteration: 604000 loss: 0.0021 lr: 0.002
2023-11-01 20:22:46 iteration: 605000 loss: 0.0022 lr: 0.002
2023-11-01 20:23:25 iteration: 606000 loss: 0.0019 lr: 0.002
2023-11-01 20:24:03 iteration: 607000 loss: 0.0021 lr: 0.002
2023-11-01 20:24:42 iteration: 608000 loss: 0.0022 lr: 0.002
2023-11-01 20:25:21 iteration: 609000 loss: 0.0020 lr: 0.002
2023-11-01 20:26:00 iteration: 610000 loss: 0.0021 lr: 0.002
2023-11-01 20:26:38 iteration: 611000 loss: 0.0020 lr: 0.002
2023-11-01 20:27:17 iteration: 612000 loss: 0.0022 lr: 0.002
2023-11-01 20:27:56 iteration: 613000 loss: 0.0020 lr: 0.002
2023-11-01 20:28:34 iteration: 614000 loss: 0.0021 lr: 0.002
2023-11-01 20:29:13 iteration: 615000 loss: 0.0021 lr: 0.002
2023-11-01 20:29:51 iteration: 616000 loss: 0.0021 lr: 0.002
2023-11-01 20:30:30 iteration: 617000 loss: 0.0022 lr: 0.002
2023-11-01 20:31:07 iteration: 618000 loss: 0.0021 lr: 0.002
2023-11-01 20:31:46 iteration: 619000 loss: 0.0021 lr: 0.002
2023-11-01 20:32:24 iteration: 620000 loss: 0.0021 lr: 0.002
2023-11-01 20:33:02 iteration: 621000 loss: 0.0022 lr: 0.002
2023-11-01 20:33:41 iteration: 622000 loss: 0.0021 lr: 0.002
2023-11-01 20:34:19 iteration: 623000 loss: 0.0021 lr: 0.002
2023-11-01 20:34:57 iteration: 624000 loss: 0.0020 lr: 0.002
2023-11-01 20:35:35 iteration: 625000 loss: 0.0021 lr: 0.002
2023-11-01 20:36:14 iteration: 626000 loss: 0.0021 lr: 0.002
2023-11-01 20:36:52 iteration: 627000 loss: 0.0020 lr: 0.002
2023-11-01 20:37:30 iteration: 628000 loss: 0.0021 lr: 0.002
2023-11-01 20:38:08 iteration: 629000 loss: 0.0020 lr: 0.002
2023-11-01 20:38:47 iteration: 630000 loss: 0.0020 lr: 0.002
2023-11-01 20:39:26 iteration: 631000 loss: 0.0021 lr: 0.002
2023-11-01 20:40:04 iteration: 632000 loss: 0.0020 lr: 0.002
2023-11-01 20:40:43 iteration: 633000 loss: 0.0020 lr: 0.002
2023-11-01 20:41:21 iteration: 634000 loss: 0.0020 lr: 0.002
2023-11-01 20:42:00 iteration: 635000 loss: 0.0021 lr: 0.002
2023-11-01 20:42:39 iteration: 636000 loss: 0.0020 lr: 0.002
2023-11-01 20:43:18 iteration: 637000 loss: 0.0021 lr: 0.002
2023-11-01 20:43:57 iteration: 638000 loss: 0.0021 lr: 0.002
2023-11-01 20:44:34 iteration: 639000 loss: 0.0020 lr: 0.002
2023-11-01 20:45:13 iteration: 640000 loss: 0.0020 lr: 0.002
2023-11-01 20:45:51 iteration: 641000 loss: 0.0021 lr: 0.002
2023-11-01 20:46:30 iteration: 642000 loss: 0.0020 lr: 0.002
2023-11-01 20:47:08 iteration: 643000 loss: 0.0021 lr: 0.002
2023-11-01 20:47:46 iteration: 644000 loss: 0.0021 lr: 0.002
2023-11-01 20:48:24 iteration: 645000 loss: 0.0022 lr: 0.002
2023-11-01 20:49:03 iteration: 646000 loss: 0.0021 lr: 0.002
2023-11-01 20:49:41 iteration: 647000 loss: 0.0019 lr: 0.002
2023-11-01 20:50:20 iteration: 648000 loss: 0.0020 lr: 0.002
2023-11-01 20:50:58 iteration: 649000 loss: 0.0021 lr: 0.002
2023-11-01 20:51:36 iteration: 650000 loss: 0.0021 lr: 0.002
2023-11-01 20:52:15 iteration: 651000 loss: 0.0021 lr: 0.002
2023-11-01 20:52:54 iteration: 652000 loss: 0.0021 lr: 0.002
2023-11-01 20:53:33 iteration: 653000 loss: 0.0020 lr: 0.002
2023-11-01 20:54:11 iteration: 654000 loss: 0.0020 lr: 0.002
2023-11-01 20:54:49 iteration: 655000 loss: 0.0020 lr: 0.002
2023-11-01 20:55:28 iteration: 656000 loss: 0.0021 lr: 0.002
2023-11-01 20:56:06 iteration: 657000 loss: 0.0020 lr: 0.002
2023-11-01 20:56:44 iteration: 658000 loss: 0.0020 lr: 0.002
2023-11-01 20:57:22 iteration: 659000 loss: 0.0020 lr: 0.002
2023-11-01 20:58:01 iteration: 660000 loss: 0.0021 lr: 0.002
2023-11-01 20:58:40 iteration: 661000 loss: 0.0020 lr: 0.002
2023-11-01 20:59:18 iteration: 662000 loss: 0.0020 lr: 0.002
2023-11-01 20:59:57 iteration: 663000 loss: 0.0021 lr: 0.002
2023-11-01 21:00:35 iteration: 664000 loss: 0.0021 lr: 0.002
2023-11-01 21:01:13 iteration: 665000 loss: 0.0020 lr: 0.002
2023-11-01 21:01:52 iteration: 666000 loss: 0.0020 lr: 0.002
2023-11-01 21:02:30 iteration: 667000 loss: 0.0021 lr: 0.002
2023-11-01 21:03:09 iteration: 668000 loss: 0.0020 lr: 0.002
2023-11-01 21:03:48 iteration: 669000 loss: 0.0021 lr: 0.002
2023-11-01 21:04:26 iteration: 670000 loss: 0.0021 lr: 0.002
2023-11-01 21:05:04 iteration: 671000 loss: 0.0020 lr: 0.002
2023-11-01 21:05:43 iteration: 672000 loss: 0.0020 lr: 0.002
2023-11-01 21:06:22 iteration: 673000 loss: 0.0022 lr: 0.002
2023-11-01 21:07:00 iteration: 674000 loss: 0.0020 lr: 0.002
2023-11-01 21:07:38 iteration: 675000 loss: 0.0020 lr: 0.002
2023-11-01 21:08:16 iteration: 676000 loss: 0.0020 lr: 0.002
2023-11-01 21:08:56 iteration: 677000 loss: 0.0021 lr: 0.002
2023-11-01 21:09:34 iteration: 678000 loss: 0.0021 lr: 0.002
2023-11-01 21:10:14 iteration: 679000 loss: 0.0020 lr: 0.002
2023-11-01 21:10:52 iteration: 680000 loss: 0.0020 lr: 0.002
2023-11-01 21:11:31 iteration: 681000 loss: 0.0021 lr: 0.002
2023-11-01 21:12:10 iteration: 682000 loss: 0.0020 lr: 0.002
2023-11-01 21:12:49 iteration: 683000 loss: 0.0020 lr: 0.002
2023-11-01 21:13:28 iteration: 684000 loss: 0.0020 lr: 0.002
2023-11-01 21:14:07 iteration: 685000 loss: 0.0020 lr: 0.002
2023-11-01 21:14:46 iteration: 686000 loss: 0.0020 lr: 0.002
2023-11-01 21:15:25 iteration: 687000 loss: 0.0021 lr: 0.002
2023-11-01 21:16:04 iteration: 688000 loss: 0.0021 lr: 0.002
2023-11-01 21:16:42 iteration: 689000 loss: 0.0020 lr: 0.002
2023-11-01 21:17:21 iteration: 690000 loss: 0.0021 lr: 0.002
2023-11-01 21:18:00 iteration: 691000 loss: 0.0020 lr: 0.002
2023-11-01 21:18:37 iteration: 692000 loss: 0.0020 lr: 0.002
2023-11-01 21:19:15 iteration: 693000 loss: 0.0021 lr: 0.002
2023-11-01 21:19:54 iteration: 694000 loss: 0.0021 lr: 0.002
2023-11-01 21:20:31 iteration: 695000 loss: 0.0020 lr: 0.002
2023-11-01 21:21:10 iteration: 696000 loss: 0.0020 lr: 0.002
2023-11-01 21:21:48 iteration: 697000 loss: 0.0022 lr: 0.002
2023-11-01 21:22:27 iteration: 698000 loss: 0.0021 lr: 0.002
2023-11-01 21:23:05 iteration: 699000 loss: 0.0020 lr: 0.002
2023-11-01 21:23:43 iteration: 700000 loss: 0.0020 lr: 0.002
2023-11-01 21:24:22 iteration: 701000 loss: 0.0021 lr: 0.002
2023-11-01 21:25:01 iteration: 702000 loss: 0.0021 lr: 0.002
2023-11-01 21:25:39 iteration: 703000 loss: 0.0020 lr: 0.002
2023-11-01 21:26:18 iteration: 704000 loss: 0.0021 lr: 0.002
2023-11-01 21:26:57 iteration: 705000 loss: 0.0020 lr: 0.002
2023-11-01 21:27:37 iteration: 706000 loss: 0.0020 lr: 0.002
2023-11-01 21:28:16 iteration: 707000 loss: 0.0020 lr: 0.002
2023-11-01 21:28:56 iteration: 708000 loss: 0.0020 lr: 0.002
2023-11-01 21:29:35 iteration: 709000 loss: 0.0020 lr: 0.002
2023-11-01 21:30:13 iteration: 710000 loss: 0.0020 lr: 0.002
2023-11-01 21:30:52 iteration: 711000 loss: 0.0020 lr: 0.002
2023-11-01 21:31:30 iteration: 712000 loss: 0.0020 lr: 0.002
2023-11-01 21:32:08 iteration: 713000 loss: 0.0021 lr: 0.002
2023-11-01 21:32:48 iteration: 714000 loss: 0.0020 lr: 0.002
2023-11-01 21:33:27 iteration: 715000 loss: 0.0020 lr: 0.002
2023-11-01 21:34:05 iteration: 716000 loss: 0.0020 lr: 0.002
2023-11-01 21:34:43 iteration: 717000 loss: 0.0021 lr: 0.002
2023-11-01 21:35:22 iteration: 718000 loss: 0.0020 lr: 0.002
2023-11-01 21:36:00 iteration: 719000 loss: 0.0019 lr: 0.002
2023-11-01 21:36:39 iteration: 720000 loss: 0.0021 lr: 0.002
2023-11-01 21:37:18 iteration: 721000 loss: 0.0020 lr: 0.002
2023-11-01 21:37:56 iteration: 722000 loss: 0.0021 lr: 0.002
2023-11-01 21:38:34 iteration: 723000 loss: 0.0020 lr: 0.002
2023-11-01 21:39:14 iteration: 724000 loss: 0.0019 lr: 0.002
2023-11-01 21:39:52 iteration: 725000 loss: 0.0020 lr: 0.002
2023-11-01 21:40:31 iteration: 726000 loss: 0.0021 lr: 0.002
2023-11-01 21:41:09 iteration: 727000 loss: 0.0021 lr: 0.002
2023-11-01 21:41:48 iteration: 728000 loss: 0.0019 lr: 0.002
2023-11-01 21:42:27 iteration: 729000 loss: 0.0021 lr: 0.002
2023-11-01 21:43:06 iteration: 730000 loss: 0.0020 lr: 0.002
2023-11-01 21:43:44 iteration: 731000 loss: 0.0020 lr: 0.001
2023-11-01 21:44:23 iteration: 732000 loss: 0.0020 lr: 0.001
2023-11-01 21:45:02 iteration: 733000 loss: 0.0019 lr: 0.001
2023-11-01 21:45:40 iteration: 734000 loss: 0.0019 lr: 0.001
2023-11-01 21:46:19 iteration: 735000 loss: 0.0020 lr: 0.001
2023-11-01 21:46:58 iteration: 736000 loss: 0.0019 lr: 0.001
2023-11-01 21:47:36 iteration: 737000 loss: 0.0020 lr: 0.001
2023-11-01 21:48:15 iteration: 738000 loss: 0.0021 lr: 0.001
2023-11-01 21:48:53 iteration: 739000 loss: 0.0019 lr: 0.001
2023-11-01 21:49:32 iteration: 740000 loss: 0.0020 lr: 0.001
2023-11-01 21:50:10 iteration: 741000 loss: 0.0020 lr: 0.001
2023-11-01 21:50:49 iteration: 742000 loss: 0.0019 lr: 0.001
2023-11-01 21:51:27 iteration: 743000 loss: 0.0020 lr: 0.001
2023-11-01 21:52:06 iteration: 744000 loss: 0.0021 lr: 0.001
2023-11-01 21:52:44 iteration: 745000 loss: 0.0020 lr: 0.001
2023-11-01 21:53:23 iteration: 746000 loss: 0.0019 lr: 0.001
2023-11-01 21:54:02 iteration: 747000 loss: 0.0020 lr: 0.001
2023-11-01 21:54:40 iteration: 748000 loss: 0.0020 lr: 0.001
2023-11-01 21:55:19 iteration: 749000 loss: 0.0019 lr: 0.001
2023-11-01 21:55:58 iteration: 750000 loss: 0.0020 lr: 0.001
2023-11-01 21:56:37 iteration: 751000 loss: 0.0021 lr: 0.001
2023-11-01 21:57:15 iteration: 752000 loss: 0.0019 lr: 0.001
2023-11-01 21:57:56 iteration: 753000 loss: 0.0020 lr: 0.001
2023-11-01 21:58:35 iteration: 754000 loss: 0.0020 lr: 0.001
2023-11-01 21:59:14 iteration: 755000 loss: 0.0020 lr: 0.001
2023-11-01 21:59:53 iteration: 756000 loss: 0.0020 lr: 0.001
2023-11-01 22:00:31 iteration: 757000 loss: 0.0021 lr: 0.001
2023-11-01 22:01:10 iteration: 758000 loss: 0.0021 lr: 0.001
2023-11-01 22:01:48 iteration: 759000 loss: 0.0021 lr: 0.001
2023-11-01 22:02:27 iteration: 760000 loss: 0.0020 lr: 0.001
2023-11-01 22:03:05 iteration: 761000 loss: 0.0020 lr: 0.001
2023-11-01 22:03:44 iteration: 762000 loss: 0.0020 lr: 0.001
2023-11-01 22:04:23 iteration: 763000 loss: 0.0020 lr: 0.001
2023-11-01 22:05:02 iteration: 764000 loss: 0.0020 lr: 0.001
2023-11-01 22:05:41 iteration: 765000 loss: 0.0019 lr: 0.001
2023-11-01 22:06:19 iteration: 766000 loss: 0.0019 lr: 0.001
2023-11-01 22:06:57 iteration: 767000 loss: 0.0020 lr: 0.001
2023-11-01 22:07:37 iteration: 768000 loss: 0.0019 lr: 0.001
2023-11-01 22:08:15 iteration: 769000 loss: 0.0020 lr: 0.001
2023-11-01 22:08:53 iteration: 770000 loss: 0.0021 lr: 0.001
2023-11-01 22:09:31 iteration: 771000 loss: 0.0019 lr: 0.001
2023-11-01 22:10:10 iteration: 772000 loss: 0.0020 lr: 0.001
2023-11-01 22:10:49 iteration: 773000 loss: 0.0020 lr: 0.001
2023-11-01 22:11:28 iteration: 774000 loss: 0.0019 lr: 0.001
2023-11-01 22:12:07 iteration: 775000 loss: 0.0019 lr: 0.001
2023-11-01 22:12:45 iteration: 776000 loss: 0.0019 lr: 0.001
2023-11-01 22:13:24 iteration: 777000 loss: 0.0019 lr: 0.001
2023-11-01 22:14:03 iteration: 778000 loss: 0.0021 lr: 0.001
2023-11-01 22:14:42 iteration: 779000 loss: 0.0020 lr: 0.001
2023-11-01 22:15:21 iteration: 780000 loss: 0.0020 lr: 0.001
2023-11-01 22:16:00 iteration: 781000 loss: 0.0019 lr: 0.001
2023-11-01 22:16:39 iteration: 782000 loss: 0.0019 lr: 0.001
2023-11-01 22:17:18 iteration: 783000 loss: 0.0019 lr: 0.001
2023-11-01 22:17:57 iteration: 784000 loss: 0.0020 lr: 0.001
2023-11-01 22:18:36 iteration: 785000 loss: 0.0020 lr: 0.001
2023-11-01 22:19:15 iteration: 786000 loss: 0.0019 lr: 0.001
2023-11-01 22:19:54 iteration: 787000 loss: 0.0019 lr: 0.001
2023-11-01 22:20:33 iteration: 788000 loss: 0.0019 lr: 0.001
2023-11-01 22:21:12 iteration: 789000 loss: 0.0020 lr: 0.001
2023-11-01 22:21:51 iteration: 790000 loss: 0.0020 lr: 0.001
2023-11-01 22:22:29 iteration: 791000 loss: 0.0020 lr: 0.001
2023-11-01 22:23:08 iteration: 792000 loss: 0.0019 lr: 0.001
2023-11-01 22:23:47 iteration: 793000 loss: 0.0019 lr: 0.001
2023-11-01 22:24:26 iteration: 794000 loss: 0.0019 lr: 0.001
2023-11-01 22:25:05 iteration: 795000 loss: 0.0019 lr: 0.001
2023-11-01 22:25:44 iteration: 796000 loss: 0.0018 lr: 0.001
2023-11-01 22:26:23 iteration: 797000 loss: 0.0019 lr: 0.001
2023-11-01 22:27:02 iteration: 798000 loss: 0.0021 lr: 0.001
2023-11-01 22:27:41 iteration: 799000 loss: 0.0021 lr: 0.001
2023-11-01 22:28:20 iteration: 800000 loss: 0.0020 lr: 0.001
2023-11-01 22:28:58 iteration: 801000 loss: 0.0019 lr: 0.001
2023-11-01 22:29:37 iteration: 802000 loss: 0.0020 lr: 0.001
2023-11-01 22:30:16 iteration: 803000 loss: 0.0020 lr: 0.001
2023-11-01 22:30:54 iteration: 804000 loss: 0.0019 lr: 0.001
2023-11-01 22:31:33 iteration: 805000 loss: 0.0020 lr: 0.001
2023-11-01 22:32:11 iteration: 806000 loss: 0.0018 lr: 0.001
2023-11-01 22:32:50 iteration: 807000 loss: 0.0019 lr: 0.001
2023-11-01 22:33:28 iteration: 808000 loss: 0.0021 lr: 0.001
2023-11-01 22:34:07 iteration: 809000 loss: 0.0019 lr: 0.001
2023-11-01 22:34:45 iteration: 810000 loss: 0.0020 lr: 0.001
2023-11-01 22:35:24 iteration: 811000 loss: 0.0019 lr: 0.001
2023-11-01 22:36:03 iteration: 812000 loss: 0.0020 lr: 0.001
2023-11-01 22:36:41 iteration: 813000 loss: 0.0019 lr: 0.001
2023-11-01 22:37:19 iteration: 814000 loss: 0.0020 lr: 0.001
2023-11-01 22:37:58 iteration: 815000 loss: 0.0020 lr: 0.001
2023-11-01 22:38:37 iteration: 816000 loss: 0.0020 lr: 0.001
2023-11-01 22:39:16 iteration: 817000 loss: 0.0019 lr: 0.001
2023-11-01 22:39:55 iteration: 818000 loss: 0.0020 lr: 0.001
2023-11-01 22:40:33 iteration: 819000 loss: 0.0020 lr: 0.001
2023-11-01 22:41:12 iteration: 820000 loss: 0.0019 lr: 0.001
2023-11-01 22:41:50 iteration: 821000 loss: 0.0020 lr: 0.001
2023-11-01 22:42:29 iteration: 822000 loss: 0.0019 lr: 0.001
2023-11-01 22:43:08 iteration: 823000 loss: 0.0020 lr: 0.001
2023-11-01 22:43:47 iteration: 824000 loss: 0.0019 lr: 0.001
2023-11-01 22:44:26 iteration: 825000 loss: 0.0020 lr: 0.001
2023-11-01 22:45:05 iteration: 826000 loss: 0.0019 lr: 0.001
2023-11-01 22:45:44 iteration: 827000 loss: 0.0019 lr: 0.001
2023-11-01 22:46:23 iteration: 828000 loss: 0.0019 lr: 0.001
2023-11-01 22:47:01 iteration: 829000 loss: 0.0021 lr: 0.001
2023-11-01 22:47:40 iteration: 830000 loss: 0.0020 lr: 0.001
2023-11-01 22:48:18 iteration: 831000 loss: 0.0020 lr: 0.001
2023-11-01 22:48:57 iteration: 832000 loss: 0.0020 lr: 0.001
2023-11-01 22:49:36 iteration: 833000 loss: 0.0020 lr: 0.001
2023-11-01 22:50:14 iteration: 834000 loss: 0.0019 lr: 0.001
2023-11-01 22:50:53 iteration: 835000 loss: 0.0019 lr: 0.001
2023-11-01 22:51:31 iteration: 836000 loss: 0.0020 lr: 0.001
2023-11-01 22:52:09 iteration: 837000 loss: 0.0019 lr: 0.001
2023-11-01 22:52:48 iteration: 838000 loss: 0.0021 lr: 0.001
2023-11-01 22:53:26 iteration: 839000 loss: 0.0019 lr: 0.001
2023-11-01 22:54:05 iteration: 840000 loss: 0.0020 lr: 0.001
2023-11-01 22:54:45 iteration: 841000 loss: 0.0019 lr: 0.001
2023-11-01 22:55:24 iteration: 842000 loss: 0.0019 lr: 0.001
2023-11-01 22:56:03 iteration: 843000 loss: 0.0020 lr: 0.001
2023-11-01 22:56:42 iteration: 844000 loss: 0.0020 lr: 0.001
2023-11-01 22:57:21 iteration: 845000 loss: 0.0021 lr: 0.001
2023-11-01 22:57:59 iteration: 846000 loss: 0.0020 lr: 0.001
2023-11-01 22:58:37 iteration: 847000 loss: 0.0019 lr: 0.001
2023-11-01 22:59:15 iteration: 848000 loss: 0.0020 lr: 0.001
2023-11-01 22:59:54 iteration: 849000 loss: 0.0020 lr: 0.001
2023-11-01 23:00:31 iteration: 850000 loss: 0.0019 lr: 0.001
2023-11-01 23:01:10 iteration: 851000 loss: 0.0019 lr: 0.001
2023-11-01 23:01:49 iteration: 852000 loss: 0.0020 lr: 0.001
2023-11-01 23:02:27 iteration: 853000 loss: 0.0020 lr: 0.001
2023-11-01 23:03:05 iteration: 854000 loss: 0.0020 lr: 0.001
2023-11-01 23:03:44 iteration: 855000 loss: 0.0019 lr: 0.001
2023-11-01 23:04:24 iteration: 856000 loss: 0.0020 lr: 0.001
2023-11-01 23:05:02 iteration: 857000 loss: 0.0019 lr: 0.001
2023-11-01 23:05:41 iteration: 858000 loss: 0.0019 lr: 0.001
2023-11-01 23:06:19 iteration: 859000 loss: 0.0019 lr: 0.001
2023-11-01 23:06:58 iteration: 860000 loss: 0.0020 lr: 0.001
2023-11-01 23:07:36 iteration: 861000 loss: 0.0019 lr: 0.001
2023-11-01 23:08:16 iteration: 862000 loss: 0.0019 lr: 0.001
2023-11-01 23:08:55 iteration: 863000 loss: 0.0020 lr: 0.001
2023-11-01 23:09:33 iteration: 864000 loss: 0.0020 lr: 0.001
2023-11-01 23:10:12 iteration: 865000 loss: 0.0019 lr: 0.001
2023-11-01 23:10:51 iteration: 866000 loss: 0.0019 lr: 0.001
2023-11-01 23:11:31 iteration: 867000 loss: 0.0020 lr: 0.001
2023-11-01 23:12:10 iteration: 868000 loss: 0.0019 lr: 0.001
2023-11-01 23:12:49 iteration: 869000 loss: 0.0020 lr: 0.001
2023-11-01 23:13:28 iteration: 870000 loss: 0.0020 lr: 0.001
2023-11-01 23:14:06 iteration: 871000 loss: 0.0020 lr: 0.001
2023-11-01 23:14:46 iteration: 872000 loss: 0.0019 lr: 0.001
2023-11-01 23:15:24 iteration: 873000 loss: 0.0019 lr: 0.001
2023-11-01 23:16:03 iteration: 874000 loss: 0.0020 lr: 0.001
2023-11-01 23:16:42 iteration: 875000 loss: 0.0021 lr: 0.001
2023-11-01 23:17:21 iteration: 876000 loss: 0.0020 lr: 0.001
2023-11-01 23:18:00 iteration: 877000 loss: 0.0019 lr: 0.001
2023-11-01 23:18:39 iteration: 878000 loss: 0.0020 lr: 0.001
2023-11-01 23:19:17 iteration: 879000 loss: 0.0020 lr: 0.001
2023-11-01 23:19:55 iteration: 880000 loss: 0.0019 lr: 0.001
2023-11-01 23:20:34 iteration: 881000 loss: 0.0020 lr: 0.001
2023-11-01 23:21:12 iteration: 882000 loss: 0.0020 lr: 0.001
2023-11-01 23:21:52 iteration: 883000 loss: 0.0020 lr: 0.001
2023-11-01 23:22:31 iteration: 884000 loss: 0.0019 lr: 0.001
2023-11-01 23:23:10 iteration: 885000 loss: 0.0019 lr: 0.001
2023-11-01 23:23:49 iteration: 886000 loss: 0.0020 lr: 0.001
2023-11-01 23:24:27 iteration: 887000 loss: 0.0020 lr: 0.001
2023-11-01 23:25:06 iteration: 888000 loss: 0.0019 lr: 0.001
2023-11-01 23:25:45 iteration: 889000 loss: 0.0019 lr: 0.001
2023-11-01 23:26:24 iteration: 890000 loss: 0.0020 lr: 0.001
2023-11-01 23:27:02 iteration: 891000 loss: 0.0020 lr: 0.001
2023-11-01 23:27:41 iteration: 892000 loss: 0.0020 lr: 0.001
2023-11-01 23:28:20 iteration: 893000 loss: 0.0020 lr: 0.001
2023-11-01 23:28:58 iteration: 894000 loss: 0.0020 lr: 0.001
2023-11-01 23:29:37 iteration: 895000 loss: 0.0020 lr: 0.001
2023-11-01 23:30:15 iteration: 896000 loss: 0.0019 lr: 0.001
2023-11-01 23:30:53 iteration: 897000 loss: 0.0020 lr: 0.001
2023-11-01 23:31:33 iteration: 898000 loss: 0.0019 lr: 0.001
2023-11-01 23:32:12 iteration: 899000 loss: 0.0019 lr: 0.001
2023-11-01 23:32:52 iteration: 900000 loss: 0.0020 lr: 0.001
2023-11-01 23:33:31 iteration: 901000 loss: 0.0019 lr: 0.001
2023-11-01 23:34:11 iteration: 902000 loss: 0.0020 lr: 0.001
2023-11-01 23:34:50 iteration: 903000 loss: 0.0019 lr: 0.001
2023-11-01 23:35:27 iteration: 904000 loss: 0.0020 lr: 0.001
2023-11-01 23:36:06 iteration: 905000 loss: 0.0020 lr: 0.001
2023-11-01 23:36:44 iteration: 906000 loss: 0.0018 lr: 0.001
2023-11-01 23:37:23 iteration: 907000 loss: 0.0020 lr: 0.001
2023-11-01 23:38:01 iteration: 908000 loss: 0.0019 lr: 0.001
2023-11-01 23:38:40 iteration: 909000 loss: 0.0019 lr: 0.001
2023-11-01 23:39:19 iteration: 910000 loss: 0.0020 lr: 0.001
2023-11-01 23:39:57 iteration: 911000 loss: 0.0019 lr: 0.001
2023-11-01 23:40:36 iteration: 912000 loss: 0.0020 lr: 0.001
2023-11-01 23:4                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                     2023-11-02 00:14:46 iteration: 965000 loss: 0.0019 lr: 0.001
2023-11-02 00:15:26 iteration: 966000 loss: 0.0020 lr: 0.001
2023-11-02 00:16:07 iteration: 967000 loss: 0.0020 lr: 0.001
2023-11-02 00:16:46 iteration: 968000 loss: 0.0019 lr: 0.001
2023-11-02 00:17:28 iteration: 969000 loss: 0.0019 lr: 0.001
2023-11-02 00:18:09 iteration: 970000 loss: 0.0019 lr: 0.001
2023-11-02 00:18:49 iteration: 971000 loss: 0.0019 lr: 0.001
2023-11-02 00:19:30 iteration: 972000 loss: 0.0019 lr: 0.001
2023-11-02 00:20:10 iteration: 973000 loss: 0.0020 lr: 0.001
2023-11-02 00:20:49 iteration: 974000 loss: 0.0019 lr: 0.001
2023-11-02 00:21:29 iteration: 975000 loss: 0.0020 lr: 0.001
2023-11-02 00:22:09 iteration: 976000 loss: 0.0019 lr: 0.001
2023-11-02 00:22:48 iteration: 977000 loss: 0.0019 lr: 0.001
2023-11-02 00:23:28 iteration: 978000 loss: 0.0018 lr: 0.001
2023-11-02 00:24:08 iteration: 979000 loss: 0.0020 lr: 0.001
2023-11-02 00:24:48 iteration: 980000 loss: 0.0020 lr: 0.001
2023-11-02 00:25:27 iteration: 981000 loss: 0.0019 lr: 0.001
2023-11-02 00:26:07 iteration: 982000 loss: 0.0021 lr: 0.001
2023-11-02 00:26:47 iteration: 983000 loss: 0.0020 lr: 0.001
2023-11-02 00:27:27 iteration: 984000 loss: 0.0019 lr: 0.001
2023-11-02 00:28:06 iteration: 985000 loss: 0.0019 lr: 0.001
2023-11-02 00:28:46 iteration: 986000 loss: 0.0019 lr: 0.001
2023-11-02 00:29:25 iteration: 987000 loss: 0.0020 lr: 0.001
2023-11-02 00:30:05 iteration: 988000 loss: 0.0020 lr: 0.001
2023-11-02 00:30:44 iteration: 989000 loss: 0.0019 lr: 0.001
2023-11-02 00:31:23 iteration: 990000 loss: 0.0019 lr: 0.001
2023-11-02 00:32:02 iteration: 991000 loss: 0.0019 lr: 0.001
2023-11-02 00:32:42 iteration: 992000 loss: 0.0019 lr: 0.001
2023-11-02 00:33:21 iteration: 993000 loss: 0.0020 lr: 0.001
2023-11-02 00:34:00 iteration: 994000 loss: 0.0019 lr: 0.001
2023-11-02 00:34:39 iteration: 995000 loss: 0.0019 lr: 0.001
2023-11-02 00:35:19 iteration: 996000 loss: 0.0019 lr: 0.001
2023-11-02 00:35:59 iteration: 997000 loss: 0.0019 lr: 0.001
2023-11-02 00:36:39 iteration: 998000 loss: 0.0019 lr: 0.001
2023-11-02 00:37:18 iteration: 999000 loss: 0.0018 lr: 0.001
2023-11-02 00:37:57 iteration: 1000000 loss: 0.0019 lr: 0.001
2023-11-02 00:38:38 iteration: 1001000 loss: 0.0018 lr: 0.001
2023-11-02 00:39:18 iteration: 1002000 loss: 0.0019 lr: 0.001
2023-11-02 00:39:58 iteration: 1003000 loss: 0.0019 lr: 0.001
2023-11-02 00:40:38 iteration: 1004000 loss: 0.0019 lr: 0.001
2023-11-02 00:41:18 iteration: 1005000 loss: 0.0018 lr: 0.001
2023-11-02 00:41:57 iteration: 1006000 loss: 0.0020 lr: 0.001
2023-11-02 00:42:37 iteration: 1007000 loss: 0.0019 lr: 0.001
2023-11-02 00:43:17 iteration: 1008000 loss: 0.0020 lr: 0.001
2023-11-02 00:43:57 iteration: 1009000 loss: 0.0019 lr: 0.001
2023-11-02 00:44:37 iteration: 1010000 loss: 0.0018 lr: 0.001
2023-11-02 00:45:16 iteration: 1011000 loss: 0.0018 lr: 0.001
2023-11-02 00:45:55 iteration: 1012000 loss: 0.0019 lr: 0.001
2023-11-02 00:46:35 iteration: 1013000 loss: 0.0019 lr: 0.001
2023-11-02 00:47:14 iteration: 1014000 loss: 0.0019 lr: 0.001
2023-11-02 00:47:54 iteration: 1015000 loss: 0.0019 lr: 0.001
2023-11-02 00:48:34 iteration: 1016000 loss: 0.0019 lr: 0.001
2023-11-02 00:49:15 iteration: 1017000 loss: 0.0019 lr: 0.001
2023-11-02 00:49:54 iteration: 1018000 loss: 0.0020 lr: 0.001
2023-11-02 00:50:35 iteration: 1019000 loss: 0.0019 lr: 0.001
2023-11-02 00:51:14 iteration: 1020000 loss: 0.0018 lr: 0.001
2023-11-02 00:51:53 iteration: 1021000 loss: 0.0019 lr: 0.001
2023-11-02 00:52:33 iteration: 1022000 loss: 0.0020 lr: 0.001
2023-11-02 00:53:12 iteration: 1023000 loss: 0.0019 lr: 0.001
2023-11-02 00:53:51 iteration: 1024000 loss: 0.0019 lr: 0.001
2023-11-02 00:54:30 iteration: 1025000 loss: 0.0019 lr: 0.001
2023-11-02 00:55:10 iteration: 1026000 loss: 0.0019 lr: 0.001
2023-11-02 00:55:49 iteration: 1027000 loss: 0.0018 lr: 0.001
2023-11-02 00:56:28 iteration: 1028000 loss: 0.0018 lr: 0.001
2023-11-02 00:57:08 iteration: 1029000 loss: 0.0020 lr: 0.001
2023-11-02 00:57:47 iteration: 1030000 loss: 0.0019 lr: 0.001
2023-11-02 09:03:40 Config:
{'all_joints': [[0]],
 'all_joints_names': ['body'],
 'batch_size': 1,
 'crop_pad': 0,
 'dataset': 'training-datasets/iteration-0/UnaugmentedDataSet_apollo_implantNov1/apollo_implant_slenzi95shuffle1.mat',
 'dataset_type': 'imgaug',
 'deterministic': False,
 'fg_fraction': 0.25,
 'global_scale': 0.8,
 'init_weights': '/ceph/apps/ubuntu-20/packages/deeplabcut/2022-07-06/lib/python3.9/site-packages/deeplabcut/pose_estimation_tensorflow/models/pretrained/resnet_v1_50.ckpt',
 'intermediate_supervision': False,
 'intermediate_supervision_layer': 12,
 'location_refinement': True,
 'locref_huber_loss': True,
 'locref_loss_weight': 1.0,
 'locref_stdev': 7.2801,
 'log_dir': 'log',
 'mean_pixel': [123.68, 116.779, 103.939],
 'mirror': False,
 'net_type': 'resnet_50',
 'num_joints': 1,
 'optimizer': 'sgd',
 'pairwise_huber_loss': True,
 'pairwise_predict': False,
 'partaffinityfield_predict': False,
 'regularize': False,
 'scoremap_dir': 'test',
 'shuffle': True,
 'snapshot_prefix': '/ceph/margrie/slenzi/2023/dlc_networks/projects/apollo_implant-slenzi-2023-11-01/dlc-models/iteration-0/apollo_implantNov1-trainset95shuffle1/test/snapshot',
 'stride': 8.0,
 'weigh_negatives': False,
 'weigh_only_present_joints': False,
 'weigh_part_predictions': False,
 'weight_decay': 0.0001}
