{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.413445573Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60497"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.421876368Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"uri":"/crucible/0/regions/f136a998-3b3d-4204-bbbb-6c4050279375","method":"GET","req_id":"a61be70c-3004-4350-9d20-f97f1308cbf4","remote_addr":"[fd00:1122:3344:101::a]:60497","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":8378,"response_code":"200"} {"msg":"path is \"/data/regions/f136a998-3b3d-4204-bbbb-6c4050279375\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.424763505Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"component":"datafile"} {"msg":"dataset is oxp_f23dc95a-d65a-4537-b65e-161954e059fa/crucible/regions/f136a998-3b3d-4204-bbbb-6c4050279375","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.434660548Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"component":"datafile"} {"msg":"snapshot is oxp_f23dc95a-d65a-4537-b65e-161954e059fa/crucible/regions/f136a998-3b3d-4204-bbbb-6c4050279375@e1223d70-b9f1-4f6b-9af3-a3b18e091eac","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.442966081Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f23dc95a-d65a-4537-b65e-161954e059fa/crucible/regions/f136a998-3b3d-4204-bbbb-6c4050279375\", \"e1223d70-b9f1-4f6b-9af3-a3b18e091eac\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.443006472Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.4541276Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"uri":"/crucible/0/regions/f136a998-3b3d-4204-bbbb-6c4050279375/snapshots/e1223d70-b9f1-4f6b-9af3-a3b18e091eac","method":"GET","req_id":"27a1367e-0b93-45b3-8c9b-393f4f56aec2","remote_addr":"[fd00:1122:3344:101::a]:60497","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":29371,"response_code":"200"} {"msg":"path is \"/data/regions/f136a998-3b3d-4204-bbbb-6c4050279375\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.457788771Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"component":"datafile"} {"msg":"dataset is oxp_f23dc95a-d65a-4537-b65e-161954e059fa/crucible/regions/f136a998-3b3d-4204-bbbb-6c4050279375","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.465817318Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"component":"datafile"} {"msg":"snapshot is oxp_f23dc95a-d65a-4537-b65e-161954e059fa/crucible/regions/f136a998-3b3d-4204-bbbb-6c4050279375@e1223d70-b9f1-4f6b-9af3-a3b18e091eac","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.473279645Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f23dc95a-d65a-4537-b65e-161954e059fa/crucible/regions/f136a998-3b3d-4204-bbbb-6c4050279375\", \"e1223d70-b9f1-4f6b-9af3-a3b18e091eac\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.473313075Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot f136a998-3b3d-4204-bbbb-6c4050279375-e1223d70-b9f1-4f6b-9af3-a3b18e091eac state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.481936544Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"component":"datafile"} {"msg":"applying SMF actions for region f136a998-3b3d-4204-bbbb-6c4050279375 running snapshot e1223d70-b9f1-4f6b-9af3-a3b18e091eac (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.482488155Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.482531016Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"uri":"/crucible/0/regions/f136a998-3b3d-4204-bbbb-6c4050279375/snapshots/e1223d70-b9f1-4f6b-9af3-a3b18e091eac/run","method":"POST","req_id":"a95ca957-f5c9-45a5-ac50-6128e14a7ce3","remote_addr":"[fd00:1122:3344:101::a]:60497","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":24779,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/f136a998-3b3d-4204-bbbb-6c4050279375","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.495461979Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.495553221Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.495637762Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.495650773Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.495692203Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f136a998-3b3d-4204-bbbb-6c4050279375","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.495743715Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f136a998-3b3d-4204-bbbb-6c4050279375","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.495841626Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.495911438Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.495963589Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.49601269Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.506616197Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-f136a998-3b3d-4204-bbbb-6c4050279375-e1223d70-b9f1-4f6b-9af3-a3b18e091eac","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.507085757Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-f136a998-3b3d-4204-bbbb-6c4050279375-e1223d70-b9f1-4f6b-9af3-a3b18e091eac","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.509499034Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-f136a998-3b3d-4204-bbbb-6c4050279375-e1223d70-b9f1-4f6b-9af3-a3b18e091eac","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.52105084Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f136a998-3b3d-4204-bbbb-6c4050279375/.zfs/snapshot/e1223d70-b9f1-4f6b-9af3-a3b18e091eac","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.521346396Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.521411767Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.521458118Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.521497669Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.52154737Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.524537418Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.528774321Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"component":"worker"} {"msg":"region f136a998-3b3d-4204-bbbb-6c4050279375 running snapshot e1223d70-b9f1-4f6b-9af3-a3b18e091eac state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.528785011Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"component":"datafile"} {"msg":"path is \"/data/regions/f136a998-3b3d-4204-bbbb-6c4050279375\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.759779894Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"component":"datafile"} {"msg":"dataset is oxp_f23dc95a-d65a-4537-b65e-161954e059fa/crucible/regions/f136a998-3b3d-4204-bbbb-6c4050279375","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.768768001Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"component":"datafile"} {"msg":"snapshot is oxp_f23dc95a-d65a-4537-b65e-161954e059fa/crucible/regions/f136a998-3b3d-4204-bbbb-6c4050279375@e1223d70-b9f1-4f6b-9af3-a3b18e091eac","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.777474851Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f23dc95a-d65a-4537-b65e-161954e059fa/crucible/regions/f136a998-3b3d-4204-bbbb-6c4050279375\", \"e1223d70-b9f1-4f6b-9af3-a3b18e091eac\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.777507822Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.786252563Z","hostname":"oxz_crucible_10904f20-d090-41dc-9a54-dab632f01d4a","pid":24960,"uri":"/crucible/0/regions/f136a998-3b3d-4204-bbbb-6c4050279375/snapshots/e1223d70-b9f1-4f6b-9af3-a3b18e091eac/run","method":"POST","req_id":"ff999bf3-7799-4f9e-8552-49c5cebf5174","remote_addr":"[fd00:1122:3344:101::a]:60497","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":26519,"response_code":"200"}