{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.659010096Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35125"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.666329396Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"uri":"/crucible/0/regions/4b6644df-5f85-4b76-8567-2677302a2b5a","method":"GET","req_id":"1660c829-8618-4aa6-9cbc-f087ade8cace","remote_addr":"[fd00:1122:3344:101::a]:35125","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":7275,"response_code":"200"} {"msg":"path is \"/data/regions/4b6644df-5f85-4b76-8567-2677302a2b5a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.669940071Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"component":"datafile"} {"msg":"dataset is oxp_3f4115a5-5de9-472a-ac27-660d79d3d1f7/crucible/regions/4b6644df-5f85-4b76-8567-2677302a2b5a","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.679049887Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"component":"datafile"} {"msg":"snapshot is oxp_3f4115a5-5de9-472a-ac27-660d79d3d1f7/crucible/regions/4b6644df-5f85-4b76-8567-2677302a2b5a@aebc12c5-3893-4956-b038-682a2f3e3c34","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.687029591Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3f4115a5-5de9-472a-ac27-660d79d3d1f7/crucible/regions/4b6644df-5f85-4b76-8567-2677302a2b5a\", \"aebc12c5-3893-4956-b038-682a2f3e3c34\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.687060952Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.698066338Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"uri":"/crucible/0/regions/4b6644df-5f85-4b76-8567-2677302a2b5a/snapshots/aebc12c5-3893-4956-b038-682a2f3e3c34","method":"GET","req_id":"88bd6354-63bd-4165-8d37-e517b56e2644","remote_addr":"[fd00:1122:3344:101::a]:35125","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":28145,"response_code":"200"} {"msg":"path is \"/data/regions/4b6644df-5f85-4b76-8567-2677302a2b5a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.701832855Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"component":"datafile"} {"msg":"dataset is oxp_3f4115a5-5de9-472a-ac27-660d79d3d1f7/crucible/regions/4b6644df-5f85-4b76-8567-2677302a2b5a","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.709914271Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"component":"datafile"} {"msg":"snapshot is oxp_3f4115a5-5de9-472a-ac27-660d79d3d1f7/crucible/regions/4b6644df-5f85-4b76-8567-2677302a2b5a@aebc12c5-3893-4956-b038-682a2f3e3c34","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.717709591Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3f4115a5-5de9-472a-ac27-660d79d3d1f7/crucible/regions/4b6644df-5f85-4b76-8567-2677302a2b5a\", \"aebc12c5-3893-4956-b038-682a2f3e3c34\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.717737282Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 4b6644df-5f85-4b76-8567-2677302a2b5a-aebc12c5-3893-4956-b038-682a2f3e3c34 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.725837528Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"component":"datafile"} {"msg":"applying SMF actions for region 4b6644df-5f85-4b76-8567-2677302a2b5a running snapshot aebc12c5-3893-4956-b038-682a2f3e3c34 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.72642511Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.72643966Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"uri":"/crucible/0/regions/4b6644df-5f85-4b76-8567-2677302a2b5a/snapshots/aebc12c5-3893-4956-b038-682a2f3e3c34/run","method":"POST","req_id":"a62f3aa4-2752-43fd-8fa7-4994a6a1457b","remote_addr":"[fd00:1122:3344:101::a]:35125","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":24644,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/4b6644df-5f85-4b76-8567-2677302a2b5a","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.735336383Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.735434275Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.735518337Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.735526597Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.735566938Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4b6644df-5f85-4b76-8567-2677302a2b5a","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.735617809Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4b6644df-5f85-4b76-8567-2677302a2b5a","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.735712471Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.735774582Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.735822663Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.735872454Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.745141714Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-4b6644df-5f85-4b76-8567-2677302a2b5a-aebc12c5-3893-4956-b038-682a2f3e3c34","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.745592493Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-4b6644df-5f85-4b76-8567-2677302a2b5a-aebc12c5-3893-4956-b038-682a2f3e3c34","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.748077435Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-4b6644df-5f85-4b76-8567-2677302a2b5a-aebc12c5-3893-4956-b038-682a2f3e3c34","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.758004048Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4b6644df-5f85-4b76-8567-2677302a2b5a/.zfs/snapshot/aebc12c5-3893-4956-b038-682a2f3e3c34","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.758346125Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.758400546Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.758442237Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.758483128Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.758532269Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.762183034Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.766650316Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"component":"worker"} {"msg":"region 4b6644df-5f85-4b76-8567-2677302a2b5a running snapshot aebc12c5-3893-4956-b038-682a2f3e3c34 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.766659496Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"component":"datafile"} {"msg":"path is \"/data/regions/4b6644df-5f85-4b76-8567-2677302a2b5a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:53.016914443Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"component":"datafile"} {"msg":"dataset is oxp_3f4115a5-5de9-472a-ac27-660d79d3d1f7/crucible/regions/4b6644df-5f85-4b76-8567-2677302a2b5a","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:53.025605312Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"component":"datafile"} {"msg":"snapshot is oxp_3f4115a5-5de9-472a-ac27-660d79d3d1f7/crucible/regions/4b6644df-5f85-4b76-8567-2677302a2b5a@aebc12c5-3893-4956-b038-682a2f3e3c34","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:53.033452803Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3f4115a5-5de9-472a-ac27-660d79d3d1f7/crucible/regions/4b6644df-5f85-4b76-8567-2677302a2b5a\", \"aebc12c5-3893-4956-b038-682a2f3e3c34\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:53.033484454Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:53.040985448Z","hostname":"oxz_crucible_c5eefeac-fa39-4f8a-93b5-ad0efb6d0d78","pid":22332,"uri":"/crucible/0/regions/4b6644df-5f85-4b76-8567-2677302a2b5a/snapshots/aebc12c5-3893-4956-b038-682a2f3e3c34/run","method":"POST","req_id":"516807e2-039f-49cd-a411-bc9f9f293e29","remote_addr":"[fd00:1122:3344:101::a]:35125","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":24879,"response_code":"200"}