{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:03.998969738Z","hostname":"oxz_crucible_ddea6b62-2664-446f-b9f0-b5516e23978c","pid":23241,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53676"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:03.999065199Z","hostname":"oxz_crucible_ddea6b62-2664-446f-b9f0-b5516e23978c","pid":23241,"uri":"/crucible/0/regions/ad0c724b-adff-4fc4-b859-46b2fe21cca9","method":"GET","req_id":"6567c07a-b473-4727-9241-1928aaf1ce04","remote_addr":"[fd00:1122:3344:101::a]:53676","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"path is \"/data/regions/ad0c724b-adff-4fc4-b859-46b2fe21cca9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:04.002702547Z","hostname":"oxz_crucible_ddea6b62-2664-446f-b9f0-b5516e23978c","pid":23241,"component":"datafile"} {"msg":"dataset is oxp_1bedf3cf-e416-4fde-b4f9-0fcf4f7ce22f/crucible/regions/ad0c724b-adff-4fc4-b859-46b2fe21cca9","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:04.008490522Z","hostname":"oxz_crucible_ddea6b62-2664-446f-b9f0-b5516e23978c","pid":23241,"component":"datafile"} {"msg":"snapshot is oxp_1bedf3cf-e416-4fde-b4f9-0fcf4f7ce22f/crucible/regions/ad0c724b-adff-4fc4-b859-46b2fe21cca9@06a03600-e6e2-4f38-b7ad-4bddfff1ff57","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:04.013360609Z","hostname":"oxz_crucible_ddea6b62-2664-446f-b9f0-b5516e23978c","pid":23241,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1bedf3cf-e416-4fde-b4f9-0fcf4f7ce22f/crucible/regions/ad0c724b-adff-4fc4-b859-46b2fe21cca9\", \"06a03600-e6e2-4f38-b7ad-4bddfff1ff57\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:04.013376209Z","hostname":"oxz_crucible_ddea6b62-2664-446f-b9f0-b5516e23978c","pid":23241,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:04.02258203Z","hostname":"oxz_crucible_ddea6b62-2664-446f-b9f0-b5516e23978c","pid":23241,"uri":"/crucible/0/regions/ad0c724b-adff-4fc4-b859-46b2fe21cca9/snapshots/06a03600-e6e2-4f38-b7ad-4bddfff1ff57","method":"GET","req_id":"d8ee0279-cf46-4cef-9f80-79a77a136382","remote_addr":"[fd00:1122:3344:101::a]:53676","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19883,"response_code":200} {"msg":"path is \"/data/regions/ad0c724b-adff-4fc4-b859-46b2fe21cca9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:04.026634862Z","hostname":"oxz_crucible_ddea6b62-2664-446f-b9f0-b5516e23978c","pid":23241,"component":"datafile"} {"msg":"dataset is oxp_1bedf3cf-e416-4fde-b4f9-0fcf4f7ce22f/crucible/regions/ad0c724b-adff-4fc4-b859-46b2fe21cca9","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:04.031841032Z","hostname":"oxz_crucible_ddea6b62-2664-446f-b9f0-b5516e23978c","pid":23241,"component":"datafile"} {"msg":"snapshot is oxp_1bedf3cf-e416-4fde-b4f9-0fcf4f7ce22f/crucible/regions/ad0c724b-adff-4fc4-b859-46b2fe21cca9@06a03600-e6e2-4f38-b7ad-4bddfff1ff57","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:04.03669096Z","hostname":"oxz_crucible_ddea6b62-2664-446f-b9f0-b5516e23978c","pid":23241,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1bedf3cf-e416-4fde-b4f9-0fcf4f7ce22f/crucible/regions/ad0c724b-adff-4fc4-b859-46b2fe21cca9\", \"06a03600-e6e2-4f38-b7ad-4bddfff1ff57\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:04.03671001Z","hostname":"oxz_crucible_ddea6b62-2664-446f-b9f0-b5516e23978c","pid":23241,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot ad0c724b-adff-4fc4-b859-46b2fe21cca9-06a03600-e6e2-4f38-b7ad-4bddfff1ff57 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:04.045408077Z","hostname":"oxz_crucible_ddea6b62-2664-446f-b9f0-b5516e23978c","pid":23241,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:04.046000582Z","hostname":"oxz_crucible_ddea6b62-2664-446f-b9f0-b5516e23978c","pid":23241,"uri":"/crucible/0/regions/ad0c724b-adff-4fc4-b859-46b2fe21cca9/snapshots/06a03600-e6e2-4f38-b7ad-4bddfff1ff57/run","method":"POST","req_id":"d43b86c1-61c6-4c4a-9e7b-dc83c2129fe4","remote_addr":"[fd00:1122:3344:101::a]:53676","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19381,"response_code":200} {"msg":"applying SMF actions for region ad0c724b-adff-4fc4-b859-46b2fe21cca9 running snapshot 06a03600-e6e2-4f38-b7ad-4bddfff1ff57 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:04.046013192Z","hostname":"oxz_crucible_ddea6b62-2664-446f-b9f0-b5516e23978c","pid":23241,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-ad0c724b-adff-4fc4-b859-46b2fe21cca9-06a03600-e6e2-4f38-b7ad-4bddfff1ff57","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:04.067006204Z","hostname":"oxz_crucible_ddea6b62-2664-446f-b9f0-b5516e23978c","pid":23241,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-ad0c724b-adff-4fc4-b859-46b2fe21cca9-06a03600-e6e2-4f38-b7ad-4bddfff1ff57","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:04.075044256Z","hostname":"oxz_crucible_ddea6b62-2664-446f-b9f0-b5516e23978c","pid":23241,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-ad0c724b-adff-4fc4-b859-46b2fe21cca9-06a03600-e6e2-4f38-b7ad-4bddfff1ff57","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:04.116322466Z","hostname":"oxz_crucible_ddea6b62-2664-446f-b9f0-b5516e23978c","pid":23241,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ad0c724b-adff-4fc4-b859-46b2fe21cca9/.zfs/snapshot/06a03600-e6e2-4f38-b7ad-4bddfff1ff57","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:04.116821119Z","hostname":"oxz_crucible_ddea6b62-2664-446f-b9f0-b5516e23978c","pid":23241,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:04.11690039Z","hostname":"oxz_crucible_ddea6b62-2664-446f-b9f0-b5516e23978c","pid":23241,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:04.116975211Z","hostname":"oxz_crucible_ddea6b62-2664-446f-b9f0-b5516e23978c","pid":23241,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:04.117042621Z","hostname":"oxz_crucible_ddea6b62-2664-446f-b9f0-b5516e23978c","pid":23241,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:04.117142152Z","hostname":"oxz_crucible_ddea6b62-2664-446f-b9f0-b5516e23978c","pid":23241,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:04.134698688Z","hostname":"oxz_crucible_ddea6b62-2664-446f-b9f0-b5516e23978c","pid":23241,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:04.153171651Z","hostname":"oxz_crucible_ddea6b62-2664-446f-b9f0-b5516e23978c","pid":23241,"component":"worker"} {"msg":"region ad0c724b-adff-4fc4-b859-46b2fe21cca9 running snapshot 06a03600-e6e2-4f38-b7ad-4bddfff1ff57 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:04.153186751Z","hostname":"oxz_crucible_ddea6b62-2664-446f-b9f0-b5516e23978c","pid":23241,"component":"datafile"} {"msg":"path is \"/data/regions/ad0c724b-adff-4fc4-b859-46b2fe21cca9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:04.340052076Z","hostname":"oxz_crucible_ddea6b62-2664-446f-b9f0-b5516e23978c","pid":23241,"component":"datafile"} {"msg":"dataset is oxp_1bedf3cf-e416-4fde-b4f9-0fcf4f7ce22f/crucible/regions/ad0c724b-adff-4fc4-b859-46b2fe21cca9","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:04.346589917Z","hostname":"oxz_crucible_ddea6b62-2664-446f-b9f0-b5516e23978c","pid":23241,"component":"datafile"} {"msg":"snapshot is oxp_1bedf3cf-e416-4fde-b4f9-0fcf4f7ce22f/crucible/regions/ad0c724b-adff-4fc4-b859-46b2fe21cca9@06a03600-e6e2-4f38-b7ad-4bddfff1ff57","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:04.352794175Z","hostname":"oxz_crucible_ddea6b62-2664-446f-b9f0-b5516e23978c","pid":23241,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1bedf3cf-e416-4fde-b4f9-0fcf4f7ce22f/crucible/regions/ad0c724b-adff-4fc4-b859-46b2fe21cca9\", \"06a03600-e6e2-4f38-b7ad-4bddfff1ff57\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:04.352814365Z","hostname":"oxz_crucible_ddea6b62-2664-446f-b9f0-b5516e23978c","pid":23241,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:04.358440188Z","hostname":"oxz_crucible_ddea6b62-2664-446f-b9f0-b5516e23978c","pid":23241,"uri":"/crucible/0/regions/ad0c724b-adff-4fc4-b859-46b2fe21cca9/snapshots/06a03600-e6e2-4f38-b7ad-4bddfff1ff57/run","method":"POST","req_id":"a4088b16-a10f-40b0-a2f0-898071cbedb6","remote_addr":"[fd00:1122:3344:101::a]:53676","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18424,"response_code":200}