{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:05.308395432Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:48028"} {"msg":"region 1ca55beb-1aff-42d5-8f72-7f3e37874f24 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:05.308489465Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:05.309114131Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"uri":"/crucible/0/regions","method":"POST","req_id":"599777c7-a8c2-47aa-82fe-c20511051b03","remote_addr":"[fd00:1122:3344:101::b]:48028","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":659,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:05.309126691Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_06aace64-b3af-4eec-ac46-ef3d3b786572/crucible/regions/1ca55beb-1aff-42d5-8f72-7f3e37874f24","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:05.317332314Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_06aace64-b3af-4eec-ac46-ef3d3b786572/crucible/regions/1ca55beb-1aff-42d5-8f72-7f3e37874f24","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:05.317352444Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"1ca55beb-1aff-42d5-8f72-7f3e37874f24\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1ca55beb-1aff-42d5-8f72-7f3e37874f24\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:05.369813046Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"region":"1ca55beb-1aff-42d5-8f72-7f3e37874f24","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1ca55beb-1aff-42d5-8f72-7f3e37874f24\" \"--data\" \"/data/regions/1ca55beb-1aff-42d5-8f72-7f3e37874f24\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:05.369848747Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"region":"1ca55beb-1aff-42d5-8f72-7f3e37874f24","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:05.447266367Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"region":"1ca55beb-1aff-42d5-8f72-7f3e37874f24","component":"worker"} {"msg":"region 1ca55beb-1aff-42d5-8f72-7f3e37874f24 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:05.447299228Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:05.447420331Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-1ca55beb-1aff-42d5-8f72-7f3e37874f24","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:05.447816631Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1ca55beb-1aff-42d5-8f72-7f3e37874f24","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:05.456660921Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:05.47935497Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1ca55beb-1aff-42d5-8f72-7f3e37874f24","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:05.482673096Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1ca55beb-1aff-42d5-8f72-7f3e37874f24","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:05.482874351Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:05.482921382Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:05.482959033Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:05.482993824Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:05.487279355Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:05.501473464Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:05.502185093Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"uri":"/crucible/0/regions","method":"POST","req_id":"fe4b5719-952b-4e99-9c59-09c2664a9e68","remote_addr":"[fd00:1122:3344:101::b]:48028","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:06.761758822Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"uri":"/crucible/0/regions/3c2626e6-e584-49f1-b17d-c05e9646dda8","method":"GET","req_id":"14906245-39da-4cea-892a-9de46104e4d7","remote_addr":"[fd00:1122:3344:101::b]:48028","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":106,"response_code":200} {"msg":"path is \"/data/regions/3c2626e6-e584-49f1-b17d-c05e9646dda8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:06.766979117Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"datafile"} {"msg":"dataset is oxp_06aace64-b3af-4eec-ac46-ef3d3b786572/crucible/regions/3c2626e6-e584-49f1-b17d-c05e9646dda8","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:06.775900389Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"datafile"} {"msg":"snapshot is oxp_06aace64-b3af-4eec-ac46-ef3d3b786572/crucible/regions/3c2626e6-e584-49f1-b17d-c05e9646dda8@344cbb68-bf46-449c-890b-59b44b111c0c","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:06.784850881Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_06aace64-b3af-4eec-ac46-ef3d3b786572/crucible/regions/3c2626e6-e584-49f1-b17d-c05e9646dda8\", \"344cbb68-bf46-449c-890b-59b44b111c0c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:06.784874842Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:06.797378497Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"uri":"/crucible/0/regions/3c2626e6-e584-49f1-b17d-c05e9646dda8/snapshots/344cbb68-bf46-449c-890b-59b44b111c0c","method":"GET","req_id":"3e415305-222c-4124-bab0-5d2775aa9d79","remote_addr":"[fd00:1122:3344:101::b]:48028","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":30452,"response_code":200} {"msg":"path is \"/data/regions/3c2626e6-e584-49f1-b17d-c05e9646dda8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:06.802588632Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"datafile"} {"msg":"dataset is oxp_06aace64-b3af-4eec-ac46-ef3d3b786572/crucible/regions/3c2626e6-e584-49f1-b17d-c05e9646dda8","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:06.812400436Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"datafile"} {"msg":"snapshot is oxp_06aace64-b3af-4eec-ac46-ef3d3b786572/crucible/regions/3c2626e6-e584-49f1-b17d-c05e9646dda8@344cbb68-bf46-449c-890b-59b44b111c0c","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:06.821149324Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_06aace64-b3af-4eec-ac46-ef3d3b786572/crucible/regions/3c2626e6-e584-49f1-b17d-c05e9646dda8\", \"344cbb68-bf46-449c-890b-59b44b111c0c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:06.821166814Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 3c2626e6-e584-49f1-b17d-c05e9646dda8-344cbb68-bf46-449c-890b-59b44b111c0c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:06.830527547Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:06.830712452Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"uri":"/crucible/0/regions/3c2626e6-e584-49f1-b17d-c05e9646dda8/snapshots/344cbb68-bf46-449c-890b-59b44b111c0c/run","method":"POST","req_id":"24e85ccd-6e65-41d1-890d-cddfbc23a30d","remote_addr":"[fd00:1122:3344:101::b]:48028","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":28161,"response_code":200} {"msg":"applying SMF actions for region 3c2626e6-e584-49f1-b17d-c05e9646dda8 running snapshot 344cbb68-bf46-449c-890b-59b44b111c0c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:06.830738483Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-3c2626e6-e584-49f1-b17d-c05e9646dda8-344cbb68-bf46-449c-890b-59b44b111c0c","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:06.835939798Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-3c2626e6-e584-49f1-b17d-c05e9646dda8-344cbb68-bf46-449c-890b-59b44b111c0c","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:06.849360006Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-3c2626e6-e584-49f1-b17d-c05e9646dda8-344cbb68-bf46-449c-890b-59b44b111c0c","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:06.860345841Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3c2626e6-e584-49f1-b17d-c05e9646dda8/.zfs/snapshot/344cbb68-bf46-449c-890b-59b44b111c0c","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:06.860550807Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:06.860593488Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:06.860629329Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:06.8606636Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:06.860706241Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:06.864656313Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:06.868923364Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"worker"} {"msg":"region 3c2626e6-e584-49f1-b17d-c05e9646dda8 running snapshot 344cbb68-bf46-449c-890b-59b44b111c0c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:06.868933254Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"datafile"} {"msg":"path is \"/data/regions/3c2626e6-e584-49f1-b17d-c05e9646dda8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:07.016983458Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"datafile"} {"msg":"dataset is oxp_06aace64-b3af-4eec-ac46-ef3d3b786572/crucible/regions/3c2626e6-e584-49f1-b17d-c05e9646dda8","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:07.02401969Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"datafile"} {"msg":"snapshot is oxp_06aace64-b3af-4eec-ac46-ef3d3b786572/crucible/regions/3c2626e6-e584-49f1-b17d-c05e9646dda8@344cbb68-bf46-449c-890b-59b44b111c0c","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:07.03015859Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_06aace64-b3af-4eec-ac46-ef3d3b786572/crucible/regions/3c2626e6-e584-49f1-b17d-c05e9646dda8\", \"344cbb68-bf46-449c-890b-59b44b111c0c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:07.03017701Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T03:16:07.035123779Z","hostname":"oxz_crucible_0e4cccfa-7005-498f-8166-b31743a315cf","pid":28766,"uri":"/crucible/0/regions/3c2626e6-e584-49f1-b17d-c05e9646dda8/snapshots/344cbb68-bf46-449c-890b-59b44b111c0c/run","method":"POST","req_id":"a32b42a8-e310-4c2a-a617-24579d6852af","remote_addr":"[fd00:1122:3344:101::b]:48028","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":18178,"response_code":200}