{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.260339689Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:64190"}
{"msg":"region 0ad0aebd-8445-4287-afec-4c35dad3fecb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.260427531Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.261301167Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.261310997Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"uri":"/crucible/0/regions","method":"POST","req_id":"ae6b2e5d-736e-41af-8848-20ad91eaaf7e","remote_addr":"[fd00:1122:3344:101::c]:64190","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":913,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_b78e2094-e09e-42ee-8d63-b001bfa218e1/crucible/regions/0ad0aebd-8445-4287-afec-4c35dad3fecb","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.27124397Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_b78e2094-e09e-42ee-8d63-b001bfa218e1/crucible/regions/0ad0aebd-8445-4287-afec-4c35dad3fecb","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.27126493Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"0ad0aebd-8445-4287-afec-4c35dad3fecb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0ad0aebd-8445-4287-afec-4c35dad3fecb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.319730982Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"region":"0ad0aebd-8445-4287-afec-4c35dad3fecb","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0ad0aebd-8445-4287-afec-4c35dad3fecb\" \"--data\" \"/data/regions/0ad0aebd-8445-4287-afec-4c35dad3fecb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.319762642Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"region":"0ad0aebd-8445-4287-afec-4c35dad3fecb","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.403169857Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"region":"0ad0aebd-8445-4287-afec-4c35dad3fecb","component":"worker"}
{"msg":"region 0ad0aebd-8445-4287-afec-4c35dad3fecb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.403207077Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.403304859Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-0ad0aebd-8445-4287-afec-4c35dad3fecb","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.403696686Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0ad0aebd-8445-4287-afec-4c35dad3fecb","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.413300073Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.435901429Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0ad0aebd-8445-4287-afec-4c35dad3fecb","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.438504207Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0ad0aebd-8445-4287-afec-4c35dad3fecb","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.438809852Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.438853283Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.438895854Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.438929975Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.442914148Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.457652729Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.532484026Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"uri":"/crucible/0/regions","method":"POST","req_id":"595a6fd2-e7b5-4157-9c6b-61405234c264","remote_addr":"[fd00:1122:3344:101::c]:64190","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:32.494335309Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"uri":"/crucible/0/regions/d19906d6-af7c-4d56-8a74-e5da3d99ffed","method":"GET","req_id":"8ebf1fab-9d48-4163-b613-3f35f7e0ef10","remote_addr":"[fd00:1122:3344:101::c]:64190","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":76,"response_code":200}
{"msg":"path is \"/data/regions/d19906d6-af7c-4d56-8a74-e5da3d99ffed\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:32.497487227Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"datafile"}
{"msg":"dataset is oxp_b78e2094-e09e-42ee-8d63-b001bfa218e1/crucible/regions/d19906d6-af7c-4d56-8a74-e5da3d99ffed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:32.503927536Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"datafile"}
{"msg":"snapshot is oxp_b78e2094-e09e-42ee-8d63-b001bfa218e1/crucible/regions/d19906d6-af7c-4d56-8a74-e5da3d99ffed@de7ab107-47fe-4a93-b255-8f5285bd078c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:32.510565638Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_b78e2094-e09e-42ee-8d63-b001bfa218e1/crucible/regions/d19906d6-af7c-4d56-8a74-e5da3d99ffed\", \"de7ab107-47fe-4a93-b255-8f5285bd078c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:32.510586999Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:32.519213417Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"uri":"/crucible/0/regions/d19906d6-af7c-4d56-8a74-e5da3d99ffed/snapshots/de7ab107-47fe-4a93-b255-8f5285bd078c","method":"GET","req_id":"ecfa5ddd-48b6-42c4-8d95-9ddecf5b5ca7","remote_addr":"[fd00:1122:3344:101::c]:64190","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21766,"response_code":200}
{"msg":"path is \"/data/regions/d19906d6-af7c-4d56-8a74-e5da3d99ffed\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:32.522318094Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"datafile"}
{"msg":"dataset is oxp_b78e2094-e09e-42ee-8d63-b001bfa218e1/crucible/regions/d19906d6-af7c-4d56-8a74-e5da3d99ffed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:32.527727014Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"datafile"}
{"msg":"snapshot is oxp_b78e2094-e09e-42ee-8d63-b001bfa218e1/crucible/regions/d19906d6-af7c-4d56-8a74-e5da3d99ffed@de7ab107-47fe-4a93-b255-8f5285bd078c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:32.533316677Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_b78e2094-e09e-42ee-8d63-b001bfa218e1/crucible/regions/d19906d6-af7c-4d56-8a74-e5da3d99ffed\", \"de7ab107-47fe-4a93-b255-8f5285bd078c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:32.533329787Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot d19906d6-af7c-4d56-8a74-e5da3d99ffed-de7ab107-47fe-4a93-b255-8f5285bd078c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:32.540820065Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"datafile"}
{"msg":"applying SMF actions for region d19906d6-af7c-4d56-8a74-e5da3d99ffed running snapshot de7ab107-47fe-4a93-b255-8f5285bd078c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:32.540947487Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:32.540954597Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"uri":"/crucible/0/regions/d19906d6-af7c-4d56-8a74-e5da3d99ffed/snapshots/de7ab107-47fe-4a93-b255-8f5285bd078c/run","method":"POST","req_id":"bf45c9c4-42a5-489c-9f17-ccd4cf8851bc","remote_addr":"[fd00:1122:3344:101::c]:64190","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18647,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-d19906d6-af7c-4d56-8a74-e5da3d99ffed-de7ab107-47fe-4a93-b255-8f5285bd078c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:32.545186495Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d19906d6-af7c-4d56-8a74-e5da3d99ffed-de7ab107-47fe-4a93-b255-8f5285bd078c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:32.557802357Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d19906d6-af7c-4d56-8a74-e5da3d99ffed-de7ab107-47fe-4a93-b255-8f5285bd078c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:32.567934774Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d19906d6-af7c-4d56-8a74-e5da3d99ffed/.zfs/snapshot/de7ab107-47fe-4a93-b255-8f5285bd078c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:32.56827786Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:32.568322101Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:32.568364401Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:32.568402822Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:32.568447043Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:32.57206875Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:32.576515851Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"worker"}
{"msg":"region d19906d6-af7c-4d56-8a74-e5da3d99ffed running snapshot de7ab107-47fe-4a93-b255-8f5285bd078c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:32.576528392Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"datafile"}
{"msg":"path is \"/data/regions/d19906d6-af7c-4d56-8a74-e5da3d99ffed\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:32.780788129Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"datafile"}
{"msg":"dataset is oxp_b78e2094-e09e-42ee-8d63-b001bfa218e1/crucible/regions/d19906d6-af7c-4d56-8a74-e5da3d99ffed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:32.786759509Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"datafile"}
{"msg":"snapshot is oxp_b78e2094-e09e-42ee-8d63-b001bfa218e1/crucible/regions/d19906d6-af7c-4d56-8a74-e5da3d99ffed@de7ab107-47fe-4a93-b255-8f5285bd078c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:32.794703135Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_b78e2094-e09e-42ee-8d63-b001bfa218e1/crucible/regions/d19906d6-af7c-4d56-8a74-e5da3d99ffed\", \"de7ab107-47fe-4a93-b255-8f5285bd078c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:32.794727915Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:32.799702097Z","hostname":"oxz_crucible_f4c0de0b-263b-430d-bf09-37fd5aa17bca","pid":23980,"uri":"/crucible/0/regions/d19906d6-af7c-4d56-8a74-e5da3d99ffed/snapshots/de7ab107-47fe-4a93-b255-8f5285bd078c/run","method":"POST","req_id":"2c45dd3b-5cdc-459f-8b6e-b9e44b715c1d","remote_addr":"[fd00:1122:3344:101::c]:64190","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18951,"response_code":200}