{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:15:09.288158825Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:40930"}
{"msg":"region 02985785-3fb8-41cf-9dca-5aa77118ba1b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:15:09.324096246Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:15:09.325003074Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:15:09.325019504Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"uri":"/crucible/0/regions","method":"POST","req_id":"40b73dff-2e80-4f25-be06-0af703486bb2","remote_addr":"[fd00:1122:3344:101::b]:40930","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":14879,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_36d91576-1012-46a0-8951-9b4d9460db92/crucible/regions/02985785-3fb8-41cf-9dca-5aa77118ba1b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:15:09.332213038Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_36d91576-1012-46a0-8951-9b4d9460db92/crucible/regions/02985785-3fb8-41cf-9dca-5aa77118ba1b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:15:09.332239059Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"02985785-3fb8-41cf-9dca-5aa77118ba1b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/02985785-3fb8-41cf-9dca-5aa77118ba1b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:15:09.379515642Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"region":"02985785-3fb8-41cf-9dca-5aa77118ba1b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"02985785-3fb8-41cf-9dca-5aa77118ba1b\" \"--data\" \"/data/regions/02985785-3fb8-41cf-9dca-5aa77118ba1b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:15:09.381460039Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"region":"02985785-3fb8-41cf-9dca-5aa77118ba1b","component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:15:09.475327403Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:47099"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:15:09.475503537Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"uri":"/crucible/0/regions/02985785-3fb8-41cf-9dca-5aa77118ba1b","method":"GET","req_id":"4f7aab4f-30b6-4955-ae45-536b73527848","remote_addr":"[fd00:1122:3344:101::b]:47099","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:15:09.58159702Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"uri":"/crucible/0/regions","method":"POST","req_id":"165a1b5a-48d3-4d08-af98-51e2d7b2ab07","remote_addr":"[fd00:1122:3344:101::b]:40930","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":77,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:15:09.598257401Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"region":"02985785-3fb8-41cf-9dca-5aa77118ba1b","component":"worker"}
{"msg":"region 02985785-3fb8-41cf-9dca-5aa77118ba1b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:15:09.598299742Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:15:09.598453285Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-02985785-3fb8-41cf-9dca-5aa77118ba1b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:15:09.599043536Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-02985785-3fb8-41cf-9dca-5aa77118ba1b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:15:09.611744323Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:15:09.625204645Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:15:09.627201722Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:57425"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:15:09.627341975Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"uri":"/crucible/0/regions/02985785-3fb8-41cf-9dca-5aa77118ba1b","method":"GET","req_id":"c5bd44ce-d253-44f4-b4f4-e61319fec9e5","remote_addr":"[fd00:1122:3344:101::c]:57425","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-02985785-3fb8-41cf-9dca-5aa77118ba1b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:15:09.627751222Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/02985785-3fb8-41cf-9dca-5aa77118ba1b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:15:09.628812492Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:15:09.628936555Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:15:09.628990996Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:15:09.629055137Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:15:09.632774656Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:15:09.637029476Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:15:10.208053169Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"uri":"/crucible/0/regions","method":"POST","req_id":"68f7925b-96ac-4422-8a66-ed1db53e7584","remote_addr":"[fd00:1122:3344:101::b]:40930","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:54.595002052Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:52025"}
{"msg":"region 678cacda-2de4-4315-84c9-33f74246f91e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:54.595100744Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:54.595737706Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"uri":"/crucible/0/regions","method":"POST","req_id":"fe93c5f5-a47f-4886-8007-339b226246ec","remote_addr":"[fd00:1122:3344:101::b]:52025","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":670,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:54.595756916Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_36d91576-1012-46a0-8951-9b4d9460db92/crucible/regions/678cacda-2de4-4315-84c9-33f74246f91e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:54.603713915Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_36d91576-1012-46a0-8951-9b4d9460db92/crucible/regions/678cacda-2de4-4315-84c9-33f74246f91e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:54.603750465Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"678cacda-2de4-4315-84c9-33f74246f91e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/678cacda-2de4-4315-84c9-33f74246f91e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:54.644352414Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"region":"678cacda-2de4-4315-84c9-33f74246f91e","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"678cacda-2de4-4315-84c9-33f74246f91e\" \"--data\" \"/data/regions/678cacda-2de4-4315-84c9-33f74246f91e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:54.644391915Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"region":"678cacda-2de4-4315-84c9-33f74246f91e","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:54.696971068Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"region":"678cacda-2de4-4315-84c9-33f74246f91e","component":"worker"}
{"msg":"region 678cacda-2de4-4315-84c9-33f74246f91e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:54.697001038Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:54.69709985Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-678cacda-2de4-4315-84c9-33f74246f91e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:54.707542766Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-678cacda-2de4-4315-84c9-33f74246f91e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:54.710252756Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:54.716437882Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-678cacda-2de4-4315-84c9-33f74246f91e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:54.717620474Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/678cacda-2de4-4315-84c9-33f74246f91e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:54.71792476Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:54.71796676Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:54.718012571Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:54.718047612Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:54.719743703Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:54.722520115Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:54.746660786Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"uri":"/crucible/0/regions","method":"POST","req_id":"a776850b-60e9-43c8-a0c0-bf164fdf5cc1","remote_addr":"[fd00:1122:3344:101::b]:52025","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:55.825593574Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"uri":"/crucible/0/regions/02985785-3fb8-41cf-9dca-5aa77118ba1b","method":"GET","req_id":"e8f21bae-5f2c-48b3-a5af-e4da7e21eda1","remote_addr":"[fd00:1122:3344:101::b]:52025","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":49,"response_code":200}
{"msg":"path is \"/data/regions/02985785-3fb8-41cf-9dca-5aa77118ba1b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:55.834379708Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"datafile"}
{"msg":"dataset is oxp_36d91576-1012-46a0-8951-9b4d9460db92/crucible/regions/02985785-3fb8-41cf-9dca-5aa77118ba1b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:55.841465921Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"datafile"}
{"msg":"snapshot is oxp_36d91576-1012-46a0-8951-9b4d9460db92/crucible/regions/02985785-3fb8-41cf-9dca-5aa77118ba1b@e80d9d36-ed5b-4e41-8e6f-d51b81a11b20","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:55.84841752Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_36d91576-1012-46a0-8951-9b4d9460db92/crucible/regions/02985785-3fb8-41cf-9dca-5aa77118ba1b\", \"e80d9d36-ed5b-4e41-8e6f-d51b81a11b20\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:55.848449901Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:55.857130683Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"uri":"/crucible/0/regions/02985785-3fb8-41cf-9dca-5aa77118ba1b/snapshots/e80d9d36-ed5b-4e41-8e6f-d51b81a11b20","method":"GET","req_id":"d8132ec4-7767-47eb-b61e-78369c69a4f6","remote_addr":"[fd00:1122:3344:101::b]:52025","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":22765,"response_code":200}
{"msg":"path is \"/data/regions/02985785-3fb8-41cf-9dca-5aa77118ba1b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:55.866272514Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"datafile"}
{"msg":"dataset is oxp_36d91576-1012-46a0-8951-9b4d9460db92/crucible/regions/02985785-3fb8-41cf-9dca-5aa77118ba1b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:55.873926277Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"datafile"}
{"msg":"snapshot is oxp_36d91576-1012-46a0-8951-9b4d9460db92/crucible/regions/02985785-3fb8-41cf-9dca-5aa77118ba1b@e80d9d36-ed5b-4e41-8e6f-d51b81a11b20","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:55.880113813Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_36d91576-1012-46a0-8951-9b4d9460db92/crucible/regions/02985785-3fb8-41cf-9dca-5aa77118ba1b\", \"e80d9d36-ed5b-4e41-8e6f-d51b81a11b20\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:55.880153484Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 02985785-3fb8-41cf-9dca-5aa77118ba1b-e80d9d36-ed5b-4e41-8e6f-d51b81a11b20 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:55.888162613Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"datafile"}
{"msg":"applying SMF actions for region 02985785-3fb8-41cf-9dca-5aa77118ba1b running snapshot e80d9d36-ed5b-4e41-8e6f-d51b81a11b20 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:55.888303366Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:55.888317816Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"uri":"/crucible/0/regions/02985785-3fb8-41cf-9dca-5aa77118ba1b/snapshots/e80d9d36-ed5b-4e41-8e6f-d51b81a11b20/run","method":"POST","req_id":"7565eb81-c33f-4a7b-86c1-169758c0e6b5","remote_addr":"[fd00:1122:3344:101::b]:52025","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":22087,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-02985785-3fb8-41cf-9dca-5aa77118ba1b-e80d9d36-ed5b-4e41-8e6f-d51b81a11b20","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:55.893168867Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-02985785-3fb8-41cf-9dca-5aa77118ba1b-e80d9d36-ed5b-4e41-8e6f-d51b81a11b20","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:55.90190967Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-02985785-3fb8-41cf-9dca-5aa77118ba1b-e80d9d36-ed5b-4e41-8e6f-d51b81a11b20","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:55.907155798Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/02985785-3fb8-41cf-9dca-5aa77118ba1b/.zfs/snapshot/e80d9d36-ed5b-4e41-8e6f-d51b81a11b20","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:55.907453254Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:55.907500885Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:55.907544925Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:55.907584666Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:55.907634787Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:55.909688136Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:55.912627Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"region 02985785-3fb8-41cf-9dca-5aa77118ba1b running snapshot e80d9d36-ed5b-4e41-8e6f-d51b81a11b20 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:55.912649601Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"datafile"}
{"msg":"path is \"/data/regions/02985785-3fb8-41cf-9dca-5aa77118ba1b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:56.033084122Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"datafile"}
{"msg":"dataset is oxp_36d91576-1012-46a0-8951-9b4d9460db92/crucible/regions/02985785-3fb8-41cf-9dca-5aa77118ba1b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:56.039177836Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"datafile"}
{"msg":"snapshot is oxp_36d91576-1012-46a0-8951-9b4d9460db92/crucible/regions/02985785-3fb8-41cf-9dca-5aa77118ba1b@e80d9d36-ed5b-4e41-8e6f-d51b81a11b20","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:56.044370093Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_36d91576-1012-46a0-8951-9b4d9460db92/crucible/regions/02985785-3fb8-41cf-9dca-5aa77118ba1b\", \"e80d9d36-ed5b-4e41-8e6f-d51b81a11b20\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:56.044405194Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:25:56.04952907Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"uri":"/crucible/0/regions/02985785-3fb8-41cf-9dca-5aa77118ba1b/snapshots/e80d9d36-ed5b-4e41-8e6f-d51b81a11b20/run","method":"POST","req_id":"2ce899da-486e-4d66-a772-52c922da41ef","remote_addr":"[fd00:1122:3344:101::b]:52025","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":16470,"response_code":200}
{"msg":"region 43ae551a-2ad5-4ce9-b9c8-a81a2b5266e8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:26:01.388957534Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:26:01.389128107Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"uri":"/crucible/0/regions","method":"POST","req_id":"6465f102-4a6e-4baa-ac4c-45ac1e0b2df9","remote_addr":"[fd00:1122:3344:101::b]:52025","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":232,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:26:01.389174068Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_36d91576-1012-46a0-8951-9b4d9460db92/crucible/regions/43ae551a-2ad5-4ce9-b9c8-a81a2b5266e8","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:26:01.395793582Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_36d91576-1012-46a0-8951-9b4d9460db92/crucible/regions/43ae551a-2ad5-4ce9-b9c8-a81a2b5266e8","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:26:01.395829643Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"43ae551a-2ad5-4ce9-b9c8-a81a2b5266e8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/43ae551a-2ad5-4ce9-b9c8-a81a2b5266e8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:26:01.436282109Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"region":"43ae551a-2ad5-4ce9-b9c8-a81a2b5266e8","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"43ae551a-2ad5-4ce9-b9c8-a81a2b5266e8\" \"--data\" \"/data/regions/43ae551a-2ad5-4ce9-b9c8-a81a2b5266e8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:26:01.4363392Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"region":"43ae551a-2ad5-4ce9-b9c8-a81a2b5266e8","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:26:01.488847851Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"region":"43ae551a-2ad5-4ce9-b9c8-a81a2b5266e8","component":"worker"}
{"msg":"region 43ae551a-2ad5-4ce9-b9c8-a81a2b5266e8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:26:01.488895242Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:26:01.489008665Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-43ae551a-2ad5-4ce9-b9c8-a81a2b5266e8","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:26:01.49036536Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-43ae551a-2ad5-4ce9-b9c8-a81a2b5266e8","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:26:01.497094966Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:26:01.504584396Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-43ae551a-2ad5-4ce9-b9c8-a81a2b5266e8","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:26:01.507990659Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/43ae551a-2ad5-4ce9-b9c8-a81a2b5266e8","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:26:01.508194713Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:26:01.508235254Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:26:01.508279845Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:26:01.508309855Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:26:01.512414212Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:26:01.523191953Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:26:01.547707702Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"uri":"/crucible/0/regions","method":"POST","req_id":"b7e365f1-d040-4925-87b2-856255e0e5e3","remote_addr":"[fd00:1122:3344:101::b]:52025","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":66,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:26:26.683408697Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"uri":"/crucible/0/regions/43ae551a-2ad5-4ce9-b9c8-a81a2b5266e8","method":"GET","req_id":"f6caf148-4b86-46c6-b9d2-ae2c6b73721f","remote_addr":"[fd00:1122:3344:101::b]:52025","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":50,"response_code":200}
{"msg":"path is \"/data/regions/43ae551a-2ad5-4ce9-b9c8-a81a2b5266e8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:26:26.68782948Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"datafile"}
{"msg":"dataset is oxp_36d91576-1012-46a0-8951-9b4d9460db92/crucible/regions/43ae551a-2ad5-4ce9-b9c8-a81a2b5266e8","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:26:26.700300443Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"datafile"}
{"msg":"region 43ae551a-2ad5-4ce9-b9c8-a81a2b5266e8 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:26:26.707145681Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:26:26.707311934Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:26:26.707361035Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"uri":"/crucible/0/regions/43ae551a-2ad5-4ce9-b9c8-a81a2b5266e8","method":"DELETE","req_id":"2ffc225e-483b-4f0e-a119-befa56c24f56","remote_addr":"[fd00:1122:3344:101::b]:52025","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19556,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-43ae551a-2ad5-4ce9-b9c8-a81a2b5266e8 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:26:26.708053348Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:26:26.711128005Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"uri":"/crucible/0/regions/43ae551a-2ad5-4ce9-b9c8-a81a2b5266e8","method":"GET","req_id":"d2787da9-19f9-4c75-ad6d-416f78610cba","remote_addr":"[fd00:1122:3344:101::b]:52025","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":33,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:26:26.71404719Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_36d91576-1012-46a0-8951-9b4d9460db92/crucible/regions/43ae551a-2ad5-4ce9-b9c8-a81a2b5266e8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:26:26.722056519Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"region":"43ae551a-2ad5-4ce9-b9c8-a81a2b5266e8","component":"worker"}
{"msg":"region 43ae551a-2ad5-4ce9-b9c8-a81a2b5266e8 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:26:26.784433975Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T01:26:26.804061712Z","hostname":"oxz_crucible_ce8b0270-797c-4b18-a722-1dba1a887bbd","pid":22470,"uri":"/crucible/0/regions/43ae551a-2ad5-4ce9-b9c8-a81a2b5266e8","method":"GET","req_id":"9413d5f7-bb98-40c5-a91e-c20f9cd5ce86","remote_addr":"[fd00:1122:3344:101::b]:52025","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":55,"response_code":200}