{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.524250329Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:49182"}
{"msg":"region 32873db0-38ed-4ee4-933d-21832b0b2ae1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.52431181Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.525714041Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"uri":"/crucible/0/regions","method":"POST","req_id":"82ef95e9-ba54-48fa-9ac5-92f29ca1d336","remote_addr":"[fd00:1122:3344:101::c]:49182","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":749,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.525741281Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_2e76925c-a926-4c96-9f12-90a455ee250f/crucible/regions/32873db0-38ed-4ee4-933d-21832b0b2ae1","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.535239606Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_2e76925c-a926-4c96-9f12-90a455ee250f/crucible/regions/32873db0-38ed-4ee4-933d-21832b0b2ae1","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.535257607Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"32873db0-38ed-4ee4-933d-21832b0b2ae1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/32873db0-38ed-4ee4-933d-21832b0b2ae1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.59184323Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"region":"32873db0-38ed-4ee4-933d-21832b0b2ae1","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"32873db0-38ed-4ee4-933d-21832b0b2ae1\" \"--data\" \"/data/regions/32873db0-38ed-4ee4-933d-21832b0b2ae1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.59187651Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"region":"32873db0-38ed-4ee4-933d-21832b0b2ae1","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.69670125Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"region":"32873db0-38ed-4ee4-933d-21832b0b2ae1","component":"worker"}
{"msg":"region 32873db0-38ed-4ee4-933d-21832b0b2ae1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.69673441Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.696842562Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-32873db0-38ed-4ee4-933d-21832b0b2ae1","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.697766956Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-32873db0-38ed-4ee4-933d-21832b0b2ae1","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.706609821Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.728403044Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-32873db0-38ed-4ee4-933d-21832b0b2ae1","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.731707844Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/32873db0-38ed-4ee4-933d-21832b0b2ae1","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.731981478Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.732030529Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.732066169Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.73210104Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.735857847Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.740800243Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.864108284Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"uri":"/crucible/0/regions","method":"POST","req_id":"dd26ae5c-3a1c-4eb2-aad4-36230fa808a8","remote_addr":"[fd00:1122:3344:101::c]:49182","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"region 9ec719b3-6a5c-45d9-9ffe-9b7b12e9759b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:48.377281753Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:48.377462196Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"uri":"/crucible/0/regions","method":"POST","req_id":"4a453ee9-12e2-4c1e-b9b3-c73b207ea43e","remote_addr":"[fd00:1122:3344:101::c]:49182","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":234,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:48.377476926Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_2e76925c-a926-4c96-9f12-90a455ee250f/crucible/regions/9ec719b3-6a5c-45d9-9ffe-9b7b12e9759b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:48.38298292Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_2e76925c-a926-4c96-9f12-90a455ee250f/crucible/regions/9ec719b3-6a5c-45d9-9ffe-9b7b12e9759b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:48.38301095Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9ec719b3-6a5c-45d9-9ffe-9b7b12e9759b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9ec719b3-6a5c-45d9-9ffe-9b7b12e9759b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:48.429998997Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"region":"9ec719b3-6a5c-45d9-9ffe-9b7b12e9759b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9ec719b3-6a5c-45d9-9ffe-9b7b12e9759b\" \"--data\" \"/data/regions/9ec719b3-6a5c-45d9-9ffe-9b7b12e9759b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:48.430030868Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"region":"9ec719b3-6a5c-45d9-9ffe-9b7b12e9759b","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:48.508652927Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"region":"9ec719b3-6a5c-45d9-9ffe-9b7b12e9759b","component":"worker"}
{"msg":"region 9ec719b3-6a5c-45d9-9ffe-9b7b12e9759b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:48.508679468Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:48.50880065Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9ec719b3-6a5c-45d9-9ffe-9b7b12e9759b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:48.513505251Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9ec719b3-6a5c-45d9-9ffe-9b7b12e9759b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:48.518712571Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:48.525630901Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9ec719b3-6a5c-45d9-9ffe-9b7b12e9759b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:48.528844185Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9ec719b3-6a5c-45d9-9ffe-9b7b12e9759b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:48.52913772Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:48.52918233Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:48.529224361Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:48.529260632Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:48.532885097Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:48.541792393Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:48.612156376Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"uri":"/crucible/0/regions","method":"POST","req_id":"fcbc2a2c-1f59-4ae1-9673-e2b40ca9ef7e","remote_addr":"[fd00:1122:3344:101::c]:49182","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":82,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:49:14.138910365Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"uri":"/crucible/0/regions/9ec719b3-6a5c-45d9-9ffe-9b7b12e9759b","method":"GET","req_id":"365bd16c-3844-49a0-9043-35bbe76df64f","remote_addr":"[fd00:1122:3344:101::c]:49182","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":50,"response_code":200}
{"msg":"path is \"/data/regions/9ec719b3-6a5c-45d9-9ffe-9b7b12e9759b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:49:14.142291867Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"datafile"}
{"msg":"dataset is oxp_2e76925c-a926-4c96-9f12-90a455ee250f/crucible/regions/9ec719b3-6a5c-45d9-9ffe-9b7b12e9759b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:49:14.153319305Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"datafile"}
{"msg":"region 9ec719b3-6a5c-45d9-9ffe-9b7b12e9759b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:49:14.160166539Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:49:14.160955011Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"uri":"/crucible/0/regions/9ec719b3-6a5c-45d9-9ffe-9b7b12e9759b","method":"DELETE","req_id":"2381c50e-7098-4399-a6e6-4ddabc49de75","remote_addr":"[fd00:1122:3344:101::c]:49182","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18688,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:49:14.160997082Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-9ec719b3-6a5c-45d9-9ffe-9b7b12e9759b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:49:14.162089159Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:49:14.16547822Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"uri":"/crucible/0/regions/9ec719b3-6a5c-45d9-9ffe-9b7b12e9759b","method":"GET","req_id":"087f4f66-572f-4b9e-a0d4-2ee9bd4d82ec","remote_addr":"[fd00:1122:3344:101::c]:49182","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":48,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:49:14.174679981Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_2e76925c-a926-4c96-9f12-90a455ee250f/crucible/regions/9ec719b3-6a5c-45d9-9ffe-9b7b12e9759b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:49:14.182851195Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"region":"9ec719b3-6a5c-45d9-9ffe-9b7b12e9759b","component":"worker"}
{"msg":"region 9ec719b3-6a5c-45d9-9ffe-9b7b12e9759b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:49:14.236857909Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:49:14.310643375Z","hostname":"oxz_crucible_38ee495b-e5a7-4d85-8d7b-5b178f8f1614","pid":24466,"uri":"/crucible/0/regions/9ec719b3-6a5c-45d9-9ffe-9b7b12e9759b","method":"GET","req_id":"f88b3ae6-fa1e-4a00-9dc7-2583450cde05","remote_addr":"[fd00:1122:3344:101::c]:49182","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":46,"response_code":200}