[ May 21 09:16:19 Enabled. ]
[ May 21 09:16:19 Rereading configuration. ]
[ May 21 09:16:20 Rereading configuration. ]
[ May 21 09:16:23 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_abb51a0a-fd37-49e9-83f1-aa02f4abc2e1/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:16:23.993543938Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421}
{"msg":"dataset: \"oxp_abb51a0a-fd37-49e9-83f1-aa02f4abc2e1/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:16:23.994634574Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:16:23.994646775Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:16:23.994654005Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:16:24.011018303Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:16:24.078696912Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:17.982036164Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:36756"}
{"msg":"region 4f8a4ffa-d7fe-4878-a169-fb35ec9aeeb8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.026992041Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.030010482Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.030035893Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"uri":"/crucible/0/regions","method":"POST","req_id":"c0856503-2ac3-4c67-bf82-a5a5421fb34f","remote_addr":"[fd00:1122:3344:101::c]:36756","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":19845,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_abb51a0a-fd37-49e9-83f1-aa02f4abc2e1/crucible/regions/4f8a4ffa-d7fe-4878-a169-fb35ec9aeeb8","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.038331991Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_abb51a0a-fd37-49e9-83f1-aa02f4abc2e1/crucible/regions/4f8a4ffa-d7fe-4878-a169-fb35ec9aeeb8","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.038349051Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"4f8a4ffa-d7fe-4878-a169-fb35ec9aeeb8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4f8a4ffa-d7fe-4878-a169-fb35ec9aeeb8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.082307515Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"region":"4f8a4ffa-d7fe-4878-a169-fb35ec9aeeb8","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4f8a4ffa-d7fe-4878-a169-fb35ec9aeeb8\" \"--data\" \"/data/regions/4f8a4ffa-d7fe-4878-a169-fb35ec9aeeb8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.084629093Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"region":"4f8a4ffa-d7fe-4878-a169-fb35ec9aeeb8","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.175167357Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"uri":"/crucible/0/regions","method":"POST","req_id":"a633ec76-b65e-4fc4-8029-8b8b9ad5b3e9","remote_addr":"[fd00:1122:3344:101::c]:36756","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.420672397Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"region":"4f8a4ffa-d7fe-4878-a169-fb35ec9aeeb8","component":"worker"}
{"msg":"region 4f8a4ffa-d7fe-4878-a169-fb35ec9aeeb8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.420709548Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.420819231Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-4f8a4ffa-d7fe-4878-a169-fb35ec9aeeb8","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.421223015Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4f8a4ffa-d7fe-4878-a169-fb35ec9aeeb8","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.428018983Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.435818394Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4f8a4ffa-d7fe-4878-a169-fb35ec9aeeb8","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.437265013Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4f8a4ffa-d7fe-4878-a169-fb35ec9aeeb8","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.437983877Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.438042029Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.43808247Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.438119141Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.44046087Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.44253883Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.807642198Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"uri":"/crucible/0/regions","method":"POST","req_id":"e1ecf25b-b638-487b-ab10-4b45f3e3d5ac","remote_addr":"[fd00:1122:3344:101::c]:36756","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":71,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:19.265190745Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"uri":"/crucible/0/regions/4f8a4ffa-d7fe-4878-a169-fb35ec9aeeb8","method":"GET","req_id":"3967460d-7a08-466d-8f81-c98192180cf2","remote_addr":"[fd00:1122:3344:101::c]:36756","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":94,"response_code":200}
{"msg":"path is \"/data/regions/4f8a4ffa-d7fe-4878-a169-fb35ec9aeeb8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:19.268241557Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"datafile"}
{"msg":"dataset is oxp_abb51a0a-fd37-49e9-83f1-aa02f4abc2e1/crucible/regions/4f8a4ffa-d7fe-4878-a169-fb35ec9aeeb8","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:19.277119084Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"datafile"}
{"msg":"region 4f8a4ffa-d7fe-4878-a169-fb35ec9aeeb8 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:19.285301139Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:19.285435273Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:19.285469194Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"uri":"/crucible/0/regions/4f8a4ffa-d7fe-4878-a169-fb35ec9aeeb8","method":"DELETE","req_id":"211f4577-024c-4888-ab87-9dc8a5a59751","remote_addr":"[fd00:1122:3344:101::c]:36756","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17242,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-4f8a4ffa-d7fe-4878-a169-fb35ec9aeeb8 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:19.286420106Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:19.2892135Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:19.289892842Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"uri":"/crucible/0/regions/4f8a4ffa-d7fe-4878-a169-fb35ec9aeeb8","method":"GET","req_id":"85d186bf-5ea9-435e-885e-4e62118a9f9a","remote_addr":"[fd00:1122:3344:101::c]:36756","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":41,"response_code":200}
{"msg":"deleting zfs dataset \"oxp_abb51a0a-fd37-49e9-83f1-aa02f4abc2e1/crucible/regions/4f8a4ffa-d7fe-4878-a169-fb35ec9aeeb8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:19.297511338Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"region":"4f8a4ffa-d7fe-4878-a169-fb35ec9aeeb8","component":"worker"}
{"msg":"region 4f8a4ffa-d7fe-4878-a169-fb35ec9aeeb8 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:19.347976369Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:19.349006154Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"uri":"/crucible/0/regions/4f8a4ffa-d7fe-4878-a169-fb35ec9aeeb8","method":"GET","req_id":"c0e1d5ee-f0ff-42cc-821c-31339475cafe","remote_addr":"[fd00:1122:3344:101::c]:36756","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.014849019Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:56581"}
{"msg":"region 5607fef3-f20c-4c46-a919-3edd6c2bd8bb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.015043786Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.016164334Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.016185824Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"uri":"/crucible/0/regions","method":"POST","req_id":"1ab60c63-8d23-4da1-8210-c82458cb9971","remote_addr":"[fd00:1122:3344:101::c]:56581","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":1224,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_abb51a0a-fd37-49e9-83f1-aa02f4abc2e1/crucible/regions/5607fef3-f20c-4c46-a919-3edd6c2bd8bb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.024066868Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_abb51a0a-fd37-49e9-83f1-aa02f4abc2e1/crucible/regions/5607fef3-f20c-4c46-a919-3edd6c2bd8bb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.02411168Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"5607fef3-f20c-4c46-a919-3edd6c2bd8bb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5607fef3-f20c-4c46-a919-3edd6c2bd8bb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.068005641Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"region":"5607fef3-f20c-4c46-a919-3edd6c2bd8bb","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5607fef3-f20c-4c46-a919-3edd6c2bd8bb\" \"--data\" \"/data/regions/5607fef3-f20c-4c46-a919-3edd6c2bd8bb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.068050493Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"region":"5607fef3-f20c-4c46-a919-3edd6c2bd8bb","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.128910494Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"region":"5607fef3-f20c-4c46-a919-3edd6c2bd8bb","component":"worker"}
{"msg":"region 5607fef3-f20c-4c46-a919-3edd6c2bd8bb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.128956915Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.129059279Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-5607fef3-f20c-4c46-a919-3edd6c2bd8bb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.130116544Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5607fef3-f20c-4c46-a919-3edd6c2bd8bb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.138904069Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.153402275Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5607fef3-f20c-4c46-a919-3edd6c2bd8bb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.154974047Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5607fef3-f20c-4c46-a919-3edd6c2bd8bb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.155325709Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.155384611Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.155444053Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.155492695Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.15805396Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.161576419Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.302514734Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"uri":"/crucible/0/regions","method":"POST","req_id":"d372db42-be65-40ea-8786-b47751c0f1be","remote_addr":"[fd00:1122:3344:101::c]:56581","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":67,"response_code":200}
{"msg":"region a8562664-25b9-4ede-adcf-7fcf75e62b05 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.645491362Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.645689108Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"uri":"/crucible/0/regions","method":"POST","req_id":"a2178a34-d50f-4798-9a4a-b53aa2440563","remote_addr":"[fd00:1122:3344:101::c]:56581","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":214,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.64574733Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_abb51a0a-fd37-49e9-83f1-aa02f4abc2e1/crucible/regions/a8562664-25b9-4ede-adcf-7fcf75e62b05","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.653618424Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_abb51a0a-fd37-49e9-83f1-aa02f4abc2e1/crucible/regions/a8562664-25b9-4ede-adcf-7fcf75e62b05","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.653650385Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a8562664-25b9-4ede-adcf-7fcf75e62b05\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a8562664-25b9-4ede-adcf-7fcf75e62b05\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.70748683Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"region":"a8562664-25b9-4ede-adcf-7fcf75e62b05","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a8562664-25b9-4ede-adcf-7fcf75e62b05\" \"--data\" \"/data/regions/a8562664-25b9-4ede-adcf-7fcf75e62b05\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.707535481Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"region":"a8562664-25b9-4ede-adcf-7fcf75e62b05","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.758152958Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"region":"a8562664-25b9-4ede-adcf-7fcf75e62b05","component":"worker"}
{"msg":"region a8562664-25b9-4ede-adcf-7fcf75e62b05 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.758189059Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.758285862Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a8562664-25b9-4ede-adcf-7fcf75e62b05","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.763712634Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a8562664-25b9-4ede-adcf-7fcf75e62b05","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.770138409Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.774588849Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a8562664-25b9-4ede-adcf-7fcf75e62b05","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.775966635Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a8562664-25b9-4ede-adcf-7fcf75e62b05","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.776239284Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.776274545Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.776320687Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.776357468Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.7779017Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.780686203Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.901562185Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"uri":"/crucible/0/regions","method":"POST","req_id":"c3d7b75d-125a-4017-af48-3dbd6d30ace1","remote_addr":"[fd00:1122:3344:101::c]:56581","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":79,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:59.788675525Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"uri":"/crucible/0/regions/a8562664-25b9-4ede-adcf-7fcf75e62b05","method":"GET","req_id":"c17bc096-655a-4b77-b714-b02a7c01071e","remote_addr":"[fd00:1122:3344:101::c]:56581","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":53,"response_code":200}
{"msg":"path is \"/data/regions/a8562664-25b9-4ede-adcf-7fcf75e62b05\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:59.792011527Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"datafile"}
{"msg":"dataset is oxp_abb51a0a-fd37-49e9-83f1-aa02f4abc2e1/crucible/regions/a8562664-25b9-4ede-adcf-7fcf75e62b05","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:59.802794839Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"datafile"}
{"msg":"region a8562664-25b9-4ede-adcf-7fcf75e62b05 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:59.809632638Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:59.809773153Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:59.809786023Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"uri":"/crucible/0/regions/a8562664-25b9-4ede-adcf-7fcf75e62b05","method":"DELETE","req_id":"991dcf7a-146a-4cc3-9282-3bbaf6daf8ab","remote_addr":"[fd00:1122:3344:101::c]:56581","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17821,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-a8562664-25b9-4ede-adcf-7fcf75e62b05 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:59.811295284Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:59.814644466Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:59.815419962Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"uri":"/crucible/0/regions/a8562664-25b9-4ede-adcf-7fcf75e62b05","method":"GET","req_id":"45818bc8-a512-44c8-b297-78b23e558da1","remote_addr":"[fd00:1122:3344:101::c]:56581","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"deleting zfs dataset \"oxp_abb51a0a-fd37-49e9-83f1-aa02f4abc2e1/crucible/regions/a8562664-25b9-4ede-adcf-7fcf75e62b05\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:59.824257818Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"region":"a8562664-25b9-4ede-adcf-7fcf75e62b05","component":"worker"}
{"msg":"region a8562664-25b9-4ede-adcf-7fcf75e62b05 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:59.871037536Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:59.96572436Z","hostname":"oxz_crucible_f81c27d7-a576-448c-8853-aa837fab21e7","pid":25421,"uri":"/crucible/0/regions/a8562664-25b9-4ede-adcf-7fcf75e62b05","method":"GET","req_id":"d1e34fb5-4750-45fa-bfc9-43eae553bcfd","remote_addr":"[fd00:1122:3344:101::c]:56581","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":52,"response_code":200}