[ Aug 25 23:02:02 Enabled. ]
[ Aug 25 23:02:02 Rereading configuration. ]
[ Aug 25 23:02:04 Rereading configuration. ]
[ Aug 25 23:02:08 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_ff8b6744-39e1-4a1f-b1b7-d67351673376/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ad8a31742adc45e925e63443a5b43c8e30604022\nCommit timestamp: 2026-07-28T19:41:59.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:02:08.71318445Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336}
{"msg":"dataset: \"oxp_ff8b6744-39e1-4a1f-b1b7-d67351673376/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:02:08.713443696Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336}
{"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:02:08.713496737Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:02:08.713506707Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:02:08.733595003Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:02:08.824305124Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.598644756Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:40950"}
{"msg":"region 0746fbd6-da07-4199-800a-6a17daf63713 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.630444344Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.635008735Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.639020842Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"uri":"/crucible/0/regions","method":"POST","req_id":"d73aa329-cdc1-4f49-bc48-743e0c683162","remote_addr":"[fd00:1122:3344:101::c]:40950","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":14882,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_ff8b6744-39e1-4a1f-b1b7-d67351673376/crucible/regions/0746fbd6-da07-4199-800a-6a17daf63713","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.642654459Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_ff8b6744-39e1-4a1f-b1b7-d67351673376/crucible/regions/0746fbd6-da07-4199-800a-6a17daf63713","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.64266882Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"0746fbd6-da07-4199-800a-6a17daf63713\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0746fbd6-da07-4199-800a-6a17daf63713\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.693901698Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"region":"0746fbd6-da07-4199-800a-6a17daf63713","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0746fbd6-da07-4199-800a-6a17daf63713\" \"--data\" \"/data/regions/0746fbd6-da07-4199-800a-6a17daf63713\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.695839875Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"region":"0746fbd6-da07-4199-800a-6a17daf63713","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.828841438Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"region":"0746fbd6-da07-4199-800a-6a17daf63713","component":"worker"}
{"msg":"region 0746fbd6-da07-4199-800a-6a17daf63713 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.830710413Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.830854026Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-0746fbd6-da07-4199-800a-6a17daf63713","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.833031339Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0746fbd6-da07-4199-800a-6a17daf63713","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.839161817Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.848697458Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0746fbd6-da07-4199-800a-6a17daf63713","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.850060291Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0746fbd6-da07-4199-800a-6a17daf63713","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.850798168Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.85085723Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.850899971Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.850938932Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.853033333Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.855522273Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.933317612Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"uri":"/crucible/0/regions","method":"POST","req_id":"5c66bc72-f01b-4be7-a5f9-197b9b3c3ceb","remote_addr":"[fd00:1122:3344:101::c]:40950","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":88,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.384029242Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"uri":"/crucible/0/regions/0746fbd6-da07-4199-800a-6a17daf63713","method":"GET","req_id":"ee2e7568-dcf8-435e-8d19-b9eb845abfe4","remote_addr":"[fd00:1122:3344:101::c]:40950","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":71,"response_code":200}
{"msg":"path is \"/data/regions/0746fbd6-da07-4199-800a-6a17daf63713\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.386965063Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"datafile"}
{"msg":"dataset is oxp_ff8b6744-39e1-4a1f-b1b7-d67351673376/crucible/regions/0746fbd6-da07-4199-800a-6a17daf63713","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.39551865Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"datafile"}
{"msg":"region 0746fbd6-da07-4199-800a-6a17daf63713 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.403935093Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.404057876Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.404065856Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"uri":"/crucible/0/regions/0746fbd6-da07-4199-800a-6a17daf63713","method":"DELETE","req_id":"0524cab7-3172-432a-9fac-d3b2c9dc2ef3","remote_addr":"[fd00:1122:3344:101::c]:40950","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":17142,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-0746fbd6-da07-4199-800a-6a17daf63713 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.405137232Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.408017342Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.408945014Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"uri":"/crucible/0/regions/0746fbd6-da07-4199-800a-6a17daf63713","method":"GET","req_id":"d3281d72-1241-4446-a5d3-a9ebb2ed9f6c","remote_addr":"[fd00:1122:3344:101::c]:40950","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":48,"response_code":200}
{"msg":"deleting zfs dataset \"oxp_ff8b6744-39e1-4a1f-b1b7-d67351673376/crucible/regions/0746fbd6-da07-4199-800a-6a17daf63713\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.417853249Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"region":"0746fbd6-da07-4199-800a-6a17daf63713","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.472280135Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"uri":"/crucible/0/regions/0746fbd6-da07-4199-800a-6a17daf63713","method":"GET","req_id":"c6a3b676-c63c-4d7b-8702-0256eb43f9f6","remote_addr":"[fd00:1122:3344:101::c]:40950","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":53,"response_code":200}
{"msg":"region 0746fbd6-da07-4199-800a-6a17daf63713 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.472595902Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.629242207Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"uri":"/crucible/0/regions/0746fbd6-da07-4199-800a-6a17daf63713","method":"GET","req_id":"82f0925c-2248-40a7-96df-727eafaa4cb3","remote_addr":"[fd00:1122:3344:101::c]:40950","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":33,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:25.765817034Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:39982"}
{"msg":"region 7a6484a3-2d7a-4b97-962b-e759a5a8460d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:25.765920277Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:25.766717966Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"uri":"/crucible/0/regions","method":"POST","req_id":"f8e8fa8a-fc6e-4d16-839b-720b093ac6a7","remote_addr":"[fd00:1122:3344:101::c]:39982","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":858,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:25.766764397Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_ff8b6744-39e1-4a1f-b1b7-d67351673376/crucible/regions/7a6484a3-2d7a-4b97-962b-e759a5a8460d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:25.777761993Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ff8b6744-39e1-4a1f-b1b7-d67351673376/crucible/regions/7a6484a3-2d7a-4b97-962b-e759a5a8460d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:25.777787464Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7a6484a3-2d7a-4b97-962b-e759a5a8460d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7a6484a3-2d7a-4b97-962b-e759a5a8460d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:25.820476045Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"region":"7a6484a3-2d7a-4b97-962b-e759a5a8460d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7a6484a3-2d7a-4b97-962b-e759a5a8460d\" \"--data\" \"/data/regions/7a6484a3-2d7a-4b97-962b-e759a5a8460d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:25.820513786Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"region":"7a6484a3-2d7a-4b97-962b-e759a5a8460d","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:25.869218173Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"region":"7a6484a3-2d7a-4b97-962b-e759a5a8460d","component":"worker"}
{"msg":"region 7a6484a3-2d7a-4b97-962b-e759a5a8460d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:25.869246363Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:25.869345326Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7a6484a3-2d7a-4b97-962b-e759a5a8460d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:25.870160016Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7a6484a3-2d7a-4b97-962b-e759a5a8460d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:25.877632656Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:25.891514921Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7a6484a3-2d7a-4b97-962b-e759a5a8460d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:25.892764432Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7a6484a3-2d7a-4b97-962b-e759a5a8460d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:25.893036198Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:25.893081559Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:25.89312055Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:25.893160731Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:25.894995445Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:25.897959757Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:25.967379024Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"uri":"/crucible/0/regions","method":"POST","req_id":"25a42978-d5a2-4e03-9c22-7aecce4cc0ef","remote_addr":"[fd00:1122:3344:101::c]:39982","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"region d297d779-9d2d-47d5-9bac-58fec1ef04a2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:32.109440873Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:32.109615757Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:32.109625538Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"uri":"/crucible/0/regions","method":"POST","req_id":"95156071-b2de-4634-b328-d43bd0a1ffe6","remote_addr":"[fd00:1122:3344:101::c]:39982","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":231,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_ff8b6744-39e1-4a1f-b1b7-d67351673376/crucible/regions/d297d779-9d2d-47d5-9bac-58fec1ef04a2","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:32.116798741Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ff8b6744-39e1-4a1f-b1b7-d67351673376/crucible/regions/d297d779-9d2d-47d5-9bac-58fec1ef04a2","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:32.116842732Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d297d779-9d2d-47d5-9bac-58fec1ef04a2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d297d779-9d2d-47d5-9bac-58fec1ef04a2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:32.160306672Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"region":"d297d779-9d2d-47d5-9bac-58fec1ef04a2","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d297d779-9d2d-47d5-9bac-58fec1ef04a2\" \"--data\" \"/data/regions/d297d779-9d2d-47d5-9bac-58fec1ef04a2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:32.160348813Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"region":"d297d779-9d2d-47d5-9bac-58fec1ef04a2","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:32.209022439Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"region":"d297d779-9d2d-47d5-9bac-58fec1ef04a2","component":"worker"}
{"msg":"region d297d779-9d2d-47d5-9bac-58fec1ef04a2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:32.20905341Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:32.209182653Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d297d779-9d2d-47d5-9bac-58fec1ef04a2","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:32.210884974Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d297d779-9d2d-47d5-9bac-58fec1ef04a2","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:32.224112574Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:32.227464705Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d297d779-9d2d-47d5-9bac-58fec1ef04a2","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:32.22893336Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d297d779-9d2d-47d5-9bac-58fec1ef04a2","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:32.229212377Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:32.229265848Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:32.229306369Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:32.22935299Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:32.231088362Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:32.234094465Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:32.371923395Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"uri":"/crucible/0/regions","method":"POST","req_id":"88e0d575-2d04-4e4d-9372-23749daca474","remote_addr":"[fd00:1122:3344:101::c]:39982","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:57.913924357Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"uri":"/crucible/0/regions/d297d779-9d2d-47d5-9bac-58fec1ef04a2","method":"GET","req_id":"345010c0-b04f-4b37-b22b-072030ce0712","remote_addr":"[fd00:1122:3344:101::c]:39982","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":53,"response_code":200}
{"msg":"path is \"/data/regions/d297d779-9d2d-47d5-9bac-58fec1ef04a2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:57.917634546Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"datafile"}
{"msg":"dataset is oxp_ff8b6744-39e1-4a1f-b1b7-d67351673376/crucible/regions/d297d779-9d2d-47d5-9bac-58fec1ef04a2","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:57.927334651Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"datafile"}
{"msg":"region d297d779-9d2d-47d5-9bac-58fec1ef04a2 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:57.933705685Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:57.933878879Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:57.933895979Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"uri":"/crucible/0/regions/d297d779-9d2d-47d5-9bac-58fec1ef04a2","method":"DELETE","req_id":"37e6a4d4-1991-4586-9374-8d0fd9e7b7b5","remote_addr":"[fd00:1122:3344:101::c]:39982","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":16303,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-d297d779-9d2d-47d5-9bac-58fec1ef04a2 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:57.935350274Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:57.936661256Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"uri":"/crucible/0/regions/d297d779-9d2d-47d5-9bac-58fec1ef04a2","method":"GET","req_id":"0ac4efce-43cf-42be-a543-031886a17242","remote_addr":"[fd00:1122:3344:101::c]:39982","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":41,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:57.938629604Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_ff8b6744-39e1-4a1f-b1b7-d67351673376/crucible/regions/d297d779-9d2d-47d5-9bac-58fec1ef04a2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:57.946467423Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"region":"d297d779-9d2d-47d5-9bac-58fec1ef04a2","component":"worker"}
{"msg":"region d297d779-9d2d-47d5-9bac-58fec1ef04a2 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:57.992671159Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:58.088975546Z","hostname":"oxz_crucible_fdf395b5-1036-4f66-ae70-0c93fb7bcfac","pid":23336,"uri":"/crucible/0/regions/d297d779-9d2d-47d5-9bac-58fec1ef04a2","method":"GET","req_id":"72e6e08d-0afa-42a3-a5ec-63645c9183e2","remote_addr":"[fd00:1122:3344:101::c]:39982","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":52,"response_code":200}