{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-14T00:16:00.088023508Z","hostname":"oxz_crucible_5fe55e0a-e506-464e-baa4-c69df467cf98","pid":23436,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62085"} {"msg":"region ab6f8308-ac73-4f53-924d-d304db2cc8c3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-14T00:16:00.131410906Z","hostname":"oxz_crucible_5fe55e0a-e506-464e-baa4-c69df467cf98","pid":23436,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-14T00:16:00.134350649Z","hostname":"oxz_crucible_5fe55e0a-e506-464e-baa4-c69df467cf98","pid":23436,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-14T00:16:00.13436335Z","hostname":"oxz_crucible_5fe55e0a-e506-464e-baa4-c69df467cf98","pid":23436,"uri":"/crucible/0/regions","method":"POST","req_id":"75ad763a-9645-44d5-bf1b-5549abef813d","remote_addr":"[fd00:1122:3344:101::a]:62085","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":18842,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_d3accd67-6cbc-4c9e-9810-73c096336072/crucible/regions/ab6f8308-ac73-4f53-924d-d304db2cc8c3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-14T00:16:00.145086426Z","hostname":"oxz_crucible_5fe55e0a-e506-464e-baa4-c69df467cf98","pid":23436,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d3accd67-6cbc-4c9e-9810-73c096336072/crucible/regions/ab6f8308-ac73-4f53-924d-d304db2cc8c3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-14T00:16:00.145106877Z","hostname":"oxz_crucible_5fe55e0a-e506-464e-baa4-c69df467cf98","pid":23436,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ab6f8308-ac73-4f53-924d-d304db2cc8c3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ab6f8308-ac73-4f53-924d-d304db2cc8c3\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-14T00:16:00.200393605Z","hostname":"oxz_crucible_5fe55e0a-e506-464e-baa4-c69df467cf98","pid":23436,"region":"ab6f8308-ac73-4f53-924d-d304db2cc8c3","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ab6f8308-ac73-4f53-924d-d304db2cc8c3\" \"--data\" \"/data/regions/ab6f8308-ac73-4f53-924d-d304db2cc8c3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-14T00:16:00.202734979Z","hostname":"oxz_crucible_5fe55e0a-e506-464e-baa4-c69df467cf98","pid":23436,"region":"ab6f8308-ac73-4f53-924d-d304db2cc8c3","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-14T00:16:00.352573501Z","hostname":"oxz_crucible_5fe55e0a-e506-464e-baa4-c69df467cf98","pid":23436,"uri":"/crucible/0/regions","method":"POST","req_id":"a5075f3f-e09e-40f5-8d9a-bc3c1d2c46a9","remote_addr":"[fd00:1122:3344:101::a]:62085","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-14T00:16:00.593500534Z","hostname":"oxz_crucible_5fe55e0a-e506-464e-baa4-c69df467cf98","pid":23436,"region":"ab6f8308-ac73-4f53-924d-d304db2cc8c3","component":"worker"} {"msg":"region ab6f8308-ac73-4f53-924d-d304db2cc8c3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-14T00:16:00.593552675Z","hostname":"oxz_crucible_5fe55e0a-e506-464e-baa4-c69df467cf98","pid":23436,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-14T00:16:00.593673367Z","hostname":"oxz_crucible_5fe55e0a-e506-464e-baa4-c69df467cf98","pid":23436,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ab6f8308-ac73-4f53-924d-d304db2cc8c3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-14T00:16:00.594172984Z","hostname":"oxz_crucible_5fe55e0a-e506-464e-baa4-c69df467cf98","pid":23436,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ab6f8308-ac73-4f53-924d-d304db2cc8c3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-14T00:16:00.610156038Z","hostname":"oxz_crucible_5fe55e0a-e506-464e-baa4-c69df467cf98","pid":23436,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-14T00:16:00.633096073Z","hostname":"oxz_crucible_5fe55e0a-e506-464e-baa4-c69df467cf98","pid":23436,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ab6f8308-ac73-4f53-924d-d304db2cc8c3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-14T00:16:00.637093362Z","hostname":"oxz_crucible_5fe55e0a-e506-464e-baa4-c69df467cf98","pid":23436,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ab6f8308-ac73-4f53-924d-d304db2cc8c3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-14T00:16:00.637827113Z","hostname":"oxz_crucible_5fe55e0a-e506-464e-baa4-c69df467cf98","pid":23436,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-14T00:16:00.637915414Z","hostname":"oxz_crucible_5fe55e0a-e506-464e-baa4-c69df467cf98","pid":23436,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-12-14T00:16:00.637973875Z","hostname":"oxz_crucible_5fe55e0a-e506-464e-baa4-c69df467cf98","pid":23436,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-14T00:16:00.638023236Z","hostname":"oxz_crucible_5fe55e0a-e506-464e-baa4-c69df467cf98","pid":23436,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-14T00:16:00.642152996Z","hostname":"oxz_crucible_5fe55e0a-e506-464e-baa4-c69df467cf98","pid":23436,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-14T00:16:00.646775213Z","hostname":"oxz_crucible_5fe55e0a-e506-464e-baa4-c69df467cf98","pid":23436,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-14T00:16:01.095711899Z","hostname":"oxz_crucible_5fe55e0a-e506-464e-baa4-c69df467cf98","pid":23436,"uri":"/crucible/0/regions","method":"POST","req_id":"6248339d-00ea-4005-86ff-8600eb7e0ae9","remote_addr":"[fd00:1122:3344:101::a]:62085","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-14T00:16:27.291490897Z","hostname":"oxz_crucible_5fe55e0a-e506-464e-baa4-c69df467cf98","pid":23436,"uri":"/crucible/0/regions/ab6f8308-ac73-4f53-924d-d304db2cc8c3","method":"GET","req_id":"38d43739-afdd-4a50-8b3f-8f74bf33cc3b","remote_addr":"[fd00:1122:3344:101::a]:62085","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":104,"response_code":200} {"msg":"path is \"/data/regions/ab6f8308-ac73-4f53-924d-d304db2cc8c3\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-14T00:16:27.294989708Z","hostname":"oxz_crucible_5fe55e0a-e506-464e-baa4-c69df467cf98","pid":23436,"component":"datafile"} {"msg":"dataset is oxp_d3accd67-6cbc-4c9e-9810-73c096336072/crucible/regions/ab6f8308-ac73-4f53-924d-d304db2cc8c3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-14T00:16:27.305131196Z","hostname":"oxz_crucible_5fe55e0a-e506-464e-baa4-c69df467cf98","pid":23436,"component":"datafile"} {"msg":"region ab6f8308-ac73-4f53-924d-d304db2cc8c3 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-14T00:16:27.311828014Z","hostname":"oxz_crucible_5fe55e0a-e506-464e-baa4-c69df467cf98","pid":23436,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-14T00:16:27.312100198Z","hostname":"oxz_crucible_5fe55e0a-e506-464e-baa4-c69df467cf98","pid":23436,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-14T00:16:27.312110208Z","hostname":"oxz_crucible_5fe55e0a-e506-464e-baa4-c69df467cf98","pid":23436,"uri":"/crucible/0/regions/ab6f8308-ac73-4f53-924d-d304db2cc8c3","method":"DELETE","req_id":"bc07b074-3d64-4e08-8612-f5569b72c4c9","remote_addr":"[fd00:1122:3344:101::a]:62085","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":17132,"response_code":204} {"msg":"disabling downstairs instance: downstairs-ab6f8308-ac73-4f53-924d-d304db2cc8c3 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-14T00:16:27.313031722Z","hostname":"oxz_crucible_5fe55e0a-e506-464e-baa4-c69df467cf98","pid":23436,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-14T00:16:27.314462273Z","hostname":"oxz_crucible_5fe55e0a-e506-464e-baa4-c69df467cf98","pid":23436,"uri":"/crucible/0/regions/ab6f8308-ac73-4f53-924d-d304db2cc8c3","method":"GET","req_id":"061a664e-8e19-4294-a5f8-97d670a86fa2","remote_addr":"[fd00:1122:3344:101::a]:62085","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":33,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-14T00:16:27.322610682Z","hostname":"oxz_crucible_5fe55e0a-e506-464e-baa4-c69df467cf98","pid":23436,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_d3accd67-6cbc-4c9e-9810-73c096336072/crucible/regions/ab6f8308-ac73-4f53-924d-d304db2cc8c3\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-14T00:16:27.331720075Z","hostname":"oxz_crucible_5fe55e0a-e506-464e-baa4-c69df467cf98","pid":23436,"region":"ab6f8308-ac73-4f53-924d-d304db2cc8c3","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-14T00:16:27.378602601Z","hostname":"oxz_crucible_5fe55e0a-e506-464e-baa4-c69df467cf98","pid":23436,"uri":"/crucible/0/regions/ab6f8308-ac73-4f53-924d-d304db2cc8c3","method":"GET","req_id":"abf5a49f-1c6a-4c66-bbf7-801083b0ebe7","remote_addr":"[fd00:1122:3344:101::a]:62085","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"region ab6f8308-ac73-4f53-924d-d304db2cc8c3 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-14T00:16:27.385041155Z","hostname":"oxz_crucible_5fe55e0a-e506-464e-baa4-c69df467cf98","pid":23436,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-14T00:16:27.516324375Z","hostname":"oxz_crucible_5fe55e0a-e506-464e-baa4-c69df467cf98","pid":23436,"uri":"/crucible/0/regions/ab6f8308-ac73-4f53-924d-d304db2cc8c3","method":"GET","req_id":"2c38fb64-97bd-4bfc-96cf-7ecceaea3b4d","remote_addr":"[fd00:1122:3344:101::a]:62085","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":43,"response_code":200}