{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.025147734Z","hostname":"oxz_crucible_782428cc-2f8c-47cd-af03-bf8a5bd61aca","pid":25391,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:35056"} {"msg":"region 9839b524-5add-4972-bf7b-4df227a0d347 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.069423371Z","hostname":"oxz_crucible_782428cc-2f8c-47cd-af03-bf8a5bd61aca","pid":25391,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.075386819Z","hostname":"oxz_crucible_782428cc-2f8c-47cd-af03-bf8a5bd61aca","pid":25391,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.078377748Z","hostname":"oxz_crucible_782428cc-2f8c-47cd-af03-bf8a5bd61aca","pid":25391,"uri":"/crucible/0/regions","method":"POST","req_id":"c1f8dc8f-11c6-446e-bfde-7e95c31cb7cc","remote_addr":"[fd00:1122:3344:101::b]:35056","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":21013,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_8e100d64-40a9-4485-9be2-299ceab52663/crucible/regions/9839b524-5add-4972-bf7b-4df227a0d347","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.087230144Z","hostname":"oxz_crucible_782428cc-2f8c-47cd-af03-bf8a5bd61aca","pid":25391,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_8e100d64-40a9-4485-9be2-299ceab52663/crucible/regions/9839b524-5add-4972-bf7b-4df227a0d347","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.087255914Z","hostname":"oxz_crucible_782428cc-2f8c-47cd-af03-bf8a5bd61aca","pid":25391,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9839b524-5add-4972-bf7b-4df227a0d347\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9839b524-5add-4972-bf7b-4df227a0d347\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.142853105Z","hostname":"oxz_crucible_782428cc-2f8c-47cd-af03-bf8a5bd61aca","pid":25391,"region":"9839b524-5add-4972-bf7b-4df227a0d347","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9839b524-5add-4972-bf7b-4df227a0d347\" \"--data\" \"/data/regions/9839b524-5add-4972-bf7b-4df227a0d347\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.145324914Z","hostname":"oxz_crucible_782428cc-2f8c-47cd-af03-bf8a5bd61aca","pid":25391,"region":"9839b524-5add-4972-bf7b-4df227a0d347","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.377667474Z","hostname":"oxz_crucible_782428cc-2f8c-47cd-af03-bf8a5bd61aca","pid":25391,"uri":"/crucible/0/regions","method":"POST","req_id":"f9fede53-0221-4cdc-9acb-6cf4df6adca3","remote_addr":"[fd00:1122:3344:101::b]:35056","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":80,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.545944825Z","hostname":"oxz_crucible_782428cc-2f8c-47cd-af03-bf8a5bd61aca","pid":25391,"region":"9839b524-5add-4972-bf7b-4df227a0d347","component":"worker"} {"msg":"region 9839b524-5add-4972-bf7b-4df227a0d347 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.55177763Z","hostname":"oxz_crucible_782428cc-2f8c-47cd-af03-bf8a5bd61aca","pid":25391,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.552023715Z","hostname":"oxz_crucible_782428cc-2f8c-47cd-af03-bf8a5bd61aca","pid":25391,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9839b524-5add-4972-bf7b-4df227a0d347","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.55581455Z","hostname":"oxz_crucible_782428cc-2f8c-47cd-af03-bf8a5bd61aca","pid":25391,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9839b524-5add-4972-bf7b-4df227a0d347","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.571982361Z","hostname":"oxz_crucible_782428cc-2f8c-47cd-af03-bf8a5bd61aca","pid":25391,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.598108128Z","hostname":"oxz_crucible_782428cc-2f8c-47cd-af03-bf8a5bd61aca","pid":25391,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9839b524-5add-4972-bf7b-4df227a0d347","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.601872532Z","hostname":"oxz_crucible_782428cc-2f8c-47cd-af03-bf8a5bd61aca","pid":25391,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9839b524-5add-4972-bf7b-4df227a0d347","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.602881102Z","hostname":"oxz_crucible_782428cc-2f8c-47cd-af03-bf8a5bd61aca","pid":25391,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.606033405Z","hostname":"oxz_crucible_782428cc-2f8c-47cd-af03-bf8a5bd61aca","pid":25391,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.606070895Z","hostname":"oxz_crucible_782428cc-2f8c-47cd-af03-bf8a5bd61aca","pid":25391,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.606117626Z","hostname":"oxz_crucible_782428cc-2f8c-47cd-af03-bf8a5bd61aca","pid":25391,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.626760365Z","hostname":"oxz_crucible_782428cc-2f8c-47cd-af03-bf8a5bd61aca","pid":25391,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.632238654Z","hostname":"oxz_crucible_782428cc-2f8c-47cd-af03-bf8a5bd61aca","pid":25391,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.693477926Z","hostname":"oxz_crucible_782428cc-2f8c-47cd-af03-bf8a5bd61aca","pid":25391,"uri":"/crucible/0/regions","method":"POST","req_id":"6b1c2a03-7b14-4c34-a202-99884777f0d1","remote_addr":"[fd00:1122:3344:101::b]:35056","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":94,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:54:03.747304921Z","hostname":"oxz_crucible_782428cc-2f8c-47cd-af03-bf8a5bd61aca","pid":25391,"uri":"/crucible/0/regions/9839b524-5add-4972-bf7b-4df227a0d347","method":"GET","req_id":"400c69cf-f0ec-46a0-9da5-f058def6ae67","remote_addr":"[fd00:1122:3344:101::b]:35056","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":71,"response_code":200} {"msg":"path is \"/data/regions/9839b524-5add-4972-bf7b-4df227a0d347\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:54:03.74977731Z","hostname":"oxz_crucible_782428cc-2f8c-47cd-af03-bf8a5bd61aca","pid":25391,"component":"datafile"} {"msg":"dataset is oxp_8e100d64-40a9-4485-9be2-299ceab52663/crucible/regions/9839b524-5add-4972-bf7b-4df227a0d347","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:54:03.757811539Z","hostname":"oxz_crucible_782428cc-2f8c-47cd-af03-bf8a5bd61aca","pid":25391,"component":"datafile"} {"msg":"region 9839b524-5add-4972-bf7b-4df227a0d347 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:54:03.765394989Z","hostname":"oxz_crucible_782428cc-2f8c-47cd-af03-bf8a5bd61aca","pid":25391,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:54:03.765535332Z","hostname":"oxz_crucible_782428cc-2f8c-47cd-af03-bf8a5bd61aca","pid":25391,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:54:03.765546592Z","hostname":"oxz_crucible_782428cc-2f8c-47cd-af03-bf8a5bd61aca","pid":25391,"uri":"/crucible/0/regions/9839b524-5add-4972-bf7b-4df227a0d347","method":"DELETE","req_id":"4de2a0d1-cd1f-457c-adde-edab2455e734","remote_addr":"[fd00:1122:3344:101::b]:35056","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":15799,"response_code":204} {"msg":"disabling downstairs instance: downstairs-9839b524-5add-4972-bf7b-4df227a0d347 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:54:03.766489061Z","hostname":"oxz_crucible_782428cc-2f8c-47cd-af03-bf8a5bd61aca","pid":25391,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:54:03.768922789Z","hostname":"oxz_crucible_782428cc-2f8c-47cd-af03-bf8a5bd61aca","pid":25391,"uri":"/crucible/0/regions/9839b524-5add-4972-bf7b-4df227a0d347","method":"GET","req_id":"d6fe0161-0252-4417-8f54-b43fb8779fc6","remote_addr":"[fd00:1122:3344:101::b]:35056","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":51,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:54:03.770933429Z","hostname":"oxz_crucible_782428cc-2f8c-47cd-af03-bf8a5bd61aca","pid":25391,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_8e100d64-40a9-4485-9be2-299ceab52663/crucible/regions/9839b524-5add-4972-bf7b-4df227a0d347\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:54:03.778977628Z","hostname":"oxz_crucible_782428cc-2f8c-47cd-af03-bf8a5bd61aca","pid":25391,"region":"9839b524-5add-4972-bf7b-4df227a0d347","component":"worker"} {"msg":"region 9839b524-5add-4972-bf7b-4df227a0d347 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:54:03.836919555Z","hostname":"oxz_crucible_782428cc-2f8c-47cd-af03-bf8a5bd61aca","pid":25391,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:54:03.883933966Z","hostname":"oxz_crucible_782428cc-2f8c-47cd-af03-bf8a5bd61aca","pid":25391,"uri":"/crucible/0/regions/9839b524-5add-4972-bf7b-4df227a0d347","method":"GET","req_id":"dc1bf172-f8bd-4478-8930-0b37e6b3115b","remote_addr":"[fd00:1122:3344:101::b]:35056","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":60,"response_code":200}