{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.600628738Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:59785"} {"msg":"region a32dd306-9855-433f-864f-05bb21696c00 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.60072814Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.601333733Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"uri":"/crucible/0/regions","method":"POST","req_id":"fd5bb18a-5fb2-4381-bfb6-7fb344fb610c","remote_addr":"[fd00:1122:3344:101::b]:59785","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":636,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.601362234Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_bde5766b-9cb6-4d90-9c8e-23efc81e8b45/crucible/regions/a32dd306-9855-433f-864f-05bb21696c00","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.612062454Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_bde5766b-9cb6-4d90-9c8e-23efc81e8b45/crucible/regions/a32dd306-9855-433f-864f-05bb21696c00","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.612076425Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a32dd306-9855-433f-864f-05bb21696c00\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a32dd306-9855-433f-864f-05bb21696c00\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.67688625Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"region":"a32dd306-9855-433f-864f-05bb21696c00","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a32dd306-9855-433f-864f-05bb21696c00\" \"--data\" \"/data/regions/a32dd306-9855-433f-864f-05bb21696c00\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.676923211Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"region":"a32dd306-9855-433f-864f-05bb21696c00","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.842480816Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"uri":"/crucible/0/regions","method":"POST","req_id":"4cd6b7f3-67e1-46c9-b474-012937dcbd20","remote_addr":"[fd00:1122:3344:101::b]:59785","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.93412707Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"region":"a32dd306-9855-433f-864f-05bb21696c00","component":"worker"} {"msg":"region a32dd306-9855-433f-864f-05bb21696c00 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.93416004Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.934260323Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a32dd306-9855-433f-864f-05bb21696c00","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.935033859Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a32dd306-9855-433f-864f-05bb21696c00","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.945434983Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.967408486Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a32dd306-9855-433f-864f-05bb21696c00","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.970288628Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a32dd306-9855-433f-864f-05bb21696c00","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.970539274Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.970591745Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.970630566Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.970667336Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.974201223Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.978594397Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:07.129401985Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"uri":"/crucible/0/regions","method":"POST","req_id":"7b65e85c-e1d7-4687-8b89-e3f7eb441064","remote_addr":"[fd00:1122:3344:101::b]:59785","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":66,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:38.067230556Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:36136"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:38.067281307Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"uri":"/crucible/0/regions/a32dd306-9855-433f-864f-05bb21696c00","method":"GET","req_id":"34f000bd-d84d-4f92-b689-c605244dca4f","remote_addr":"[fd00:1122:3344:101::b]:36136","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":38,"response_code":200} {"msg":"path is \"/data/regions/a32dd306-9855-433f-864f-05bb21696c00\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:38.070420284Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"component":"datafile"} {"msg":"dataset is oxp_bde5766b-9cb6-4d90-9c8e-23efc81e8b45/crucible/regions/a32dd306-9855-433f-864f-05bb21696c00","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:38.079817847Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"component":"datafile"} {"msg":"region a32dd306-9855-433f-864f-05bb21696c00 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:38.086743856Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:38.088492074Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:38.088503054Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"uri":"/crucible/0/regions/a32dd306-9855-433f-864f-05bb21696c00","method":"DELETE","req_id":"cc3704f9-83d9-4966-80b0-e49f7c5db3d2","remote_addr":"[fd00:1122:3344:101::b]:36136","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":18096,"response_code":204} {"msg":"disabling downstairs instance: downstairs-a32dd306-9855-433f-864f-05bb21696c00 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:38.089922864Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:38.091834156Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"uri":"/crucible/0/regions/a32dd306-9855-433f-864f-05bb21696c00","method":"GET","req_id":"eb8d746c-7802-43ca-8809-8dbe90a5065a","remote_addr":"[fd00:1122:3344:101::b]:36136","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":34,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:38.108607347Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_bde5766b-9cb6-4d90-9c8e-23efc81e8b45/crucible/regions/a32dd306-9855-433f-864f-05bb21696c00\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:38.11570773Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"region":"a32dd306-9855-433f-864f-05bb21696c00","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:38.173388122Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"uri":"/crucible/0/regions/a32dd306-9855-433f-864f-05bb21696c00","method":"GET","req_id":"9e80a355-f5ca-4f0c-94e0-5b0b7642f898","remote_addr":"[fd00:1122:3344:101::b]:36136","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"region a32dd306-9855-433f-864f-05bb21696c00 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:38.21184771Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:38.262956671Z","hostname":"oxz_crucible_efe76ec0-0c5d-4b4a-b6e6-5dadc1014ff5","pid":23382,"uri":"/crucible/0/regions/a32dd306-9855-433f-864f-05bb21696c00","method":"GET","req_id":"b0977ce8-4a5d-48cb-80bb-4e22c22e6052","remote_addr":"[fd00:1122:3344:101::b]:36136","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":41,"response_code":200}