{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:38:19.416076632Z","hostname":"oxz_crucible_c0d57058-8e97-473b-a612-03f3f69d015e","pid":23509,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:51946"} {"msg":"region a6e339c0-8e2e-40df-a400-4848c34abf4e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:38:19.464162781Z","hostname":"oxz_crucible_c0d57058-8e97-473b-a612-03f3f69d015e","pid":23509,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:38:19.467503182Z","hostname":"oxz_crucible_c0d57058-8e97-473b-a612-03f3f69d015e","pid":23509,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:38:19.467518352Z","hostname":"oxz_crucible_c0d57058-8e97-473b-a612-03f3f69d015e","pid":23509,"uri":"/crucible/0/regions","method":"POST","req_id":"f8980175-ca20-4ef0-83cb-d6e09cd489ff","remote_addr":"[fd00:1122:3344:101::c]:51946","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21097,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_2b302a34-1126-47d9-a931-207575ac8ee2/crucible/regions/a6e339c0-8e2e-40df-a400-4848c34abf4e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:38:19.479332873Z","hostname":"oxz_crucible_c0d57058-8e97-473b-a612-03f3f69d015e","pid":23509,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_2b302a34-1126-47d9-a931-207575ac8ee2/crucible/regions/a6e339c0-8e2e-40df-a400-4848c34abf4e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:38:19.479349254Z","hostname":"oxz_crucible_c0d57058-8e97-473b-a612-03f3f69d015e","pid":23509,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a6e339c0-8e2e-40df-a400-4848c34abf4e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a6e339c0-8e2e-40df-a400-4848c34abf4e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:38:19.534120116Z","hostname":"oxz_crucible_c0d57058-8e97-473b-a612-03f3f69d015e","pid":23509,"region":"a6e339c0-8e2e-40df-a400-4848c34abf4e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a6e339c0-8e2e-40df-a400-4848c34abf4e\" \"--data\" \"/data/regions/a6e339c0-8e2e-40df-a400-4848c34abf4e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:38:19.536485206Z","hostname":"oxz_crucible_c0d57058-8e97-473b-a612-03f3f69d015e","pid":23509,"region":"a6e339c0-8e2e-40df-a400-4848c34abf4e","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:38:19.62385688Z","hostname":"oxz_crucible_c0d57058-8e97-473b-a612-03f3f69d015e","pid":23509,"uri":"/crucible/0/regions","method":"POST","req_id":"65e8119a-5237-46ae-b27b-6f3a1dcecb0c","remote_addr":"[fd00:1122:3344:101::c]:51946","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":77,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:38:19.893661695Z","hostname":"oxz_crucible_c0d57058-8e97-473b-a612-03f3f69d015e","pid":23509,"uri":"/crucible/0/regions","method":"POST","req_id":"48aaecaf-7ba9-4011-aa6a-490b142efe6f","remote_addr":"[fd00:1122:3344:101::c]:51946","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:38:19.910199086Z","hostname":"oxz_crucible_c0d57058-8e97-473b-a612-03f3f69d015e","pid":23509,"region":"a6e339c0-8e2e-40df-a400-4848c34abf4e","component":"worker"} {"msg":"region a6e339c0-8e2e-40df-a400-4848c34abf4e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:38:19.910213336Z","hostname":"oxz_crucible_c0d57058-8e97-473b-a612-03f3f69d015e","pid":23509,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:38:19.910336889Z","hostname":"oxz_crucible_c0d57058-8e97-473b-a612-03f3f69d015e","pid":23509,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a6e339c0-8e2e-40df-a400-4848c34abf4e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:38:19.910660546Z","hostname":"oxz_crucible_c0d57058-8e97-473b-a612-03f3f69d015e","pid":23509,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a6e339c0-8e2e-40df-a400-4848c34abf4e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:38:19.923015718Z","hostname":"oxz_crucible_c0d57058-8e97-473b-a612-03f3f69d015e","pid":23509,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:38:19.947746773Z","hostname":"oxz_crucible_c0d57058-8e97-473b-a612-03f3f69d015e","pid":23509,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a6e339c0-8e2e-40df-a400-4848c34abf4e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:38:19.950219115Z","hostname":"oxz_crucible_c0d57058-8e97-473b-a612-03f3f69d015e","pid":23509,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a6e339c0-8e2e-40df-a400-4848c34abf4e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:38:19.950763087Z","hostname":"oxz_crucible_c0d57058-8e97-473b-a612-03f3f69d015e","pid":23509,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:38:19.950824628Z","hostname":"oxz_crucible_c0d57058-8e97-473b-a612-03f3f69d015e","pid":23509,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:38:19.950863909Z","hostname":"oxz_crucible_c0d57058-8e97-473b-a612-03f3f69d015e","pid":23509,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:38:19.95089808Z","hostname":"oxz_crucible_c0d57058-8e97-473b-a612-03f3f69d015e","pid":23509,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:38:19.954947406Z","hostname":"oxz_crucible_c0d57058-8e97-473b-a612-03f3f69d015e","pid":23509,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:38:19.959714117Z","hostname":"oxz_crucible_c0d57058-8e97-473b-a612-03f3f69d015e","pid":23509,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:38:20.802436288Z","hostname":"oxz_crucible_c0d57058-8e97-473b-a612-03f3f69d015e","pid":23509,"uri":"/crucible/0/regions","method":"POST","req_id":"42786a33-dbbe-4e09-bef1-65d474208422","remote_addr":"[fd00:1122:3344:101::c]:51946","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":74,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:38:45.658349187Z","hostname":"oxz_crucible_c0d57058-8e97-473b-a612-03f3f69d015e","pid":23509,"uri":"/crucible/0/regions/a6e339c0-8e2e-40df-a400-4848c34abf4e","method":"GET","req_id":"cb14aa14-649e-46d1-a499-8f5dc8af3540","remote_addr":"[fd00:1122:3344:101::c]:51946","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":77,"response_code":200} {"msg":"path is \"/data/regions/a6e339c0-8e2e-40df-a400-4848c34abf4e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:38:45.661367031Z","hostname":"oxz_crucible_c0d57058-8e97-473b-a612-03f3f69d015e","pid":23509,"component":"datafile"} {"msg":"dataset is oxp_2b302a34-1126-47d9-a931-207575ac8ee2/crucible/regions/a6e339c0-8e2e-40df-a400-4848c34abf4e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:38:45.671824443Z","hostname":"oxz_crucible_c0d57058-8e97-473b-a612-03f3f69d015e","pid":23509,"component":"datafile"} {"msg":"region a6e339c0-8e2e-40df-a400-4848c34abf4e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:38:45.678371292Z","hostname":"oxz_crucible_c0d57058-8e97-473b-a612-03f3f69d015e","pid":23509,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:38:45.678514495Z","hostname":"oxz_crucible_c0d57058-8e97-473b-a612-03f3f69d015e","pid":23509,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:38:45.678531195Z","hostname":"oxz_crucible_c0d57058-8e97-473b-a612-03f3f69d015e","pid":23509,"uri":"/crucible/0/regions/a6e339c0-8e2e-40df-a400-4848c34abf4e","method":"DELETE","req_id":"de5eb4b6-21e1-47d0-b385-f4fe7a9b94c9","remote_addr":"[fd00:1122:3344:101::c]:51946","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":17167,"response_code":204} {"msg":"disabling downstairs instance: downstairs-a6e339c0-8e2e-40df-a400-4848c34abf4e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:38:45.679087197Z","hostname":"oxz_crucible_c0d57058-8e97-473b-a612-03f3f69d015e","pid":23509,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:38:45.68158947Z","hostname":"oxz_crucible_c0d57058-8e97-473b-a612-03f3f69d015e","pid":23509,"uri":"/crucible/0/regions/a6e339c0-8e2e-40df-a400-4848c34abf4e","method":"GET","req_id":"2b44423b-d860-4f6b-b862-e6b0080c201a","remote_addr":"[fd00:1122:3344:101::c]:51946","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":25,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:38:45.687479165Z","hostname":"oxz_crucible_c0d57058-8e97-473b-a612-03f3f69d015e","pid":23509,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_2b302a34-1126-47d9-a931-207575ac8ee2/crucible/regions/a6e339c0-8e2e-40df-a400-4848c34abf4e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:38:45.695226729Z","hostname":"oxz_crucible_c0d57058-8e97-473b-a612-03f3f69d015e","pid":23509,"region":"a6e339c0-8e2e-40df-a400-4848c34abf4e","component":"worker"} {"msg":"region a6e339c0-8e2e-40df-a400-4848c34abf4e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:38:45.759558335Z","hostname":"oxz_crucible_c0d57058-8e97-473b-a612-03f3f69d015e","pid":23509,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:38:45.817562285Z","hostname":"oxz_crucible_c0d57058-8e97-473b-a612-03f3f69d015e","pid":23509,"uri":"/crucible/0/regions/a6e339c0-8e2e-40df-a400-4848c34abf4e","method":"GET","req_id":"4409a17d-e995-4fb7-887b-8a1e105cc724","remote_addr":"[fd00:1122:3344:101::c]:51946","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":47,"response_code":200}