{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:16.838116362Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49858"} {"msg":"region 33f4b930-5fed-4da4-8b11-85536c8fc87f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:16.896165587Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:16.899589744Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:16.899609555Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"uri":"/crucible/0/regions","method":"POST","req_id":"5128e1c4-fd3a-4a1f-b75e-122ffb1de87c","remote_addr":"[fd00:1122:3344:101::a]:49858","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":27008,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_b8e5197e-165a-4072-866f-f550cb74f6c5/crucible/regions/33f4b930-5fed-4da4-8b11-85536c8fc87f","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:16.910486758Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b8e5197e-165a-4072-866f-f550cb74f6c5/crucible/regions/33f4b930-5fed-4da4-8b11-85536c8fc87f","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:16.910503888Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"33f4b930-5fed-4da4-8b11-85536c8fc87f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/33f4b930-5fed-4da4-8b11-85536c8fc87f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:16.982418086Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"region":"33f4b930-5fed-4da4-8b11-85536c8fc87f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"33f4b930-5fed-4da4-8b11-85536c8fc87f\" \"--data\" \"/data/regions/33f4b930-5fed-4da4-8b11-85536c8fc87f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:16.98505962Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"region":"33f4b930-5fed-4da4-8b11-85536c8fc87f","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:17.208508703Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"uri":"/crucible/0/regions","method":"POST","req_id":"55e3e211-051b-4cbb-b049-da0398bb9ce9","remote_addr":"[fd00:1122:3344:101::a]:49858","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:17.436822338Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"region":"33f4b930-5fed-4da4-8b11-85536c8fc87f","component":"worker"} {"msg":"region 33f4b930-5fed-4da4-8b11-85536c8fc87f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:17.436862689Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:17.436976761Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-33f4b930-5fed-4da4-8b11-85536c8fc87f","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:17.437349237Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-33f4b930-5fed-4da4-8b11-85536c8fc87f","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:17.453256154Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:17.48339583Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-33f4b930-5fed-4da4-8b11-85536c8fc87f","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:17.489189898Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/33f4b930-5fed-4da4-8b11-85536c8fc87f","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:17.489745667Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:17.489804958Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:17.489843759Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:17.489878789Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:17.497518558Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:17.50479636Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:17.943841544Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"uri":"/crucible/0/regions","method":"POST","req_id":"50c1753f-c4ff-4a2b-a2bb-17df7c86789e","remote_addr":"[fd00:1122:3344:101::a]:49858","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"region 29f1d056-04e2-4367-b357-fd1c6eb60f94 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:24.115182591Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:24.115424915Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"uri":"/crucible/0/regions","method":"POST","req_id":"36de766d-f93c-4234-83ea-0b6465c98bd6","remote_addr":"[fd00:1122:3344:101::a]:49858","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":227,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:24.115517427Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_b8e5197e-165a-4072-866f-f550cb74f6c5/crucible/regions/29f1d056-04e2-4367-b357-fd1c6eb60f94","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:24.122774229Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b8e5197e-165a-4072-866f-f550cb74f6c5/crucible/regions/29f1d056-04e2-4367-b357-fd1c6eb60f94","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:24.122789949Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"29f1d056-04e2-4367-b357-fd1c6eb60f94\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/29f1d056-04e2-4367-b357-fd1c6eb60f94\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:24.18953961Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"region":"29f1d056-04e2-4367-b357-fd1c6eb60f94","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"29f1d056-04e2-4367-b357-fd1c6eb60f94\" \"--data\" \"/data/regions/29f1d056-04e2-4367-b357-fd1c6eb60f94\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:24.189592171Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"region":"29f1d056-04e2-4367-b357-fd1c6eb60f94","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:24.268775071Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"region":"29f1d056-04e2-4367-b357-fd1c6eb60f94","component":"worker"} {"msg":"region 29f1d056-04e2-4367-b357-fd1c6eb60f94 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:24.268817822Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:24.268906493Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-29f1d056-04e2-4367-b357-fd1c6eb60f94","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:24.269227948Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-29f1d056-04e2-4367-b357-fd1c6eb60f94","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:24.272616065Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:24.280134142Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-29f1d056-04e2-4367-b357-fd1c6eb60f94","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:24.283158953Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/29f1d056-04e2-4367-b357-fd1c6eb60f94","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:24.283363116Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:24.283406797Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:24.283444527Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:24.283479378Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:24.288137056Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:24.300930111Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:24.445388667Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"uri":"/crucible/0/regions","method":"POST","req_id":"b6d3c883-acdd-4894-a68a-45f31775c258","remote_addr":"[fd00:1122:3344:101::a]:49858","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:50.736735724Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"uri":"/crucible/0/regions/29f1d056-04e2-4367-b357-fd1c6eb60f94","method":"GET","req_id":"f7216ef6-a740-4783-9406-f57e9826f66e","remote_addr":"[fd00:1122:3344:101::a]:49858","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":70,"response_code":200} {"msg":"path is \"/data/regions/29f1d056-04e2-4367-b357-fd1c6eb60f94\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:50.739847006Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"datafile"} {"msg":"dataset is oxp_b8e5197e-165a-4072-866f-f550cb74f6c5/crucible/regions/29f1d056-04e2-4367-b357-fd1c6eb60f94","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:50.749169512Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"datafile"} {"msg":"region 29f1d056-04e2-4367-b357-fd1c6eb60f94 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:50.756107179Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:50.756262592Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"uri":"/crucible/0/regions/29f1d056-04e2-4367-b357-fd1c6eb60f94","method":"DELETE","req_id":"ed2db4a7-0bd0-4a50-8cb2-ecf6b7078e6b","remote_addr":"[fd00:1122:3344:101::a]:49858","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":16459,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:50.756282902Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-29f1d056-04e2-4367-b357-fd1c6eb60f94 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:50.756814671Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:50.759289032Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"uri":"/crucible/0/regions/29f1d056-04e2-4367-b357-fd1c6eb60f94","method":"GET","req_id":"b9efd857-a3f3-47fb-9144-5120d6c01d41","remote_addr":"[fd00:1122:3344:101::a]:49858","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":28,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:50.766331691Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_b8e5197e-165a-4072-866f-f550cb74f6c5/crucible/regions/29f1d056-04e2-4367-b357-fd1c6eb60f94\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:50.773673844Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"region":"29f1d056-04e2-4367-b357-fd1c6eb60f94","component":"worker"} {"msg":"region 29f1d056-04e2-4367-b357-fd1c6eb60f94 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:50.83472575Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T05:22:50.846559868Z","hostname":"oxz_crucible_bdd19f1a-55ee-48e6-a511-2a0b2c001a17","pid":23820,"uri":"/crucible/0/regions/29f1d056-04e2-4367-b357-fd1c6eb60f94","method":"GET","req_id":"6fa085ad-7c17-4918-990d-8f7b538c86a5","remote_addr":"[fd00:1122:3344:101::a]:49858","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":52,"response_code":200}