{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:32.742578656Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:42360"}
{"msg":"region 6242290c-3d06-491b-9dae-3bdbcb4734b2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:32.789694041Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:32.792724035Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:32.792734535Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"uri":"/crucible/0/regions","method":"POST","req_id":"4705e1be-e4d6-420d-bb81-b78476dccfc0","remote_addr":"[fd00:1122:3344:101::b]:42360","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":19555,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_026adbbd-4696-443f-9676-f22e55ab49a8/crucible/regions/6242290c-3d06-491b-9dae-3bdbcb4734b2","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:32.805398742Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_026adbbd-4696-443f-9676-f22e55ab49a8/crucible/regions/6242290c-3d06-491b-9dae-3bdbcb4734b2","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:32.805420573Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6242290c-3d06-491b-9dae-3bdbcb4734b2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6242290c-3d06-491b-9dae-3bdbcb4734b2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:32.860003096Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"region":"6242290c-3d06-491b-9dae-3bdbcb4734b2","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6242290c-3d06-491b-9dae-3bdbcb4734b2\" \"--data\" \"/data/regions/6242290c-3d06-491b-9dae-3bdbcb4734b2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:32.862426667Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"region":"6242290c-3d06-491b-9dae-3bdbcb4734b2","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:33.139199213Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"uri":"/crucible/0/regions","method":"POST","req_id":"72e8cac1-477f-4507-a814-a2e2bfa59f7b","remote_addr":"[fd00:1122:3344:101::b]:42360","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":83,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:33.284054772Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"region":"6242290c-3d06-491b-9dae-3bdbcb4734b2","component":"worker"}
{"msg":"region 6242290c-3d06-491b-9dae-3bdbcb4734b2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:33.284104813Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:33.284233236Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6242290c-3d06-491b-9dae-3bdbcb4734b2","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:33.284702976Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6242290c-3d06-491b-9dae-3bdbcb4734b2","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:33.298256132Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:33.323497915Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6242290c-3d06-491b-9dae-3bdbcb4734b2","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:33.326979709Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6242290c-3d06-491b-9dae-3bdbcb4734b2","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:33.327865657Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:33.327941719Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:33.32799183Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:33.328035741Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:33.332038566Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:33.336410868Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:33.703102023Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"uri":"/crucible/0/regions","method":"POST","req_id":"c7e5c0d7-3c9d-4c27-9a06-227b748c96cd","remote_addr":"[fd00:1122:3344:101::b]:42360","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"region 9141c360-e9da-407d-882e-27f68db9c3f5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.080334663Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.080520047Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"uri":"/crucible/0/regions","method":"POST","req_id":"20a61f09-111b-48df-977f-f53c48100447","remote_addr":"[fd00:1122:3344:101::b]:42360","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":232,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.080537548Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_026adbbd-4696-443f-9676-f22e55ab49a8/crucible/regions/9141c360-e9da-407d-882e-27f68db9c3f5","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.086148376Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_026adbbd-4696-443f-9676-f22e55ab49a8/crucible/regions/9141c360-e9da-407d-882e-27f68db9c3f5","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.086167066Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9141c360-e9da-407d-882e-27f68db9c3f5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9141c360-e9da-407d-882e-27f68db9c3f5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.137997591Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"region":"9141c360-e9da-407d-882e-27f68db9c3f5","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9141c360-e9da-407d-882e-27f68db9c3f5\" \"--data\" \"/data/regions/9141c360-e9da-407d-882e-27f68db9c3f5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.138039112Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"region":"9141c360-e9da-407d-882e-27f68db9c3f5","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.214017547Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"region":"9141c360-e9da-407d-882e-27f68db9c3f5","component":"worker"}
{"msg":"region 9141c360-e9da-407d-882e-27f68db9c3f5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.214065088Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.214140129Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9141c360-e9da-407d-882e-27f68db9c3f5","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.218292517Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9141c360-e9da-407d-882e-27f68db9c3f5","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.220988244Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.227783567Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9141c360-e9da-407d-882e-27f68db9c3f5","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.231518066Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9141c360-e9da-407d-882e-27f68db9c3f5","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.231804582Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.231854083Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.231894554Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.231934085Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.235111362Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.239365622Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.401626559Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"uri":"/crucible/0/regions","method":"POST","req_id":"0533537e-f19e-4ae2-b6d3-1b8f39385f7c","remote_addr":"[fd00:1122:3344:101::b]:42360","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:57:05.401321719Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"uri":"/crucible/0/regions/9141c360-e9da-407d-882e-27f68db9c3f5","method":"GET","req_id":"65121acf-3489-4c4c-a176-b7c94bf4a64a","remote_addr":"[fd00:1122:3344:101::b]:42360","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":72,"response_code":200}
{"msg":"path is \"/data/regions/9141c360-e9da-407d-882e-27f68db9c3f5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:57:05.404088507Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"datafile"}
{"msg":"dataset is oxp_026adbbd-4696-443f-9676-f22e55ab49a8/crucible/regions/9141c360-e9da-407d-882e-27f68db9c3f5","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:57:05.412911944Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"datafile"}
{"msg":"region 9141c360-e9da-407d-882e-27f68db9c3f5 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:57:05.419750248Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:57:05.420379322Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"uri":"/crucible/0/regions/9141c360-e9da-407d-882e-27f68db9c3f5","method":"DELETE","req_id":"b66fba09-4a99-43a4-82c3-a00ed04b4911","remote_addr":"[fd00:1122:3344:101::b]:42360","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":16323,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:57:05.420399492Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-9141c360-e9da-407d-882e-27f68db9c3f5 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:57:05.420884672Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:57:05.423275963Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"uri":"/crucible/0/regions/9141c360-e9da-407d-882e-27f68db9c3f5","method":"GET","req_id":"223b7f7d-f68f-4ac2-9429-eed9b93c8c58","remote_addr":"[fd00:1122:3344:101::b]:42360","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":29,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:57:05.43405569Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_026adbbd-4696-443f-9676-f22e55ab49a8/crucible/regions/9141c360-e9da-407d-882e-27f68db9c3f5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:57:05.442367076Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"region":"9141c360-e9da-407d-882e-27f68db9c3f5","component":"worker"}
{"msg":"region 9141c360-e9da-407d-882e-27f68db9c3f5 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:57:05.493935095Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:57:05.557317784Z","hostname":"oxz_crucible_24586731-8d95-4032-906c-c0fc01d3dc4d","pid":23734,"uri":"/crucible/0/regions/9141c360-e9da-407d-882e-27f68db9c3f5","method":"GET","req_id":"03f63067-b142-4e9f-adcb-5f65049688b2","remote_addr":"[fd00:1122:3344:101::b]:42360","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":47,"response_code":200}