{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:44.447591876Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:59823"} {"msg":"region 99be3860-f527-4b8d-9b97-3e768653ee46 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:44.503194937Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:44.50644754Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:44.50645856Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"uri":"/crucible/0/regions","method":"POST","req_id":"2b3f7e50-0cce-4b6e-9c9a-9cf8ac12118e","remote_addr":"[fd00:1122:3344:101::a]:59823","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":27967,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_9e5f83cc-4a4b-4c2b-9505-d34620530c6d/crucible/regions/99be3860-f527-4b8d-9b97-3e768653ee46","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:44.51856741Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9e5f83cc-4a4b-4c2b-9505-d34620530c6d/crucible/regions/99be3860-f527-4b8d-9b97-3e768653ee46","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:44.51858206Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"99be3860-f527-4b8d-9b97-3e768653ee46\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/99be3860-f527-4b8d-9b97-3e768653ee46\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:44.580241956Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"region":"99be3860-f527-4b8d-9b97-3e768653ee46","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"99be3860-f527-4b8d-9b97-3e768653ee46\" \"--data\" \"/data/regions/99be3860-f527-4b8d-9b97-3e768653ee46\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:44.582687209Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"region":"99be3860-f527-4b8d-9b97-3e768653ee46","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:44.734397947Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"uri":"/crucible/0/regions","method":"POST","req_id":"341d36f9-10ac-4982-af54-5716dc1c6efa","remote_addr":"[fd00:1122:3344:101::a]:59823","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:45.021393524Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"region":"99be3860-f527-4b8d-9b97-3e768653ee46","component":"worker"} {"msg":"region 99be3860-f527-4b8d-9b97-3e768653ee46 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:45.021441905Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:45.021520007Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-99be3860-f527-4b8d-9b97-3e768653ee46","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:45.021853425Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-99be3860-f527-4b8d-9b97-3e768653ee46","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:45.040573774Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:45.059942769Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"uri":"/crucible/0/regions","method":"POST","req_id":"78dd3e18-77c3-49f1-8f4a-362ea207249a","remote_addr":"[fd00:1122:3344:101::a]:59823","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:45.066288961Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-99be3860-f527-4b8d-9b97-3e768653ee46","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:45.070381806Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/99be3860-f527-4b8d-9b97-3e768653ee46","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:45.071235458Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:45.071297699Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:45.07133755Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:45.071375011Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:45.081622883Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:45.091689621Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"worker"} {"msg":"region 9a07daca-3555-4d45-8a39-ac33b367d708 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:51.833514733Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:51.833700338Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"uri":"/crucible/0/regions","method":"POST","req_id":"2ace7853-9a25-4938-9e51-f050c1ea5959","remote_addr":"[fd00:1122:3344:101::a]:59823","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":245,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:51.833720278Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_9e5f83cc-4a4b-4c2b-9505-d34620530c6d/crucible/regions/9a07daca-3555-4d45-8a39-ac33b367d708","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:51.840655586Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9e5f83cc-4a4b-4c2b-9505-d34620530c6d/crucible/regions/9a07daca-3555-4d45-8a39-ac33b367d708","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:51.840682636Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9a07daca-3555-4d45-8a39-ac33b367d708\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9a07daca-3555-4d45-8a39-ac33b367d708\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:51.913361204Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"region":"9a07daca-3555-4d45-8a39-ac33b367d708","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9a07daca-3555-4d45-8a39-ac33b367d708\" \"--data\" \"/data/regions/9a07daca-3555-4d45-8a39-ac33b367d708\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:51.913403955Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"region":"9a07daca-3555-4d45-8a39-ac33b367d708","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:51.999972447Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"uri":"/crucible/0/regions","method":"POST","req_id":"85101e43-1702-4ed0-8da3-37e5f2e370cc","remote_addr":"[fd00:1122:3344:101::a]:59823","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:52.051157796Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"region":"9a07daca-3555-4d45-8a39-ac33b367d708","component":"worker"} {"msg":"region 9a07daca-3555-4d45-8a39-ac33b367d708 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:52.051197767Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:52.051294129Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9a07daca-3555-4d45-8a39-ac33b367d708","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:52.055014184Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9a07daca-3555-4d45-8a39-ac33b367d708","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:52.069160826Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:52.093250662Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9a07daca-3555-4d45-8a39-ac33b367d708","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:52.101117323Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9a07daca-3555-4d45-8a39-ac33b367d708","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:52.101420071Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:52.101461892Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:52.101500633Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:52.101535824Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:52.108501352Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:52.119630486Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:21:52.640937412Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"uri":"/crucible/0/regions","method":"POST","req_id":"208cf1a9-14c8-4315-9906-10556f7ae059","remote_addr":"[fd00:1122:3344:101::a]:59823","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:22:18.244016225Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"uri":"/crucible/0/regions/9a07daca-3555-4d45-8a39-ac33b367d708","method":"GET","req_id":"81a674de-66f5-4e46-81ea-a208a2eabae3","remote_addr":"[fd00:1122:3344:101::a]:59823","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":86,"response_code":200} {"msg":"path is \"/data/regions/9a07daca-3555-4d45-8a39-ac33b367d708\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:22:18.24772757Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"datafile"} {"msg":"dataset is oxp_9e5f83cc-4a4b-4c2b-9505-d34620530c6d/crucible/regions/9a07daca-3555-4d45-8a39-ac33b367d708","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:22:18.258351042Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"datafile"} {"msg":"region 9a07daca-3555-4d45-8a39-ac33b367d708 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:22:18.264783406Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:22:18.26493752Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:22:18.26495468Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"uri":"/crucible/0/regions/9a07daca-3555-4d45-8a39-ac33b367d708","method":"DELETE","req_id":"91e37e25-3975-47a0-bb47-49098c9e60e8","remote_addr":"[fd00:1122:3344:101::a]:59823","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":17244,"response_code":204} {"msg":"disabling downstairs instance: downstairs-9a07daca-3555-4d45-8a39-ac33b367d708 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:22:18.265522415Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:22:18.267739591Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"uri":"/crucible/0/regions/9a07daca-3555-4d45-8a39-ac33b367d708","method":"GET","req_id":"a79bee15-e979-4899-9c56-5a34a8e4ef9f","remote_addr":"[fd00:1122:3344:101::a]:59823","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":31,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:22:18.276973107Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_9e5f83cc-4a4b-4c2b-9505-d34620530c6d/crucible/regions/9a07daca-3555-4d45-8a39-ac33b367d708\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:22:18.285327061Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"region":"9a07daca-3555-4d45-8a39-ac33b367d708","component":"worker"} {"msg":"region 9a07daca-3555-4d45-8a39-ac33b367d708 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:22:18.342142613Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T22:22:18.386540699Z","hostname":"oxz_crucible_1f6b02fc-457a-423c-b300-ab87fa872bb7","pid":22680,"uri":"/crucible/0/regions/9a07daca-3555-4d45-8a39-ac33b367d708","method":"GET","req_id":"78ad1eb7-b1e0-4b65-a696-49651acb61b2","remote_addr":"[fd00:1122:3344:101::a]:59823","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":58,"response_code":200}