{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.45166478Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:56875"} {"msg":"region 07648658-66a7-4bd5-82b1-ed6a56cbb42c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.451898821Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.452963046Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.452972956Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"uri":"/crucible/0/regions","method":"POST","req_id":"861b585f-98a9-44cc-acad-378ecc5a84e9","remote_addr":"[fd00:1122:3344:101::c]:56875","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":1109,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_4318b393-e0ae-4ece-8fc1-f33923d7086c/crucible/regions/07648658-66a7-4bd5-82b1-ed6a56cbb42c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.4615957Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_4318b393-e0ae-4ece-8fc1-f33923d7086c/crucible/regions/07648658-66a7-4bd5-82b1-ed6a56cbb42c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.46161678Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"07648658-66a7-4bd5-82b1-ed6a56cbb42c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/07648658-66a7-4bd5-82b1-ed6a56cbb42c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.556823205Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"region":"07648658-66a7-4bd5-82b1-ed6a56cbb42c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"07648658-66a7-4bd5-82b1-ed6a56cbb42c\" \"--data\" \"/data/regions/07648658-66a7-4bd5-82b1-ed6a56cbb42c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.556853795Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"region":"07648658-66a7-4bd5-82b1-ed6a56cbb42c","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.664330219Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"uri":"/crucible/0/regions","method":"POST","req_id":"80713513-67c4-4ac0-9b8c-daff4bb15c92","remote_addr":"[fd00:1122:3344:101::c]:56875","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.742534988Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"region":"07648658-66a7-4bd5-82b1-ed6a56cbb42c","component":"worker"} {"msg":"region 07648658-66a7-4bd5-82b1-ed6a56cbb42c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.742557048Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.742668848Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-07648658-66a7-4bd5-82b1-ed6a56cbb42c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.743461141Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-07648658-66a7-4bd5-82b1-ed6a56cbb42c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.754765856Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.80399069Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-07648658-66a7-4bd5-82b1-ed6a56cbb42c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.817791593Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/07648658-66a7-4bd5-82b1-ed6a56cbb42c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.818104419Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.818219506Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.818262856Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.818305997Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.833820967Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.846598387Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:24.049028075Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"uri":"/crucible/0/regions","method":"POST","req_id":"d9f996b4-8f88-4898-ab68-e6b1e8d7e03e","remote_addr":"[fd00:1122:3344:101::c]:56875","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"region ccc84c9f-b701-492f-8a62-2ed0fb088503 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:31.927012938Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:31.927216149Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:31.927235059Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"uri":"/crucible/0/regions","method":"POST","req_id":"196b7695-8ffd-4e3e-9b55-5fad773f429d","remote_addr":"[fd00:1122:3344:101::c]:56875","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":278,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_4318b393-e0ae-4ece-8fc1-f33923d7086c/crucible/regions/ccc84c9f-b701-492f-8a62-2ed0fb088503","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:31.933962336Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_4318b393-e0ae-4ece-8fc1-f33923d7086c/crucible/regions/ccc84c9f-b701-492f-8a62-2ed0fb088503","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:31.933978926Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ccc84c9f-b701-492f-8a62-2ed0fb088503\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ccc84c9f-b701-492f-8a62-2ed0fb088503\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:32.023586219Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"region":"ccc84c9f-b701-492f-8a62-2ed0fb088503","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ccc84c9f-b701-492f-8a62-2ed0fb088503\" \"--data\" \"/data/regions/ccc84c9f-b701-492f-8a62-2ed0fb088503\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:32.023632819Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"region":"ccc84c9f-b701-492f-8a62-2ed0fb088503","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:32.07190158Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"uri":"/crucible/0/regions","method":"POST","req_id":"f77dad5e-b120-4c84-b5e1-8461e1899180","remote_addr":"[fd00:1122:3344:101::c]:56875","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:32.184762115Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"region":"ccc84c9f-b701-492f-8a62-2ed0fb088503","component":"worker"} {"msg":"region ccc84c9f-b701-492f-8a62-2ed0fb088503 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:32.184782295Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:32.184915246Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ccc84c9f-b701-492f-8a62-2ed0fb088503","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:32.189630364Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ccc84c9f-b701-492f-8a62-2ed0fb088503","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:32.216300869Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:32.24691872Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ccc84c9f-b701-492f-8a62-2ed0fb088503","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:32.258152829Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ccc84c9f-b701-492f-8a62-2ed0fb088503","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:32.258557866Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:32.258609856Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:32.258652986Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:32.258704877Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:32.270427523Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:32.281023325Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:32.786129977Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"uri":"/crucible/0/regions","method":"POST","req_id":"451fb4cd-a577-4aa9-a969-ee0327b2bf6f","remote_addr":"[fd00:1122:3344:101::c]:56875","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":78,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:35:03.641781816Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:59347"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:35:03.641915176Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"uri":"/crucible/0/regions/ccc84c9f-b701-492f-8a62-2ed0fb088503","method":"GET","req_id":"ad4a70e6-1e60-4232-9a37-83122bf0b953","remote_addr":"[fd00:1122:3344:101::c]:59347","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":39,"response_code":200} {"msg":"path is \"/data/regions/ccc84c9f-b701-492f-8a62-2ed0fb088503\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:35:03.644873138Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"datafile"} {"msg":"dataset is oxp_4318b393-e0ae-4ece-8fc1-f33923d7086c/crucible/regions/ccc84c9f-b701-492f-8a62-2ed0fb088503","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:35:03.657223887Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"datafile"} {"msg":"region ccc84c9f-b701-492f-8a62-2ed0fb088503 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:35:03.663868973Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:35:03.664380795Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:35:03.664391795Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"uri":"/crucible/0/regions/ccc84c9f-b701-492f-8a62-2ed0fb088503","method":"DELETE","req_id":"eac781c4-5bef-46ec-b392-5a0ec5df315f","remote_addr":"[fd00:1122:3344:101::c]:59347","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19530,"response_code":204} {"msg":"disabling downstairs instance: downstairs-ccc84c9f-b701-492f-8a62-2ed0fb088503 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:35:03.665846951Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:35:03.667400597Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"uri":"/crucible/0/regions/ccc84c9f-b701-492f-8a62-2ed0fb088503","method":"GET","req_id":"ff37ac5d-079b-4013-b11f-45713b6981f0","remote_addr":"[fd00:1122:3344:101::c]:59347","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:35:03.681529083Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_4318b393-e0ae-4ece-8fc1-f33923d7086c/crucible/regions/ccc84c9f-b701-492f-8a62-2ed0fb088503\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:35:03.689292143Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"region":"ccc84c9f-b701-492f-8a62-2ed0fb088503","component":"worker"} {"msg":"region ccc84c9f-b701-492f-8a62-2ed0fb088503 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:35:03.741585109Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:35:03.780924115Z","hostname":"oxz_crucible_363f12ce-5a53-436d-ae22-46cb93435d7b","pid":24781,"uri":"/crucible/0/regions/ccc84c9f-b701-492f-8a62-2ed0fb088503","method":"GET","req_id":"db432921-bd1d-4a59-bad7-858bdcde1f33","remote_addr":"[fd00:1122:3344:101::c]:59347","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":51,"response_code":200}