{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.14718896Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:61210"} {"msg":"region f719ec68-76ca-4d35-b9c3-9502fcbffe57 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.196894786Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.201040267Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.201052317Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"uri":"/crucible/0/regions","method":"POST","req_id":"3efc7a37-6157-4505-8851-db884611da99","remote_addr":"[fd00:1122:3344:101::a]:61210","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":23958,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_adb49832-6aec-4c24-9355-4560c49a15c7/crucible/regions/f719ec68-76ca-4d35-b9c3-9502fcbffe57","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.211703649Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_adb49832-6aec-4c24-9355-4560c49a15c7/crucible/regions/f719ec68-76ca-4d35-b9c3-9502fcbffe57","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.21172452Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"f719ec68-76ca-4d35-b9c3-9502fcbffe57\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f719ec68-76ca-4d35-b9c3-9502fcbffe57\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.270431848Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"region":"f719ec68-76ca-4d35-b9c3-9502fcbffe57","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f719ec68-76ca-4d35-b9c3-9502fcbffe57\" \"--data\" \"/data/regions/f719ec68-76ca-4d35-b9c3-9502fcbffe57\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.272793437Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"region":"f719ec68-76ca-4d35-b9c3-9502fcbffe57","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.525360451Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"uri":"/crucible/0/regions","method":"POST","req_id":"92f8a441-2472-4dfe-a777-cbbd4a5ed98a","remote_addr":"[fd00:1122:3344:101::a]:61210","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":68,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.676886267Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"region":"f719ec68-76ca-4d35-b9c3-9502fcbffe57","component":"worker"} {"msg":"region f719ec68-76ca-4d35-b9c3-9502fcbffe57 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.676934569Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.677046082Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-f719ec68-76ca-4d35-b9c3-9502fcbffe57","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.677436283Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f719ec68-76ca-4d35-b9c3-9502fcbffe57","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.692590687Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.720303677Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f719ec68-76ca-4d35-b9c3-9502fcbffe57","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.725878201Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f719ec68-76ca-4d35-b9c3-9502fcbffe57","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.72653482Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.726596862Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.726636713Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.726671764Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.730861697Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.737329426Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:18.112804548Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"uri":"/crucible/0/regions","method":"POST","req_id":"6fe6b1a3-de47-46fb-af01-fe97f3c8b9fe","remote_addr":"[fd00:1122:3344:101::a]:61210","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"region 089185cc-756c-4b31-9730-be532fe29992 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.0118575Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.012037726Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.012052226Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"uri":"/crucible/0/regions","method":"POST","req_id":"141cec11-f9f1-4409-96f2-646e0edf8e1e","remote_addr":"[fd00:1122:3344:101::a]:61210","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":237,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_adb49832-6aec-4c24-9355-4560c49a15c7/crucible/regions/089185cc-756c-4b31-9730-be532fe29992","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.018592227Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_adb49832-6aec-4c24-9355-4560c49a15c7/crucible/regions/089185cc-756c-4b31-9730-be532fe29992","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.018609348Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"089185cc-756c-4b31-9730-be532fe29992\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/089185cc-756c-4b31-9730-be532fe29992\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.092276495Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"region":"089185cc-756c-4b31-9730-be532fe29992","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"089185cc-756c-4b31-9730-be532fe29992\" \"--data\" \"/data/regions/089185cc-756c-4b31-9730-be532fe29992\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.092322316Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"region":"089185cc-756c-4b31-9730-be532fe29992","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.210405583Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"uri":"/crucible/0/regions","method":"POST","req_id":"0c849f8a-ac22-4c92-8c77-2b4e2b17a5dd","remote_addr":"[fd00:1122:3344:101::a]:61210","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.236320581Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"region":"089185cc-756c-4b31-9730-be532fe29992","component":"worker"} {"msg":"region 089185cc-756c-4b31-9730-be532fe29992 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.236351752Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.236481886Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-089185cc-756c-4b31-9730-be532fe29992","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.236814256Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-089185cc-756c-4b31-9730-be532fe29992","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.245692056Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.261001744Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-089185cc-756c-4b31-9730-be532fe29992","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.266713231Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/089185cc-756c-4b31-9730-be532fe29992","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.267074222Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.267118213Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.267157464Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.267194175Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.273875651Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.289106957Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.760362522Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"uri":"/crucible/0/regions","method":"POST","req_id":"528b906c-10bc-45d9-8514-623ba5e465b3","remote_addr":"[fd00:1122:3344:101::a]:61210","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:51.275355348Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"uri":"/crucible/0/regions/089185cc-756c-4b31-9730-be532fe29992","method":"GET","req_id":"e90c3e26-0ab3-4708-9f22-9dc9adc8755f","remote_addr":"[fd00:1122:3344:101::a]:61210","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":80,"response_code":200} {"msg":"path is \"/data/regions/089185cc-756c-4b31-9730-be532fe29992\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:51.279401567Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"datafile"} {"msg":"dataset is oxp_adb49832-6aec-4c24-9355-4560c49a15c7/crucible/regions/089185cc-756c-4b31-9730-be532fe29992","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:51.29148192Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"datafile"} {"msg":"region 089185cc-756c-4b31-9730-be532fe29992 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:51.298104784Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:51.298369212Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:51.298400013Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"uri":"/crucible/0/regions/089185cc-756c-4b31-9730-be532fe29992","method":"DELETE","req_id":"721aa332-72c6-45b0-a73b-fc72d7241b59","remote_addr":"[fd00:1122:3344:101::a]:61210","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":19013,"response_code":204} {"msg":"disabling downstairs instance: downstairs-089185cc-756c-4b31-9730-be532fe29992 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:51.299523966Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:51.301946157Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"uri":"/crucible/0/regions/089185cc-756c-4b31-9730-be532fe29992","method":"GET","req_id":"4c6329f7-abc8-4d8e-b015-1809174f4c7f","remote_addr":"[fd00:1122:3344:101::a]:61210","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":30,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:51.311303151Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_adb49832-6aec-4c24-9355-4560c49a15c7/crucible/regions/089185cc-756c-4b31-9730-be532fe29992\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:51.318473321Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"region":"089185cc-756c-4b31-9730-be532fe29992","component":"worker"} {"msg":"region 089185cc-756c-4b31-9730-be532fe29992 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:51.372819261Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:51.400544983Z","hostname":"oxz_crucible_8a744936-c380-49da-abf2-09138c49f772","pid":25469,"uri":"/crucible/0/regions/089185cc-756c-4b31-9730-be532fe29992","method":"GET","req_id":"acf4c6ee-6dac-478e-803c-d91c5465ffe3","remote_addr":"[fd00:1122:3344:101::a]:61210","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":43,"response_code":200}