{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:08.612423354Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:41334"} {"msg":"region bd612e3b-de6b-4cd0-b3d4-c57766528b46 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:08.663556463Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:08.667455716Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:08.667471486Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"uri":"/crucible/0/regions","method":"POST","req_id":"9e123d4b-2bbf-4183-9d60-51ff98965a77","remote_addr":"[fd00:1122:3344:101::c]:41334","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":22542,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_f399f496-8765-4612-b17a-8eacea561924/crucible/regions/bd612e3b-de6b-4cd0-b3d4-c57766528b46","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:08.677724142Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f399f496-8765-4612-b17a-8eacea561924/crucible/regions/bd612e3b-de6b-4cd0-b3d4-c57766528b46","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:08.677737302Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"bd612e3b-de6b-4cd0-b3d4-c57766528b46\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bd612e3b-de6b-4cd0-b3d4-c57766528b46\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:08.732498279Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"region":"bd612e3b-de6b-4cd0-b3d4-c57766528b46","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bd612e3b-de6b-4cd0-b3d4-c57766528b46\" \"--data\" \"/data/regions/bd612e3b-de6b-4cd0-b3d4-c57766528b46\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:08.734783296Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"region":"bd612e3b-de6b-4cd0-b3d4-c57766528b46","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:08.874652513Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"uri":"/crucible/0/regions","method":"POST","req_id":"771edf37-53c1-4eb8-9a02-25d540300d3e","remote_addr":"[fd00:1122:3344:101::c]:41334","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":87,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:09.125776892Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"region":"bd612e3b-de6b-4cd0-b3d4-c57766528b46","component":"worker"} {"msg":"region bd612e3b-de6b-4cd0-b3d4-c57766528b46 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:09.125826753Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:09.125922895Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-bd612e3b-de6b-4cd0-b3d4-c57766528b46","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:09.126313081Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bd612e3b-de6b-4cd0-b3d4-c57766528b46","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:09.139109598Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:09.158813917Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bd612e3b-de6b-4cd0-b3d4-c57766528b46","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:09.1626982Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bd612e3b-de6b-4cd0-b3d4-c57766528b46","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:09.163405962Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:09.163461693Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:09.163500373Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:09.163533314Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:09.167773663Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:09.171972761Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:09.34719735Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"uri":"/crucible/0/regions","method":"POST","req_id":"bd04b50b-930d-4a54-9517-de9ce8fb3297","remote_addr":"[fd00:1122:3344:101::c]:41334","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"region eb74efca-708f-4472-b8b8-408cdaf65a83 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:15.414697747Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:15.41486187Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:15.41487299Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"uri":"/crucible/0/regions","method":"POST","req_id":"19b7d833-20bf-4eae-a54a-e2780d749aea","remote_addr":"[fd00:1122:3344:101::c]:41334","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":221,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_f399f496-8765-4612-b17a-8eacea561924/crucible/regions/eb74efca-708f-4472-b8b8-408cdaf65a83","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:15.42102159Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f399f496-8765-4612-b17a-8eacea561924/crucible/regions/eb74efca-708f-4472-b8b8-408cdaf65a83","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:15.42103885Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"eb74efca-708f-4472-b8b8-408cdaf65a83\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/eb74efca-708f-4472-b8b8-408cdaf65a83\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:15.479833673Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"region":"eb74efca-708f-4472-b8b8-408cdaf65a83","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"eb74efca-708f-4472-b8b8-408cdaf65a83\" \"--data\" \"/data/regions/eb74efca-708f-4472-b8b8-408cdaf65a83\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:15.479869694Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"region":"eb74efca-708f-4472-b8b8-408cdaf65a83","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:15.55802207Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"region":"eb74efca-708f-4472-b8b8-408cdaf65a83","component":"worker"} {"msg":"region eb74efca-708f-4472-b8b8-408cdaf65a83 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:15.558059761Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:15.558144752Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-eb74efca-708f-4472-b8b8-408cdaf65a83","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:15.562007185Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-eb74efca-708f-4472-b8b8-408cdaf65a83","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:15.565611883Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:15.572400483Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-eb74efca-708f-4472-b8b8-408cdaf65a83","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:15.580646696Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/eb74efca-708f-4472-b8b8-408cdaf65a83","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:15.580924611Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:15.580968852Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:15.581006712Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:15.581042063Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:15.585125629Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:15.590232262Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:15.701203989Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"uri":"/crucible/0/regions","method":"POST","req_id":"4f22e045-09cc-47f4-ac7a-6177312be1ee","remote_addr":"[fd00:1122:3344:101::c]:41334","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:49.468220998Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:35551"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:49.468411721Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"uri":"/crucible/0/regions/eb74efca-708f-4472-b8b8-408cdaf65a83","method":"GET","req_id":"39d3ee87-2ebb-4d0f-9c3e-0d8e72cd4429","remote_addr":"[fd00:1122:3344:101::c]:35551","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"path is \"/data/regions/eb74efca-708f-4472-b8b8-408cdaf65a83\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:49.472702351Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"datafile"} {"msg":"dataset is oxp_f399f496-8765-4612-b17a-8eacea561924/crucible/regions/eb74efca-708f-4472-b8b8-408cdaf65a83","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:49.482616461Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"datafile"} {"msg":"region eb74efca-708f-4472-b8b8-408cdaf65a83 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:49.48991648Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:49.490172464Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"uri":"/crucible/0/regions/eb74efca-708f-4472-b8b8-408cdaf65a83","method":"DELETE","req_id":"e0de1b31-fc19-4f86-a5bc-ac6d2a408be1","remote_addr":"[fd00:1122:3344:101::c]:35551","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":17555,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:49.490207555Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-eb74efca-708f-4472-b8b8-408cdaf65a83 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:49.490836245Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:49.493470797Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"uri":"/crucible/0/regions/eb74efca-708f-4472-b8b8-408cdaf65a83","method":"GET","req_id":"45c463c4-28c2-480d-a335-f40f8d2bdbd6","remote_addr":"[fd00:1122:3344:101::c]:35551","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":31,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:49.510955341Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_f399f496-8765-4612-b17a-8eacea561924/crucible/regions/eb74efca-708f-4472-b8b8-408cdaf65a83\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:49.518777478Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"region":"eb74efca-708f-4472-b8b8-408cdaf65a83","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:49.57882076Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"uri":"/crucible/0/regions/eb74efca-708f-4472-b8b8-408cdaf65a83","method":"GET","req_id":"0264d34f-4073-49fc-a43c-e93067e0e39e","remote_addr":"[fd00:1122:3344:101::c]:35551","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":52,"response_code":200} {"msg":"region eb74efca-708f-4472-b8b8-408cdaf65a83 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:49.619257446Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T01:19:49.678658598Z","hostname":"oxz_crucible_3773e59f-c319-47bf-aed5-fdafbb02c3aa","pid":24075,"uri":"/crucible/0/regions/eb74efca-708f-4472-b8b8-408cdaf65a83","method":"GET","req_id":"3c905109-505e-47e5-90b6-204a711367fe","remote_addr":"[fd00:1122:3344:101::c]:35551","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":34,"response_code":200}