{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.284093237Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:61206"} {"msg":"region 3a9470a3-0f38-44ae-98a5-6fb624524b1b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.345160473Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.356003104Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.356021055Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"uri":"/crucible/0/regions","method":"POST","req_id":"f117bf4b-c88c-4213-a630-8f5d3b69418f","remote_addr":"[fd00:1122:3344:101::b]:61206","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":44007,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_7fa84b61-d6b5-4a92-95c0-b8cfb9553632/crucible/regions/3a9470a3-0f38-44ae-98a5-6fb624524b1b","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.380003467Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_7fa84b61-d6b5-4a92-95c0-b8cfb9553632/crucible/regions/3a9470a3-0f38-44ae-98a5-6fb624524b1b","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.380027548Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3a9470a3-0f38-44ae-98a5-6fb624524b1b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3a9470a3-0f38-44ae-98a5-6fb624524b1b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.465754903Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"region":"3a9470a3-0f38-44ae-98a5-6fb624524b1b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3a9470a3-0f38-44ae-98a5-6fb624524b1b\" \"--data\" \"/data/regions/3a9470a3-0f38-44ae-98a5-6fb624524b1b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.468196606Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"region":"3a9470a3-0f38-44ae-98a5-6fb624524b1b","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.528527222Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"uri":"/crucible/0/regions","method":"POST","req_id":"7753b645-d8dd-49ca-95ce-8d340f8b6d8e","remote_addr":"[fd00:1122:3344:101::b]:61206","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":73,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.791426307Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"uri":"/crucible/0/regions","method":"POST","req_id":"bd3d2ba1-ce31-4c12-849f-ec0ecf0d8805","remote_addr":"[fd00:1122:3344:101::b]:61206","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:39.063385835Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"region":"3a9470a3-0f38-44ae-98a5-6fb624524b1b","component":"worker"} {"msg":"region 3a9470a3-0f38-44ae-98a5-6fb624524b1b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:39.063422546Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:39.063509478Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3a9470a3-0f38-44ae-98a5-6fb624524b1b","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:39.063822036Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3a9470a3-0f38-44ae-98a5-6fb624524b1b","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:39.094098182Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:39.138249719Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3a9470a3-0f38-44ae-98a5-6fb624524b1b","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:39.153502054Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3a9470a3-0f38-44ae-98a5-6fb624524b1b","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:39.154163701Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:39.154225093Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:39.154266704Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:39.154302555Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:39.160603569Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:39.1749004Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:40.183657215Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"uri":"/crucible/0/regions","method":"POST","req_id":"5a248315-1b24-46e9-b7c3-545238d74015","remote_addr":"[fd00:1122:3344:101::b]:61206","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"region 75ac7839-2996-49cf-8bb7-978da80ff1f6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.19396479Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.194160175Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.194191106Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"uri":"/crucible/0/regions","method":"POST","req_id":"d3d96b26-774e-42f0-8ab9-349339c6ab29","remote_addr":"[fd00:1122:3344:101::b]:61206","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":250,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_7fa84b61-d6b5-4a92-95c0-b8cfb9553632/crucible/regions/75ac7839-2996-49cf-8bb7-978da80ff1f6","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.201843774Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_7fa84b61-d6b5-4a92-95c0-b8cfb9553632/crucible/regions/75ac7839-2996-49cf-8bb7-978da80ff1f6","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.201864475Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"75ac7839-2996-49cf-8bb7-978da80ff1f6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/75ac7839-2996-49cf-8bb7-978da80ff1f6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.348557863Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"region":"75ac7839-2996-49cf-8bb7-978da80ff1f6","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"75ac7839-2996-49cf-8bb7-978da80ff1f6\" \"--data\" \"/data/regions/75ac7839-2996-49cf-8bb7-978da80ff1f6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.348607044Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"region":"75ac7839-2996-49cf-8bb7-978da80ff1f6","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.462128491Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"uri":"/crucible/0/regions","method":"POST","req_id":"13e1ecb6-0751-42df-8c6c-870c877bd1a0","remote_addr":"[fd00:1122:3344:101::b]:61206","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.542561609Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"region":"75ac7839-2996-49cf-8bb7-978da80ff1f6","component":"worker"} {"msg":"region 75ac7839-2996-49cf-8bb7-978da80ff1f6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.54259374Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.542760094Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-75ac7839-2996-49cf-8bb7-978da80ff1f6","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.54720607Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-75ac7839-2996-49cf-8bb7-978da80ff1f6","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.559071587Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.585999297Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-75ac7839-2996-49cf-8bb7-978da80ff1f6","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.597205948Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/75ac7839-2996-49cf-8bb7-978da80ff1f6","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.597507245Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.597551566Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.597590258Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.597625398Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.608587033Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.621725054Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.92668063Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"uri":"/crucible/0/regions","method":"POST","req_id":"6476fcf1-b758-4e80-8c28-4f551ddd83d7","remote_addr":"[fd00:1122:3344:101::b]:61206","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":70,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:57:21.742148657Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:60685"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:57:21.742284471Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"uri":"/crucible/0/regions/75ac7839-2996-49cf-8bb7-978da80ff1f6","method":"GET","req_id":"45000ab9-a75c-4fdf-b8b2-f0c579eb764f","remote_addr":"[fd00:1122:3344:101::b]:60685","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"path is \"/data/regions/75ac7839-2996-49cf-8bb7-978da80ff1f6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:57:21.745119314Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"datafile"} {"msg":"dataset is oxp_7fa84b61-d6b5-4a92-95c0-b8cfb9553632/crucible/regions/75ac7839-2996-49cf-8bb7-978da80ff1f6","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:57:21.755613687Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"datafile"} {"msg":"region 75ac7839-2996-49cf-8bb7-978da80ff1f6 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:57:21.76383456Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:57:21.764492667Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"uri":"/crucible/0/regions/75ac7839-2996-49cf-8bb7-978da80ff1f6","method":"DELETE","req_id":"2dd0ab0c-e327-4feb-95f5-e2196a5282bd","remote_addr":"[fd00:1122:3344:101::b]:60685","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":19387,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:57:21.764538409Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-75ac7839-2996-49cf-8bb7-978da80ff1f6 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:57:21.765246087Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:57:21.767876895Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"uri":"/crucible/0/regions/75ac7839-2996-49cf-8bb7-978da80ff1f6","method":"GET","req_id":"f4eb3bdc-dcb2-4eee-b375-9b7101b37641","remote_addr":"[fd00:1122:3344:101::b]:60685","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":31,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:57:21.78384748Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_7fa84b61-d6b5-4a92-95c0-b8cfb9553632/crucible/regions/75ac7839-2996-49cf-8bb7-978da80ff1f6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:57:21.791539599Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"region":"75ac7839-2996-49cf-8bb7-978da80ff1f6","component":"worker"} {"msg":"region 75ac7839-2996-49cf-8bb7-978da80ff1f6 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:57:21.845814198Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:57:21.886793392Z","hostname":"oxz_crucible_c6f9a5cc-b573-416a-a8ef-2a5284cbccb2","pid":24160,"uri":"/crucible/0/regions/75ac7839-2996-49cf-8bb7-978da80ff1f6","method":"GET","req_id":"1555da8a-66a8-4bc7-b2b8-15b87c218699","remote_addr":"[fd00:1122:3344:101::b]:60685","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":50,"response_code":200}