{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:51.698723942Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49475"} {"msg":"region c82a7ae4-0890-4b36-ad6c-869b5f67dc4e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:51.699011968Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:51.699293473Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"uri":"/crucible/0/regions","method":"POST","req_id":"a226de24-99a3-4147-965b-2f99001ee876","remote_addr":"[fd00:1122:3344:101::a]:49475","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":324,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:51.699307103Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_0d48f949-38a2-4ffb-9ddc-75f1744e8f76/crucible/regions/c82a7ae4-0890-4b36-ad6c-869b5f67dc4e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:51.707986327Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0d48f949-38a2-4ffb-9ddc-75f1744e8f76/crucible/regions/c82a7ae4-0890-4b36-ad6c-869b5f67dc4e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:51.708005048Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c82a7ae4-0890-4b36-ad6c-869b5f67dc4e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c82a7ae4-0890-4b36-ad6c-869b5f67dc4e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:51.768911218Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"region":"c82a7ae4-0890-4b36-ad6c-869b5f67dc4e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c82a7ae4-0890-4b36-ad6c-869b5f67dc4e\" \"--data\" \"/data/regions/c82a7ae4-0890-4b36-ad6c-869b5f67dc4e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:51.768946539Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"region":"c82a7ae4-0890-4b36-ad6c-869b5f67dc4e","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:51.863146808Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"region":"c82a7ae4-0890-4b36-ad6c-869b5f67dc4e","component":"worker"} {"msg":"region c82a7ae4-0890-4b36-ad6c-869b5f67dc4e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:51.863177289Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:51.863303401Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c82a7ae4-0890-4b36-ad6c-869b5f67dc4e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:51.882129147Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c82a7ae4-0890-4b36-ad6c-869b5f67dc4e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:51.888343374Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:51.899645997Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c82a7ae4-0890-4b36-ad6c-869b5f67dc4e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:51.90345384Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c82a7ae4-0890-4b36-ad6c-869b5f67dc4e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:51.903653833Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:51.903697124Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:51.903734445Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:51.903769246Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:51.907493946Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:51.911878508Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:51.993595572Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"uri":"/crucible/0/regions","method":"POST","req_id":"d8207f88-21a0-47fc-a012-48f56d2c4a04","remote_addr":"[fd00:1122:3344:101::a]:49475","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":67,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:52.46944865Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"uri":"/crucible/0/regions/c2b23b3e-7231-4d54-ba27-0c1d00146e10","method":"GET","req_id":"b1633cd9-4b82-47f0-9f46-9ff2a3a3daaf","remote_addr":"[fd00:1122:3344:101::a]:49475","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":81,"response_code":200} {"msg":"path is \"/data/regions/c2b23b3e-7231-4d54-ba27-0c1d00146e10\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:52.47471309Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"datafile"} {"msg":"dataset is oxp_0d48f949-38a2-4ffb-9ddc-75f1744e8f76/crucible/regions/c2b23b3e-7231-4d54-ba27-0c1d00146e10","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:52.481493338Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"datafile"} {"msg":"snapshot is oxp_0d48f949-38a2-4ffb-9ddc-75f1744e8f76/crucible/regions/c2b23b3e-7231-4d54-ba27-0c1d00146e10@297e8f40-9050-4f32-860d-6f16a47fee51","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:52.488070902Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0d48f949-38a2-4ffb-9ddc-75f1744e8f76/crucible/regions/c2b23b3e-7231-4d54-ba27-0c1d00146e10\", \"297e8f40-9050-4f32-860d-6f16a47fee51\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:52.488090722Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:52.497354357Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"uri":"/crucible/0/regions/c2b23b3e-7231-4d54-ba27-0c1d00146e10/snapshots/297e8f40-9050-4f32-860d-6f16a47fee51","method":"GET","req_id":"a0588f88-69ba-478c-9a1c-922ffaa5d883","remote_addr":"[fd00:1122:3344:101::a]:49475","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":22661,"response_code":200} {"msg":"path is \"/data/regions/c2b23b3e-7231-4d54-ba27-0c1d00146e10\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:52.505316638Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"datafile"} {"msg":"dataset is oxp_0d48f949-38a2-4ffb-9ddc-75f1744e8f76/crucible/regions/c2b23b3e-7231-4d54-ba27-0c1d00146e10","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:52.511738989Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"datafile"} {"msg":"snapshot is oxp_0d48f949-38a2-4ffb-9ddc-75f1744e8f76/crucible/regions/c2b23b3e-7231-4d54-ba27-0c1d00146e10@297e8f40-9050-4f32-860d-6f16a47fee51","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:52.518017057Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0d48f949-38a2-4ffb-9ddc-75f1744e8f76/crucible/regions/c2b23b3e-7231-4d54-ba27-0c1d00146e10\", \"297e8f40-9050-4f32-860d-6f16a47fee51\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:52.518051188Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot c2b23b3e-7231-4d54-ba27-0c1d00146e10-297e8f40-9050-4f32-860d-6f16a47fee51 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:52.525197103Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:52.525344446Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"uri":"/crucible/0/regions/c2b23b3e-7231-4d54-ba27-0c1d00146e10/snapshots/297e8f40-9050-4f32-860d-6f16a47fee51/run","method":"POST","req_id":"5ba7f472-acc0-4c79-974c-4e8cab4be159","remote_addr":"[fd00:1122:3344:101::a]:49475","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":20054,"response_code":200} {"msg":"applying SMF actions for region c2b23b3e-7231-4d54-ba27-0c1d00146e10 running snapshot 297e8f40-9050-4f32-860d-6f16a47fee51 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:52.525366846Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-c2b23b3e-7231-4d54-ba27-0c1d00146e10-297e8f40-9050-4f32-860d-6f16a47fee51","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:52.529743469Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-c2b23b3e-7231-4d54-ba27-0c1d00146e10-297e8f40-9050-4f32-860d-6f16a47fee51","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:52.538032956Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-c2b23b3e-7231-4d54-ba27-0c1d00146e10-297e8f40-9050-4f32-860d-6f16a47fee51","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:52.547950373Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c2b23b3e-7231-4d54-ba27-0c1d00146e10/.zfs/snapshot/297e8f40-9050-4f32-860d-6f16a47fee51","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:52.548173157Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:52.548215348Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:52.548252449Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:52.548287459Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:52.54833007Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:52.551799746Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:52.556098537Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"region c2b23b3e-7231-4d54-ba27-0c1d00146e10 running snapshot 297e8f40-9050-4f32-860d-6f16a47fee51 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:52.556109147Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"datafile"} {"msg":"path is \"/data/regions/c2b23b3e-7231-4d54-ba27-0c1d00146e10\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:52.828318489Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"datafile"} {"msg":"dataset is oxp_0d48f949-38a2-4ffb-9ddc-75f1744e8f76/crucible/regions/c2b23b3e-7231-4d54-ba27-0c1d00146e10","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:52.834426214Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"datafile"} {"msg":"snapshot is oxp_0d48f949-38a2-4ffb-9ddc-75f1744e8f76/crucible/regions/c2b23b3e-7231-4d54-ba27-0c1d00146e10@297e8f40-9050-4f32-860d-6f16a47fee51","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:52.840882456Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0d48f949-38a2-4ffb-9ddc-75f1744e8f76/crucible/regions/c2b23b3e-7231-4d54-ba27-0c1d00146e10\", \"297e8f40-9050-4f32-860d-6f16a47fee51\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:52.840897897Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:52.845999893Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"uri":"/crucible/0/regions/c2b23b3e-7231-4d54-ba27-0c1d00146e10/snapshots/297e8f40-9050-4f32-860d-6f16a47fee51/run","method":"POST","req_id":"617ae6f1-dd0c-44a7-b38d-a9438ffd7a58","remote_addr":"[fd00:1122:3344:101::a]:49475","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":17731,"response_code":200} {"msg":"region 5a3423e4-42b8-424c-ba69-97dfe3d131d6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:58.330115652Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:58.330291925Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"uri":"/crucible/0/regions","method":"POST","req_id":"ed242367-df9d-48ab-bdbf-68e91a1c09f8","remote_addr":"[fd00:1122:3344:101::a]:49475","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":234,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:58.330323236Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_0d48f949-38a2-4ffb-9ddc-75f1744e8f76/crucible/regions/5a3423e4-42b8-424c-ba69-97dfe3d131d6","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:58.337519262Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0d48f949-38a2-4ffb-9ddc-75f1744e8f76/crucible/regions/5a3423e4-42b8-424c-ba69-97dfe3d131d6","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:58.337540962Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"5a3423e4-42b8-424c-ba69-97dfe3d131d6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5a3423e4-42b8-424c-ba69-97dfe3d131d6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:58.392439039Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"region":"5a3423e4-42b8-424c-ba69-97dfe3d131d6","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5a3423e4-42b8-424c-ba69-97dfe3d131d6\" \"--data\" \"/data/regions/5a3423e4-42b8-424c-ba69-97dfe3d131d6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:58.3924791Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"region":"5a3423e4-42b8-424c-ba69-97dfe3d131d6","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:58.480990582Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"uri":"/crucible/0/regions","method":"POST","req_id":"d38a42d3-a296-459f-af12-1fc83874185c","remote_addr":"[fd00:1122:3344:101::a]:49475","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:58.481466581Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"region":"5a3423e4-42b8-424c-ba69-97dfe3d131d6","component":"worker"} {"msg":"region 5a3423e4-42b8-424c-ba69-97dfe3d131d6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:58.481483871Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:58.481637744Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-5a3423e4-42b8-424c-ba69-97dfe3d131d6","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:58.482133733Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5a3423e4-42b8-424c-ba69-97dfe3d131d6","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:58.484958897Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:58.4919939Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5a3423e4-42b8-424c-ba69-97dfe3d131d6","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:58.496119218Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5a3423e4-42b8-424c-ba69-97dfe3d131d6","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:58.496325732Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:58.496371182Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:58.496409833Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:58.496446684Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:58.499713806Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:58.509138384Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:16:58.909809302Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"uri":"/crucible/0/regions","method":"POST","req_id":"68a4e0fe-c67b-46f0-a43b-9c1c012cad3f","remote_addr":"[fd00:1122:3344:101::a]:49475","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":74,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:17:32.369682881Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40649"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:17:32.369841684Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"uri":"/crucible/0/regions/5a3423e4-42b8-424c-ba69-97dfe3d131d6","method":"GET","req_id":"957bed39-944a-4be7-a023-c750f922b8da","remote_addr":"[fd00:1122:3344:101::a]:40649","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"path is \"/data/regions/5a3423e4-42b8-424c-ba69-97dfe3d131d6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:17:32.37283117Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"datafile"} {"msg":"dataset is oxp_0d48f949-38a2-4ffb-9ddc-75f1744e8f76/crucible/regions/5a3423e4-42b8-424c-ba69-97dfe3d131d6","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:17:32.386477868Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"datafile"} {"msg":"region 5a3423e4-42b8-424c-ba69-97dfe3d131d6 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:17:32.393710314Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:17:32.393865697Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"uri":"/crucible/0/regions/5a3423e4-42b8-424c-ba69-97dfe3d131d6","method":"DELETE","req_id":"f99f7df3-4eb4-47a2-86a8-55972256fa3a","remote_addr":"[fd00:1122:3344:101::a]:40649","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":21061,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:17:32.393923109Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-5a3423e4-42b8-424c-ba69-97dfe3d131d6 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:17:32.394917527Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:17:32.39718034Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"uri":"/crucible/0/regions/5a3423e4-42b8-424c-ba69-97dfe3d131d6","method":"GET","req_id":"2325fce8-32ff-4cf6-addb-c83f5e91d5ca","remote_addr":"[fd00:1122:3344:101::a]:40649","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":33,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:17:32.412275255Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_0d48f949-38a2-4ffb-9ddc-75f1744e8f76/crucible/regions/5a3423e4-42b8-424c-ba69-97dfe3d131d6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:17:32.419113874Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"region":"5a3423e4-42b8-424c-ba69-97dfe3d131d6","component":"worker"} {"msg":"region 5a3423e4-42b8-424c-ba69-97dfe3d131d6 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:17:32.511429878Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T06:17:32.513854364Z","hostname":"oxz_crucible_d7949cb7-a066-4725-b0eb-22b95ebea618","pid":22164,"uri":"/crucible/0/regions/5a3423e4-42b8-424c-ba69-97dfe3d131d6","method":"GET","req_id":"8aec0a8a-bb6e-4745-9119-c940623123d8","remote_addr":"[fd00:1122:3344:101::a]:40649","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":45,"response_code":200}