{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.247480837Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35063"} {"msg":"region 3221e6e1-932e-4832-abfc-8d50f3e34916 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.277332979Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.280856618Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.280873259Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"uri":"/crucible/0/regions","method":"POST","req_id":"946fb85d-1a34-40a3-8e49-8769da7177f9","remote_addr":"[fd00:1122:3344:101::a]:35063","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":14792,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_f4611892-e4be-4713-a8e7-8bd108618f8b/crucible/regions/3221e6e1-932e-4832-abfc-8d50f3e34916","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.289589245Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_f4611892-e4be-4713-a8e7-8bd108618f8b/crucible/regions/3221e6e1-932e-4832-abfc-8d50f3e34916","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.289611315Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3221e6e1-932e-4832-abfc-8d50f3e34916\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3221e6e1-932e-4832-abfc-8d50f3e34916\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.531403777Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"region":"3221e6e1-932e-4832-abfc-8d50f3e34916","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3221e6e1-932e-4832-abfc-8d50f3e34916\" \"--data\" \"/data/regions/3221e6e1-932e-4832-abfc-8d50f3e34916\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.533400011Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"region":"3221e6e1-932e-4832-abfc-8d50f3e34916","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.630265081Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"uri":"/crucible/0/regions","method":"POST","req_id":"08d9d629-6358-4a63-ab3c-a88da3bec644","remote_addr":"[fd00:1122:3344:101::a]:35063","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.985845513Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"region":"3221e6e1-932e-4832-abfc-8d50f3e34916","component":"worker"} {"msg":"region 3221e6e1-932e-4832-abfc-8d50f3e34916 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.985923055Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.986171171Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3221e6e1-932e-4832-abfc-8d50f3e34916","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.986554109Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3221e6e1-932e-4832-abfc-8d50f3e34916","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.992166185Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:12.017004494Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:12.025231699Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"uri":"/crucible/0/regions","method":"POST","req_id":"2862a24e-e4d7-4ca2-9dac-b41227725c92","remote_addr":"[fd00:1122:3344:101::a]:35063","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":69,"response_code":200} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3221e6e1-932e-4832-abfc-8d50f3e34916","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:12.032796529Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3221e6e1-932e-4832-abfc-8d50f3e34916","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:12.033411333Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:12.033470464Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:12.033524365Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:12.033570746Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:12.039156262Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:12.045207588Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:13.046648744Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"uri":"/crucible/0/regions/3221e6e1-932e-4832-abfc-8d50f3e34916","method":"GET","req_id":"d166e17a-a50b-4b56-b9b9-adf81b781979","remote_addr":"[fd00:1122:3344:101::a]:35063","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":80,"response_code":200} {"msg":"path is \"/data/regions/3221e6e1-932e-4832-abfc-8d50f3e34916\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:13.049290724Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"datafile"} {"msg":"dataset is oxp_f4611892-e4be-4713-a8e7-8bd108618f8b/crucible/regions/3221e6e1-932e-4832-abfc-8d50f3e34916","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:13.057928878Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"datafile"} {"msg":"region 3221e6e1-932e-4832-abfc-8d50f3e34916 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:13.066067841Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:13.066245365Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"uri":"/crucible/0/regions/3221e6e1-932e-4832-abfc-8d50f3e34916","method":"DELETE","req_id":"dfdebc8e-7b1c-4ee0-bc3e-41627bc55ef4","remote_addr":"[fd00:1122:3344:101::a]:35063","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":16979,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:13.066263585Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-3221e6e1-932e-4832-abfc-8d50f3e34916 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:13.067457872Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:13.07046238Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"uri":"/crucible/0/regions/3221e6e1-932e-4832-abfc-8d50f3e34916","method":"GET","req_id":"74e7fca1-0827-47f0-9693-de16b2707027","remote_addr":"[fd00:1122:3344:101::a]:35063","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":28,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:13.073343115Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_f4611892-e4be-4713-a8e7-8bd108618f8b/crucible/regions/3221e6e1-932e-4832-abfc-8d50f3e34916\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:13.082538732Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"region":"3221e6e1-932e-4832-abfc-8d50f3e34916","component":"worker"} {"msg":"region 3221e6e1-932e-4832-abfc-8d50f3e34916 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:13.171051934Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:13.22242836Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"uri":"/crucible/0/regions/3221e6e1-932e-4832-abfc-8d50f3e34916","method":"GET","req_id":"e64b69e7-8144-49f6-889a-2cc073f59e0f","remote_addr":"[fd00:1122:3344:101::a]:35063","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"region b2c19861-1de0-49a9-81a7-47d970fc62b5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.128065014Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.128294059Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"uri":"/crucible/0/regions","method":"POST","req_id":"847d05f2-23a7-481b-9f14-15821e940f9b","remote_addr":"[fd00:1122:3344:101::a]:35063","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":295,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.12835325Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_f4611892-e4be-4713-a8e7-8bd108618f8b/crucible/regions/b2c19861-1de0-49a9-81a7-47d970fc62b5","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.134220873Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f4611892-e4be-4713-a8e7-8bd108618f8b/crucible/regions/b2c19861-1de0-49a9-81a7-47d970fc62b5","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.134238123Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b2c19861-1de0-49a9-81a7-47d970fc62b5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b2c19861-1de0-49a9-81a7-47d970fc62b5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.21230615Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"region":"b2c19861-1de0-49a9-81a7-47d970fc62b5","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b2c19861-1de0-49a9-81a7-47d970fc62b5\" \"--data\" \"/data/regions/b2c19861-1de0-49a9-81a7-47d970fc62b5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.212370991Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"region":"b2c19861-1de0-49a9-81a7-47d970fc62b5","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.314288445Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"region":"b2c19861-1de0-49a9-81a7-47d970fc62b5","component":"worker"} {"msg":"region b2c19861-1de0-49a9-81a7-47d970fc62b5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.314358916Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.31454234Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b2c19861-1de0-49a9-81a7-47d970fc62b5","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.315761638Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b2c19861-1de0-49a9-81a7-47d970fc62b5","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.320363802Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.330662933Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b2c19861-1de0-49a9-81a7-47d970fc62b5","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.333839195Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b2c19861-1de0-49a9-81a7-47d970fc62b5","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.334042879Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.33408783Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.334120501Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.334159552Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.33851047Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.343084563Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.374682974Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"uri":"/crucible/0/regions","method":"POST","req_id":"e96fcc82-200f-4dde-a281-e31cdba2e7da","remote_addr":"[fd00:1122:3344:101::a]:35063","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:27.718047855Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:42690"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:27.718802952Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"uri":"/crucible/0/regions/b2c19861-1de0-49a9-81a7-47d970fc62b5","method":"GET","req_id":"5662168d-88aa-4cbe-99e2-513cf6dda4cd","remote_addr":"[fd00:1122:3344:101::a]:42690","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":43,"response_code":200} {"msg":"path is \"/data/regions/b2c19861-1de0-49a9-81a7-47d970fc62b5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:27.72271419Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"datafile"} {"msg":"dataset is oxp_f4611892-e4be-4713-a8e7-8bd108618f8b/crucible/regions/b2c19861-1de0-49a9-81a7-47d970fc62b5","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:27.728790427Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"datafile"} {"msg":"snapshot is oxp_f4611892-e4be-4713-a8e7-8bd108618f8b/crucible/regions/b2c19861-1de0-49a9-81a7-47d970fc62b5@0e0f4494-ece2-4d3c-9361-167a8c5e41fa","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:27.733691147Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f4611892-e4be-4713-a8e7-8bd108618f8b/crucible/regions/b2c19861-1de0-49a9-81a7-47d970fc62b5\", \"0e0f4494-ece2-4d3c-9361-167a8c5e41fa\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:27.733714628Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:27.743992879Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"uri":"/crucible/0/regions/b2c19861-1de0-49a9-81a7-47d970fc62b5/snapshots/0e0f4494-ece2-4d3c-9361-167a8c5e41fa","method":"GET","req_id":"4c0e44e3-03dd-46e8-9c0b-fb73357e5af3","remote_addr":"[fd00:1122:3344:101::a]:42690","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":21303,"response_code":200} {"msg":"path is \"/data/regions/b2c19861-1de0-49a9-81a7-47d970fc62b5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:27.749527834Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"datafile"} {"msg":"dataset is oxp_f4611892-e4be-4713-a8e7-8bd108618f8b/crucible/regions/b2c19861-1de0-49a9-81a7-47d970fc62b5","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:27.755636041Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"datafile"} {"msg":"snapshot is oxp_f4611892-e4be-4713-a8e7-8bd108618f8b/crucible/regions/b2c19861-1de0-49a9-81a7-47d970fc62b5@0e0f4494-ece2-4d3c-9361-167a8c5e41fa","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:27.761538834Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f4611892-e4be-4713-a8e7-8bd108618f8b/crucible/regions/b2c19861-1de0-49a9-81a7-47d970fc62b5\", \"0e0f4494-ece2-4d3c-9361-167a8c5e41fa\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:27.761570915Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot b2c19861-1de0-49a9-81a7-47d970fc62b5-0e0f4494-ece2-4d3c-9361-167a8c5e41fa state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:27.769408261Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:27.770061936Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"uri":"/crucible/0/regions/b2c19861-1de0-49a9-81a7-47d970fc62b5/snapshots/0e0f4494-ece2-4d3c-9361-167a8c5e41fa/run","method":"POST","req_id":"8deadaf7-84c4-40d6-9100-0df6c7ec2a8f","remote_addr":"[fd00:1122:3344:101::a]:42690","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":20567,"response_code":200} {"msg":"applying SMF actions for region b2c19861-1de0-49a9-81a7-47d970fc62b5 running snapshot 0e0f4494-ece2-4d3c-9361-167a8c5e41fa (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:27.770079736Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-b2c19861-1de0-49a9-81a7-47d970fc62b5-0e0f4494-ece2-4d3c-9361-167a8c5e41fa","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:27.792368788Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-b2c19861-1de0-49a9-81a7-47d970fc62b5-0e0f4494-ece2-4d3c-9361-167a8c5e41fa","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:27.805152115Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-b2c19861-1de0-49a9-81a7-47d970fc62b5-0e0f4494-ece2-4d3c-9361-167a8c5e41fa","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:27.821582015Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b2c19861-1de0-49a9-81a7-47d970fc62b5/.zfs/snapshot/0e0f4494-ece2-4d3c-9361-167a8c5e41fa","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:27.821874612Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:27.821932533Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:27.821977474Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:27.822035365Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:27.822098077Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:27.825761409Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:27.830585358Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"worker"} {"msg":"region b2c19861-1de0-49a9-81a7-47d970fc62b5 running snapshot 0e0f4494-ece2-4d3c-9361-167a8c5e41fa state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:27.830592858Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"datafile"} {"msg":"path is \"/data/regions/b2c19861-1de0-49a9-81a7-47d970fc62b5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:28.023447787Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"datafile"} {"msg":"dataset is oxp_f4611892-e4be-4713-a8e7-8bd108618f8b/crucible/regions/b2c19861-1de0-49a9-81a7-47d970fc62b5","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:28.030293611Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"datafile"} {"msg":"snapshot is oxp_f4611892-e4be-4713-a8e7-8bd108618f8b/crucible/regions/b2c19861-1de0-49a9-81a7-47d970fc62b5@0e0f4494-ece2-4d3c-9361-167a8c5e41fa","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:28.03602006Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f4611892-e4be-4713-a8e7-8bd108618f8b/crucible/regions/b2c19861-1de0-49a9-81a7-47d970fc62b5\", \"0e0f4494-ece2-4d3c-9361-167a8c5e41fa\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:28.036063761Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:28.042421244Z","hostname":"oxz_crucible_41ab92d4-6889-41f1-b121-d1d4f5283098","pid":23908,"uri":"/crucible/0/regions/b2c19861-1de0-49a9-81a7-47d970fc62b5/snapshots/0e0f4494-ece2-4d3c-9361-167a8c5e41fa/run","method":"POST","req_id":"a65511d1-bc96-47fc-bf74-fa1b28d672be","remote_addr":"[fd00:1122:3344:101::a]:42690","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":19010,"response_code":200}