[ Mar 27 20:00:35 Enabled. ] [ Mar 27 20:00:35 Rereading configuration. ] [ Mar 27 20:00:38 Rereading configuration. ] [ Mar 27 20:00:43 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_2a9e6c28-4c3f-472d-8e8c-84c35fb8b5e4/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:00:43.870589788Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776} {"msg":"dataset: \"oxp_2a9e6c28-4c3f-472d-8e8c-84c35fb8b5e4/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:00:43.87127618Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776} {"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:00:43.87128979Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:00:43.87129789Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:00:43.885642014Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:00:44.086475722Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:18.13322549Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:63608"} {"msg":"region 1cf326e4-3a75-49bc-82ac-908c84e842d1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:18.16212335Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:18.164908799Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:18.16495912Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"uri":"/crucible/0/regions","method":"POST","req_id":"644b58c7-dcd1-474c-a729-6de45b772f9c","remote_addr":"[fd00:1122:3344:101::b]:63608","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":15795,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_2a9e6c28-4c3f-472d-8e8c-84c35fb8b5e4/crucible/regions/1cf326e4-3a75-49bc-82ac-908c84e842d1","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:18.173701074Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_2a9e6c28-4c3f-472d-8e8c-84c35fb8b5e4/crucible/regions/1cf326e4-3a75-49bc-82ac-908c84e842d1","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:18.173717815Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"1cf326e4-3a75-49bc-82ac-908c84e842d1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1cf326e4-3a75-49bc-82ac-908c84e842d1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:18.260288063Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"region":"1cf326e4-3a75-49bc-82ac-908c84e842d1","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1cf326e4-3a75-49bc-82ac-908c84e842d1\" \"--data\" \"/data/regions/1cf326e4-3a75-49bc-82ac-908c84e842d1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:18.262712676Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"region":"1cf326e4-3a75-49bc-82ac-908c84e842d1","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:18.528931069Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"uri":"/crucible/0/regions","method":"POST","req_id":"6805ab96-6cab-4067-9ed4-b91004af8f9c","remote_addr":"[fd00:1122:3344:101::b]:63608","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:18.624189962Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"region":"1cf326e4-3a75-49bc-82ac-908c84e842d1","component":"worker"} {"msg":"region 1cf326e4-3a75-49bc-82ac-908c84e842d1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:18.624259093Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:18.624485667Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-1cf326e4-3a75-49bc-82ac-908c84e842d1","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:18.624819013Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1cf326e4-3a75-49bc-82ac-908c84e842d1","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:18.632378387Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:18.650645759Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1cf326e4-3a75-49bc-82ac-908c84e842d1","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:18.655356673Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1cf326e4-3a75-49bc-82ac-908c84e842d1","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:18.656075685Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:18.656136636Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:18.656177837Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:18.656210057Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:18.661115744Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:18.667311134Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:18.908065487Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"uri":"/crucible/0/regions","method":"POST","req_id":"2a755487-2abd-420a-a8a1-b81cce03c260","remote_addr":"[fd00:1122:3344:101::b]:63608","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:19.394826935Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"uri":"/crucible/0/regions/1cf326e4-3a75-49bc-82ac-908c84e842d1","method":"GET","req_id":"4f393bab-7bf4-4393-9365-be9ef21e5536","remote_addr":"[fd00:1122:3344:101::b]:63608","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":76,"response_code":200} {"msg":"path is \"/data/regions/1cf326e4-3a75-49bc-82ac-908c84e842d1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:19.399693271Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"datafile"} {"msg":"dataset is oxp_2a9e6c28-4c3f-472d-8e8c-84c35fb8b5e4/crucible/regions/1cf326e4-3a75-49bc-82ac-908c84e842d1","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:19.407689992Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"datafile"} {"msg":"region 1cf326e4-3a75-49bc-82ac-908c84e842d1 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:19.4143506Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:19.414514933Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"uri":"/crucible/0/regions/1cf326e4-3a75-49bc-82ac-908c84e842d1","method":"DELETE","req_id":"d2062cfd-3125-4899-ae75-8d20410bc5d4","remote_addr":"[fd00:1122:3344:101::b]:63608","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":14842,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:19.414564224Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-1cf326e4-3a75-49bc-82ac-908c84e842d1 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:19.41550075Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:19.419505871Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:19.420143032Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"uri":"/crucible/0/regions/1cf326e4-3a75-49bc-82ac-908c84e842d1","method":"GET","req_id":"d3b49fc1-afcc-42bb-bdd5-106e4cd0edbf","remote_addr":"[fd00:1122:3344:101::b]:63608","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":31,"response_code":200} {"msg":"deleting zfs dataset \"oxp_2a9e6c28-4c3f-472d-8e8c-84c35fb8b5e4/crucible/regions/1cf326e4-3a75-49bc-82ac-908c84e842d1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:19.427106335Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"region":"1cf326e4-3a75-49bc-82ac-908c84e842d1","component":"worker"} {"msg":"region 1cf326e4-3a75-49bc-82ac-908c84e842d1 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:19.504191467Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:19.528481766Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"uri":"/crucible/0/regions/1cf326e4-3a75-49bc-82ac-908c84e842d1","method":"GET","req_id":"7fe64538-4780-4ece-ab29-2d24a5aa1d73","remote_addr":"[fd00:1122:3344:101::b]:63608","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":51,"response_code":200} {"msg":"region 0c1591b2-f604-413c-a501-bd273c23ce7e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:21.305901964Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:21.306104278Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"uri":"/crucible/0/regions","method":"POST","req_id":"2e5203df-036a-414a-ac4e-3220d35ae635","remote_addr":"[fd00:1122:3344:101::b]:63608","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":252,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:21.306167868Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_2a9e6c28-4c3f-472d-8e8c-84c35fb8b5e4/crucible/regions/0c1591b2-f604-413c-a501-bd273c23ce7e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:21.312269746Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_2a9e6c28-4c3f-472d-8e8c-84c35fb8b5e4/crucible/regions/0c1591b2-f604-413c-a501-bd273c23ce7e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:21.312281876Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"0c1591b2-f604-413c-a501-bd273c23ce7e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0c1591b2-f604-413c-a501-bd273c23ce7e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:21.381342697Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"region":"0c1591b2-f604-413c-a501-bd273c23ce7e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0c1591b2-f604-413c-a501-bd273c23ce7e\" \"--data\" \"/data/regions/0c1591b2-f604-413c-a501-bd273c23ce7e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:21.381407578Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"region":"0c1591b2-f604-413c-a501-bd273c23ce7e","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:21.460862771Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"region":"0c1591b2-f604-413c-a501-bd273c23ce7e","component":"worker"} {"msg":"region 0c1591b2-f604-413c-a501-bd273c23ce7e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:21.460898372Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:21.461166527Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-0c1591b2-f604-413c-a501-bd273c23ce7e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:21.462639333Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0c1591b2-f604-413c-a501-bd273c23ce7e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:21.466071553Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:21.474769487Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0c1591b2-f604-413c-a501-bd273c23ce7e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:21.478199908Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0c1591b2-f604-413c-a501-bd273c23ce7e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:21.478483083Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:21.478523483Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:21.478571474Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:21.478603385Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:21.483049283Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:21.488015271Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:01:21.509804186Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"uri":"/crucible/0/regions","method":"POST","req_id":"9b06943e-afa1-4ea0-8563-09b59ac4e823","remote_addr":"[fd00:1122:3344:101::b]:63608","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:02.134254287Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:34261"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:02.135124312Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"uri":"/crucible/0/regions/0c1591b2-f604-413c-a501-bd273c23ce7e","method":"GET","req_id":"e881e394-cc07-4d3f-b867-6d3c27018b47","remote_addr":"[fd00:1122:3344:101::b]:34261","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":41,"response_code":200} {"msg":"path is \"/data/regions/0c1591b2-f604-413c-a501-bd273c23ce7e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:02.137899791Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"datafile"} {"msg":"dataset is oxp_2a9e6c28-4c3f-472d-8e8c-84c35fb8b5e4/crucible/regions/0c1591b2-f604-413c-a501-bd273c23ce7e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:02.143724754Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"datafile"} {"msg":"snapshot is oxp_2a9e6c28-4c3f-472d-8e8c-84c35fb8b5e4/crucible/regions/0c1591b2-f604-413c-a501-bd273c23ce7e@e61243d1-e03c-44f3-8345-d9d99ef1bd9c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:02.150947401Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_2a9e6c28-4c3f-472d-8e8c-84c35fb8b5e4/crucible/regions/0c1591b2-f604-413c-a501-bd273c23ce7e\", \"e61243d1-e03c-44f3-8345-d9d99ef1bd9c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:02.150984472Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:02.161225573Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"uri":"/crucible/0/regions/0c1591b2-f604-413c-a501-bd273c23ce7e/snapshots/e61243d1-e03c-44f3-8345-d9d99ef1bd9c","method":"GET","req_id":"e1d98d25-91c3-4119-ad6a-be9c075fce29","remote_addr":"[fd00:1122:3344:101::b]:34261","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":23342,"response_code":200} {"msg":"path is \"/data/regions/0c1591b2-f604-413c-a501-bd273c23ce7e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:02.164093403Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"datafile"} {"msg":"dataset is oxp_2a9e6c28-4c3f-472d-8e8c-84c35fb8b5e4/crucible/regions/0c1591b2-f604-413c-a501-bd273c23ce7e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:02.169825785Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"datafile"} {"msg":"snapshot is oxp_2a9e6c28-4c3f-472d-8e8c-84c35fb8b5e4/crucible/regions/0c1591b2-f604-413c-a501-bd273c23ce7e@e61243d1-e03c-44f3-8345-d9d99ef1bd9c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:02.176262958Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_2a9e6c28-4c3f-472d-8e8c-84c35fb8b5e4/crucible/regions/0c1591b2-f604-413c-a501-bd273c23ce7e\", \"e61243d1-e03c-44f3-8345-d9d99ef1bd9c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:02.176279549Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 0c1591b2-f604-413c-a501-bd273c23ce7e-e61243d1-e03c-44f3-8345-d9d99ef1bd9c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:02.18373496Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:02.184413642Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"uri":"/crucible/0/regions/0c1591b2-f604-413c-a501-bd273c23ce7e/snapshots/e61243d1-e03c-44f3-8345-d9d99ef1bd9c/run","method":"POST","req_id":"bfedb36c-104c-4041-b3c7-db84d4ebdc43","remote_addr":"[fd00:1122:3344:101::b]:34261","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":20339,"response_code":200} {"msg":"applying SMF actions for region 0c1591b2-f604-413c-a501-bd273c23ce7e running snapshot e61243d1-e03c-44f3-8345-d9d99ef1bd9c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:02.184432392Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-0c1591b2-f604-413c-a501-bd273c23ce7e-e61243d1-e03c-44f3-8345-d9d99ef1bd9c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:02.20470961Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-0c1591b2-f604-413c-a501-bd273c23ce7e-e61243d1-e03c-44f3-8345-d9d99ef1bd9c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:02.220492799Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-0c1591b2-f604-413c-a501-bd273c23ce7e-e61243d1-e03c-44f3-8345-d9d99ef1bd9c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:02.23469006Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0c1591b2-f604-413c-a501-bd273c23ce7e/.zfs/snapshot/e61243d1-e03c-44f3-8345-d9d99ef1bd9c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:02.234982245Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:02.235025046Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:02.235063867Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:02.235113177Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:02.235156508Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:02.239576786Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:02.244036005Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"region 0c1591b2-f604-413c-a501-bd273c23ce7e running snapshot e61243d1-e03c-44f3-8345-d9d99ef1bd9c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:02.244044585Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"datafile"} {"msg":"path is \"/data/regions/0c1591b2-f604-413c-a501-bd273c23ce7e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:02.510109926Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"datafile"} {"msg":"dataset is oxp_2a9e6c28-4c3f-472d-8e8c-84c35fb8b5e4/crucible/regions/0c1591b2-f604-413c-a501-bd273c23ce7e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:02.516738072Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"datafile"} {"msg":"snapshot is oxp_2a9e6c28-4c3f-472d-8e8c-84c35fb8b5e4/crucible/regions/0c1591b2-f604-413c-a501-bd273c23ce7e@e61243d1-e03c-44f3-8345-d9d99ef1bd9c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:02.5222432Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_2a9e6c28-4c3f-472d-8e8c-84c35fb8b5e4/crucible/regions/0c1591b2-f604-413c-a501-bd273c23ce7e\", \"e61243d1-e03c-44f3-8345-d9d99ef1bd9c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:02.52227081Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:02.528082893Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"uri":"/crucible/0/regions/0c1591b2-f604-413c-a501-bd273c23ce7e/snapshots/e61243d1-e03c-44f3-8345-d9d99ef1bd9c/run","method":"POST","req_id":"97460d1c-7310-4e59-a661-da21507c6430","remote_addr":"[fd00:1122:3344:101::b]:34261","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":18001,"response_code":200} {"msg":"region 847890d8-056d-4d15-ae82-9abe04f0402d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:07.671260565Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:07.671471519Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"uri":"/crucible/0/regions","method":"POST","req_id":"c6075172-6f6b-47df-b63a-b642f79451fa","remote_addr":"[fd00:1122:3344:101::b]:34261","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":256,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:07.67150424Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_2a9e6c28-4c3f-472d-8e8c-84c35fb8b5e4/crucible/regions/847890d8-056d-4d15-ae82-9abe04f0402d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:07.67888234Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_2a9e6c28-4c3f-472d-8e8c-84c35fb8b5e4/crucible/regions/847890d8-056d-4d15-ae82-9abe04f0402d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:07.678943981Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"847890d8-056d-4d15-ae82-9abe04f0402d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/847890d8-056d-4d15-ae82-9abe04f0402d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:07.733264971Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"region":"847890d8-056d-4d15-ae82-9abe04f0402d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"847890d8-056d-4d15-ae82-9abe04f0402d\" \"--data\" \"/data/regions/847890d8-056d-4d15-ae82-9abe04f0402d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:07.733315281Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"region":"847890d8-056d-4d15-ae82-9abe04f0402d","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:07.854497752Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"region":"847890d8-056d-4d15-ae82-9abe04f0402d","component":"worker"} {"msg":"region 847890d8-056d-4d15-ae82-9abe04f0402d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:07.854549143Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:07.854678145Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-847890d8-056d-4d15-ae82-9abe04f0402d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:07.856714371Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-847890d8-056d-4d15-ae82-9abe04f0402d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:07.859558292Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:07.868613562Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-847890d8-056d-4d15-ae82-9abe04f0402d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:07.872003351Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/847890d8-056d-4d15-ae82-9abe04f0402d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:07.872393038Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:07.872452469Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:07.87250085Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:07.872554921Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:07.876872468Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:07.883889172Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:07.995786148Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"uri":"/crucible/0/regions","method":"POST","req_id":"140d21f2-6817-443d-8833-db0f7830b47c","remote_addr":"[fd00:1122:3344:101::b]:34261","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:38.153961115Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:44979"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:38.154171138Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"uri":"/crucible/0/regions/847890d8-056d-4d15-ae82-9abe04f0402d","method":"GET","req_id":"d4e40637-29a3-4e0c-a33b-b82c22d3f92a","remote_addr":"[fd00:1122:3344:101::b]:44979","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"path is \"/data/regions/847890d8-056d-4d15-ae82-9abe04f0402d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:38.157398246Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"datafile"} {"msg":"dataset is oxp_2a9e6c28-4c3f-472d-8e8c-84c35fb8b5e4/crucible/regions/847890d8-056d-4d15-ae82-9abe04f0402d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:38.167747298Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"datafile"} {"msg":"region 847890d8-056d-4d15-ae82-9abe04f0402d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:38.175356013Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:38.175630008Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"uri":"/crucible/0/regions/847890d8-056d-4d15-ae82-9abe04f0402d","method":"DELETE","req_id":"0ca505f5-e04d-4f55-b440-12a0705c6571","remote_addr":"[fd00:1122:3344:101::b]:44979","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":18256,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:38.175645868Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-847890d8-056d-4d15-ae82-9abe04f0402d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:38.177067773Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:38.179091739Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"uri":"/crucible/0/regions/847890d8-056d-4d15-ae82-9abe04f0402d","method":"GET","req_id":"56f4b8bc-ea2a-421c-9b37-f992d8637189","remote_addr":"[fd00:1122:3344:101::b]:44979","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":32,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:38.199373186Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_2a9e6c28-4c3f-472d-8e8c-84c35fb8b5e4/crucible/regions/847890d8-056d-4d15-ae82-9abe04f0402d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:38.207127043Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"region":"847890d8-056d-4d15-ae82-9abe04f0402d","component":"worker"} {"msg":"region 847890d8-056d-4d15-ae82-9abe04f0402d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:38.260117479Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T20:12:38.321442572Z","hostname":"oxz_crucible_176a17fa-c42f-46e0-b02b-8d450fa7a208","pid":29776,"uri":"/crucible/0/regions/847890d8-056d-4d15-ae82-9abe04f0402d","method":"GET","req_id":"e803fe18-3fb1-45d9-a9dd-6167a75affe4","remote_addr":"[fd00:1122:3344:101::b]:44979","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":47,"response_code":200}