[ May 28 06:15:22 Enabled. ]
[ May 28 06:15:22 Rereading configuration. ]
[ May 28 06:15:24 Rereading configuration. ]
[ May 28 06:15:27 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_5721c99e-302e-4c60-903f-0df2a61166da/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:15:27.575797249Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303}
{"msg":"dataset: \"oxp_5721c99e-302e-4c60-903f-0df2a61166da/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:15:27.576652669Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303}
{"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:15:27.576671749Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:15:27.576684399Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:15:27.592524946Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:15:27.665979993Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:46.660745613Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:37603"}
{"msg":"region 7d153d00-215d-425e-8f80-2774d7a673f6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:46.711894539Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:46.715642179Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:46.71568613Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"uri":"/crucible/0/regions","method":"POST","req_id":"c67e7c76-4e53-4238-b699-518539008f85","remote_addr":"[fd00:1122:3344:101::c]:37603","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21144,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_5721c99e-302e-4c60-903f-0df2a61166da/crucible/regions/7d153d00-215d-425e-8f80-2774d7a673f6","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:46.726383754Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_5721c99e-302e-4c60-903f-0df2a61166da/crucible/regions/7d153d00-215d-425e-8f80-2774d7a673f6","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:46.726406615Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7d153d00-215d-425e-8f80-2774d7a673f6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7d153d00-215d-425e-8f80-2774d7a673f6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:46.782888758Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"region":"7d153d00-215d-425e-8f80-2774d7a673f6","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7d153d00-215d-425e-8f80-2774d7a673f6\" \"--data\" \"/data/regions/7d153d00-215d-425e-8f80-2774d7a673f6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:46.78549019Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"region":"7d153d00-215d-425e-8f80-2774d7a673f6","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:46.850747353Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"uri":"/crucible/0/regions","method":"POST","req_id":"843b767f-1cc0-4315-b8d8-ff05bc2adc56","remote_addr":"[fd00:1122:3344:101::c]:37603","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:47.038331795Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"region":"7d153d00-215d-425e-8f80-2774d7a673f6","component":"worker"}
{"msg":"region 7d153d00-215d-425e-8f80-2774d7a673f6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:47.038381046Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:47.038483888Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7d153d00-215d-425e-8f80-2774d7a673f6","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:47.038836207Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7d153d00-215d-425e-8f80-2774d7a673f6","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:47.046155141Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:47.055053632Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7d153d00-215d-425e-8f80-2774d7a673f6","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:47.056541548Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7d153d00-215d-425e-8f80-2774d7a673f6","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:47.057301666Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:47.057353097Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:47.057395738Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:47.057424259Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:47.059772145Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:47.062433838Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:47.387045089Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"uri":"/crucible/0/regions","method":"POST","req_id":"58106c5a-0f02-4663-8d35-95d0cdeb99fa","remote_addr":"[fd00:1122:3344:101::c]:37603","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":71,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:43.004162728Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:34164"}
{"msg":"region 5ad6817b-94b3-4ab5-90e4-bada87f8c5fc state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:43.004449414Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:43.005071889Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:43.005754325Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"uri":"/crucible/0/regions","method":"POST","req_id":"0f614e0b-b4d3-422e-98cf-f68dcd137e19","remote_addr":"[fd00:1122:3344:101::c]:34164","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":658,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_5721c99e-302e-4c60-903f-0df2a61166da/crucible/regions/5ad6817b-94b3-4ab5-90e4-bada87f8c5fc","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:43.012469555Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_5721c99e-302e-4c60-903f-0df2a61166da/crucible/regions/5ad6817b-94b3-4ab5-90e4-bada87f8c5fc","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:43.012508276Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"5ad6817b-94b3-4ab5-90e4-bada87f8c5fc\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5ad6817b-94b3-4ab5-90e4-bada87f8c5fc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:43.061505621Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"region":"5ad6817b-94b3-4ab5-90e4-bada87f8c5fc","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5ad6817b-94b3-4ab5-90e4-bada87f8c5fc\" \"--data\" \"/data/regions/5ad6817b-94b3-4ab5-90e4-bada87f8c5fc\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:43.061543922Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"region":"5ad6817b-94b3-4ab5-90e4-bada87f8c5fc","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:43.11820883Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"region":"5ad6817b-94b3-4ab5-90e4-bada87f8c5fc","component":"worker"}
{"msg":"region 5ad6817b-94b3-4ab5-90e4-bada87f8c5fc state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:43.118242071Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:43.118343983Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-5ad6817b-94b3-4ab5-90e4-bada87f8c5fc","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:43.118731042Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5ad6817b-94b3-4ab5-90e4-bada87f8c5fc","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:43.12240753Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:43.132614093Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5ad6817b-94b3-4ab5-90e4-bada87f8c5fc","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:43.133960025Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5ad6817b-94b3-4ab5-90e4-bada87f8c5fc","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:43.134224131Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:43.134267182Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:43.134313373Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:43.134349104Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:43.136672089Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:43.146655347Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:43.22497735Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"uri":"/crucible/0/regions","method":"POST","req_id":"3335f20f-9aa3-4f81-b0a2-1eb0fc3e58ba","remote_addr":"[fd00:1122:3344:101::c]:34164","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.900717989Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"uri":"/crucible/0/regions/7d153d00-215d-425e-8f80-2774d7a673f6","method":"GET","req_id":"bc6d373e-45fe-473d-8111-7becaed78a54","remote_addr":"[fd00:1122:3344:101::c]:34164","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":68,"response_code":200}
{"msg":"path is \"/data/regions/7d153d00-215d-425e-8f80-2774d7a673f6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.904699203Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"datafile"}
{"msg":"dataset is oxp_5721c99e-302e-4c60-903f-0df2a61166da/crucible/regions/7d153d00-215d-425e-8f80-2774d7a673f6","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.910213914Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"datafile"}
{"msg":"snapshot is oxp_5721c99e-302e-4c60-903f-0df2a61166da/crucible/regions/7d153d00-215d-425e-8f80-2774d7a673f6@1889ab9d-5d4d-471a-8f84-4ec5abe39789","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.916537925Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_5721c99e-302e-4c60-903f-0df2a61166da/crucible/regions/7d153d00-215d-425e-8f80-2774d7a673f6\", \"1889ab9d-5d4d-471a-8f84-4ec5abe39789\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.916554025Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.924255748Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"uri":"/crucible/0/regions/7d153d00-215d-425e-8f80-2774d7a673f6/snapshots/1889ab9d-5d4d-471a-8f84-4ec5abe39789","method":"GET","req_id":"d0ae8c99-4c7b-4f28-a8a1-549675167f45","remote_addr":"[fd00:1122:3344:101::c]:34164","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":19613,"response_code":200}
{"msg":"path is \"/data/regions/7d153d00-215d-425e-8f80-2774d7a673f6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.927940896Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"datafile"}
{"msg":"dataset is oxp_5721c99e-302e-4c60-903f-0df2a61166da/crucible/regions/7d153d00-215d-425e-8f80-2774d7a673f6","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.934292877Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"datafile"}
{"msg":"snapshot is oxp_5721c99e-302e-4c60-903f-0df2a61166da/crucible/regions/7d153d00-215d-425e-8f80-2774d7a673f6@1889ab9d-5d4d-471a-8f84-4ec5abe39789","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.940752411Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_5721c99e-302e-4c60-903f-0df2a61166da/crucible/regions/7d153d00-215d-425e-8f80-2774d7a673f6\", \"1889ab9d-5d4d-471a-8f84-4ec5abe39789\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.940784172Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 7d153d00-215d-425e-8f80-2774d7a673f6-1889ab9d-5d4d-471a-8f84-4ec5abe39789 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.946704133Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"datafile"}
{"msg":"applying SMF actions for region 7d153d00-215d-425e-8f80-2774d7a673f6 running snapshot 1889ab9d-5d4d-471a-8f84-4ec5abe39789 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.946850846Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.946866616Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"uri":"/crucible/0/regions/7d153d00-215d-425e-8f80-2774d7a673f6/snapshots/1889ab9d-5d4d-471a-8f84-4ec5abe39789/run","method":"POST","req_id":"03630b2f-9732-4430-beed-7c4d131e237f","remote_addr":"[fd00:1122:3344:101::c]:34164","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18948,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-7d153d00-215d-425e-8f80-2774d7a673f6-1889ab9d-5d4d-471a-8f84-4ec5abe39789","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.951696431Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-7d153d00-215d-425e-8f80-2774d7a673f6-1889ab9d-5d4d-471a-8f84-4ec5abe39789","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.960833578Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-7d153d00-215d-425e-8f80-2774d7a673f6-1889ab9d-5d4d-471a-8f84-4ec5abe39789","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.965606582Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7d153d00-215d-425e-8f80-2774d7a673f6/.zfs/snapshot/1889ab9d-5d4d-471a-8f84-4ec5abe39789","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.965893369Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.96593536Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.965975541Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.966008212Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.966054353Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.967682492Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.970392016Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"worker"}
{"msg":"region 7d153d00-215d-425e-8f80-2774d7a673f6 running snapshot 1889ab9d-5d4d-471a-8f84-4ec5abe39789 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.970405536Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"datafile"}
{"msg":"path is \"/data/regions/7d153d00-215d-425e-8f80-2774d7a673f6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:45.167929695Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"datafile"}
{"msg":"dataset is oxp_5721c99e-302e-4c60-903f-0df2a61166da/crucible/regions/7d153d00-215d-425e-8f80-2774d7a673f6","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:45.174494081Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"datafile"}
{"msg":"snapshot is oxp_5721c99e-302e-4c60-903f-0df2a61166da/crucible/regions/7d153d00-215d-425e-8f80-2774d7a673f6@1889ab9d-5d4d-471a-8f84-4ec5abe39789","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:45.181288013Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_5721c99e-302e-4c60-903f-0df2a61166da/crucible/regions/7d153d00-215d-425e-8f80-2774d7a673f6\", \"1889ab9d-5d4d-471a-8f84-4ec5abe39789\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:45.181333114Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:45.186200389Z","hostname":"oxz_crucible_b9fb8abc-3d12-4dd2-af97-1f9d2d649d4d","pid":27303,"uri":"/crucible/0/regions/7d153d00-215d-425e-8f80-2774d7a673f6/snapshots/1889ab9d-5d4d-471a-8f84-4ec5abe39789/run","method":"POST","req_id":"91bbe7ba-f9fd-4411-98a4-bdd4eb5867b7","remote_addr":"[fd00:1122:3344:101::c]:34164","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18324,"response_code":200}