[ Mar 25 00:15:31 Enabled. ]
[ Mar 25 00:15:31 Rereading configuration. ]
[ Mar 25 00:15:32 Rereading configuration. ]
[ Mar 25 00:15:34 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_24bc0802-2d6b-4dad-94d2-eb26c3f35a90/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:15:34.467460754Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464}
{"msg":"dataset: \"oxp_24bc0802-2d6b-4dad-94d2-eb26c3f35a90/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:15:34.468287213Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:15:34.468299783Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:15:34.468306563Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:15:34.482832387Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:15:34.595465623Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:45.507491597Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:47973"}
{"msg":"region c482f4ba-424a-4961-8d28-605c93ef6d29 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:45.53157193Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:45.533882843Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:45.533906484Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"uri":"/crucible/0/regions","method":"POST","req_id":"4db420b3-6910-4e33-b974-8131c26d15e2","remote_addr":"[fd00:1122:3344:101::c]:47973","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":12726,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_24bc0802-2d6b-4dad-94d2-eb26c3f35a90/crucible/regions/c482f4ba-424a-4961-8d28-605c93ef6d29","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:45.54375903Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_24bc0802-2d6b-4dad-94d2-eb26c3f35a90/crucible/regions/c482f4ba-424a-4961-8d28-605c93ef6d29","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:45.54377629Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"c482f4ba-424a-4961-8d28-605c93ef6d29\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c482f4ba-424a-4961-8d28-605c93ef6d29\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:45.592669543Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"region":"c482f4ba-424a-4961-8d28-605c93ef6d29","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c482f4ba-424a-4961-8d28-605c93ef6d29\" \"--data\" \"/data/regions/c482f4ba-424a-4961-8d28-605c93ef6d29\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:45.595093438Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"region":"c482f4ba-424a-4961-8d28-605c93ef6d29","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:45.77636253Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"uri":"/crucible/0/regions","method":"POST","req_id":"4560c54c-df36-403e-a1d3-640d776739c1","remote_addr":"[fd00:1122:3344:101::c]:47973","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:45.947024977Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"region":"c482f4ba-424a-4961-8d28-605c93ef6d29","component":"worker"}
{"msg":"region c482f4ba-424a-4961-8d28-605c93ef6d29 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:45.947075169Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:45.94716238Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-c482f4ba-424a-4961-8d28-605c93ef6d29","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:45.947498278Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c482f4ba-424a-4961-8d28-605c93ef6d29","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:45.954301604Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:45.968690255Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c482f4ba-424a-4961-8d28-605c93ef6d29","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:45.972009871Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c482f4ba-424a-4961-8d28-605c93ef6d29","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:45.972700087Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:45.972760278Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:45.972798929Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:45.97283296Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:45.977084557Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:45.982562203Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:46.266019959Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"uri":"/crucible/0/regions","method":"POST","req_id":"278c0e73-9ef0-4efe-b865-218e5ebaa87f","remote_addr":"[fd00:1122:3344:101::c]:47973","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":65,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:46.855330468Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"uri":"/crucible/0/regions/c482f4ba-424a-4961-8d28-605c93ef6d29","method":"GET","req_id":"5f59d3b0-0bc9-41fe-b09f-37ca8ab11fe7","remote_addr":"[fd00:1122:3344:101::c]:47973","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":95,"response_code":200}
{"msg":"path is \"/data/regions/c482f4ba-424a-4961-8d28-605c93ef6d29\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:46.860256181Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"datafile"}
{"msg":"dataset is oxp_24bc0802-2d6b-4dad-94d2-eb26c3f35a90/crucible/regions/c482f4ba-424a-4961-8d28-605c93ef6d29","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:46.869605655Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"datafile"}
{"msg":"region c482f4ba-424a-4961-8d28-605c93ef6d29 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:46.877254061Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:46.877372684Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:46.877390594Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"uri":"/crucible/0/regions/c482f4ba-424a-4961-8d28-605c93ef6d29","method":"DELETE","req_id":"fc5962ca-1f69-4369-a644-144f2217af24","remote_addr":"[fd00:1122:3344:101::c]:47973","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":17162,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-c482f4ba-424a-4961-8d28-605c93ef6d29 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:46.878332316Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:46.88070415Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"uri":"/crucible/0/regions/c482f4ba-424a-4961-8d28-605c93ef6d29","method":"GET","req_id":"291cbc9d-6dfe-4ed2-9f97-6567950e5cac","remote_addr":"[fd00:1122:3344:101::c]:47973","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":33,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:46.882616214Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_24bc0802-2d6b-4dad-94d2-eb26c3f35a90/crucible/regions/c482f4ba-424a-4961-8d28-605c93ef6d29\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:46.89027128Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"region":"c482f4ba-424a-4961-8d28-605c93ef6d29","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:46.94863154Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"uri":"/crucible/0/regions/c482f4ba-424a-4961-8d28-605c93ef6d29","method":"GET","req_id":"34110dc6-ea90-4bf0-a56e-dadc889fe71f","remote_addr":"[fd00:1122:3344:101::c]:47973","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"region c482f4ba-424a-4961-8d28-605c93ef6d29 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:46.951823583Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:47.066813443Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"uri":"/crucible/0/regions/c482f4ba-424a-4961-8d28-605c93ef6d29","method":"GET","req_id":"1652d195-fe4a-45e5-9345-dcc1182a7e7d","remote_addr":"[fd00:1122:3344:101::c]:47973","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":40,"response_code":200}
{"msg":"region 2d7d959e-db4a-4889-8d42-b9a8a2128956 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:49.534539771Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:49.534699495Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:49.534728026Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"uri":"/crucible/0/regions","method":"POST","req_id":"fdd4d0f2-d3b9-4591-867f-4e1a6002370e","remote_addr":"[fd00:1122:3344:101::c]:47973","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":219,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_24bc0802-2d6b-4dad-94d2-eb26c3f35a90/crucible/regions/2d7d959e-db4a-4889-8d42-b9a8a2128956","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:49.540069569Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_24bc0802-2d6b-4dad-94d2-eb26c3f35a90/crucible/regions/2d7d959e-db4a-4889-8d42-b9a8a2128956","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:49.540101039Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2d7d959e-db4a-4889-8d42-b9a8a2128956\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2d7d959e-db4a-4889-8d42-b9a8a2128956\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:49.585781618Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"region":"2d7d959e-db4a-4889-8d42-b9a8a2128956","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2d7d959e-db4a-4889-8d42-b9a8a2128956\" \"--data\" \"/data/regions/2d7d959e-db4a-4889-8d42-b9a8a2128956\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:49.585817359Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"region":"2d7d959e-db4a-4889-8d42-b9a8a2128956","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:49.658767694Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"region":"2d7d959e-db4a-4889-8d42-b9a8a2128956","component":"worker"}
{"msg":"region 2d7d959e-db4a-4889-8d42-b9a8a2128956 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:49.658795814Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:49.658900317Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2d7d959e-db4a-4889-8d42-b9a8a2128956","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:49.659657424Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2d7d959e-db4a-4889-8d42-b9a8a2128956","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:49.662465608Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:49.670050662Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2d7d959e-db4a-4889-8d42-b9a8a2128956","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:49.672811796Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2d7d959e-db4a-4889-8d42-b9a8a2128956","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:49.673092622Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:49.673150194Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:49.673197405Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:49.673250906Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:49.677375111Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:49.681788872Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:16:49.828354587Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"uri":"/crucible/0/regions","method":"POST","req_id":"912ab363-04db-4c93-8725-e9e0f5424651","remote_addr":"[fd00:1122:3344:101::c]:47973","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:27:05.000332205Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:61022"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:27:05.001083822Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"uri":"/crucible/0/regions/2d7d959e-db4a-4889-8d42-b9a8a2128956","method":"GET","req_id":"290eb279-6774-4fea-b560-40a4566b4f02","remote_addr":"[fd00:1122:3344:101::c]:61022","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":43,"response_code":200}
{"msg":"path is \"/data/regions/2d7d959e-db4a-4889-8d42-b9a8a2128956\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:27:05.003449446Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"datafile"}
{"msg":"dataset is oxp_24bc0802-2d6b-4dad-94d2-eb26c3f35a90/crucible/regions/2d7d959e-db4a-4889-8d42-b9a8a2128956","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:27:05.010286093Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"datafile"}
{"msg":"snapshot is oxp_24bc0802-2d6b-4dad-94d2-eb26c3f35a90/crucible/regions/2d7d959e-db4a-4889-8d42-b9a8a2128956@22a2e437-035e-4ed1-8dc4-f958ac18a488","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:27:05.016308322Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_24bc0802-2d6b-4dad-94d2-eb26c3f35a90/crucible/regions/2d7d959e-db4a-4889-8d42-b9a8a2128956\", \"22a2e437-035e-4ed1-8dc4-f958ac18a488\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:27:05.016335932Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:27:05.026149958Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"uri":"/crucible/0/regions/2d7d959e-db4a-4889-8d42-b9a8a2128956/snapshots/22a2e437-035e-4ed1-8dc4-f958ac18a488","method":"GET","req_id":"715e9d89-8156-49cf-b146-93093b106744","remote_addr":"[fd00:1122:3344:101::c]:61022","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":22712,"response_code":200}
{"msg":"path is \"/data/regions/2d7d959e-db4a-4889-8d42-b9a8a2128956\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:27:05.029858153Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"datafile"}
{"msg":"dataset is oxp_24bc0802-2d6b-4dad-94d2-eb26c3f35a90/crucible/regions/2d7d959e-db4a-4889-8d42-b9a8a2128956","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:27:05.035296917Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"datafile"}
{"msg":"snapshot is oxp_24bc0802-2d6b-4dad-94d2-eb26c3f35a90/crucible/regions/2d7d959e-db4a-4889-8d42-b9a8a2128956@22a2e437-035e-4ed1-8dc4-f958ac18a488","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:27:05.04018523Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_24bc0802-2d6b-4dad-94d2-eb26c3f35a90/crucible/regions/2d7d959e-db4a-4889-8d42-b9a8a2128956\", \"22a2e437-035e-4ed1-8dc4-f958ac18a488\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:27:05.04020758Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 2d7d959e-db4a-4889-8d42-b9a8a2128956-22a2e437-035e-4ed1-8dc4-f958ac18a488 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:27:05.048147072Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:27:05.048737846Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"uri":"/crucible/0/regions/2d7d959e-db4a-4889-8d42-b9a8a2128956/snapshots/22a2e437-035e-4ed1-8dc4-f958ac18a488/run","method":"POST","req_id":"c7b1c020-1e3f-4e1e-bdac-2591a91b7fb5","remote_addr":"[fd00:1122:3344:101::c]:61022","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18904,"response_code":200}
{"msg":"applying SMF actions for region 2d7d959e-db4a-4889-8d42-b9a8a2128956 running snapshot 22a2e437-035e-4ed1-8dc4-f958ac18a488 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:27:05.048758697Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-2d7d959e-db4a-4889-8d42-b9a8a2128956-22a2e437-035e-4ed1-8dc4-f958ac18a488","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:27:05.069426381Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-2d7d959e-db4a-4889-8d42-b9a8a2128956-22a2e437-035e-4ed1-8dc4-f958ac18a488","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:27:05.085891309Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-2d7d959e-db4a-4889-8d42-b9a8a2128956-22a2e437-035e-4ed1-8dc4-f958ac18a488","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:27:05.100451163Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2d7d959e-db4a-4889-8d42-b9a8a2128956/.zfs/snapshot/22a2e437-035e-4ed1-8dc4-f958ac18a488","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:27:05.10074302Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:27:05.100787931Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:27:05.100821212Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:27:05.100857243Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:27:05.100898754Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:27:05.104772163Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:27:05.109434159Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"worker"}
{"msg":"region 2d7d959e-db4a-4889-8d42-b9a8a2128956 running snapshot 22a2e437-035e-4ed1-8dc4-f958ac18a488 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:27:05.10944542Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"datafile"}
{"msg":"path is \"/data/regions/2d7d959e-db4a-4889-8d42-b9a8a2128956\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:27:05.301055058Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"datafile"}
{"msg":"dataset is oxp_24bc0802-2d6b-4dad-94d2-eb26c3f35a90/crucible/regions/2d7d959e-db4a-4889-8d42-b9a8a2128956","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:27:05.306896152Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"datafile"}
{"msg":"snapshot is oxp_24bc0802-2d6b-4dad-94d2-eb26c3f35a90/crucible/regions/2d7d959e-db4a-4889-8d42-b9a8a2128956@22a2e437-035e-4ed1-8dc4-f958ac18a488","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:27:05.311854025Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_24bc0802-2d6b-4dad-94d2-eb26c3f35a90/crucible/regions/2d7d959e-db4a-4889-8d42-b9a8a2128956\", \"22a2e437-035e-4ed1-8dc4-f958ac18a488\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:27:05.311885496Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-25T00:27:05.317976586Z","hostname":"oxz_crucible_685e50fb-99fc-4cca-b834-98ad4cb0d392","pid":25464,"uri":"/crucible/0/regions/2d7d959e-db4a-4889-8d42-b9a8a2128956/snapshots/22a2e437-035e-4ed1-8dc4-f958ac18a488/run","method":"POST","req_id":"bcc4a0fd-a956-4346-adf8-cbeac3e19310","remote_addr":"[fd00:1122:3344:101::c]:61022","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":16962,"response_code":200}