[ May 21 01:32:07 Enabled. ]
[ May 21 01:32:07 Rereading configuration. ]
[ May 21 01:32:08 Rereading configuration. ]
[ May 21 01:32:13 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_28c761cb-6eac-4bd2-a7ae-04f043d1a6aa/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:13.652650838Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097}
{"msg":"dataset: \"oxp_28c761cb-6eac-4bd2-a7ae-04f043d1a6aa/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:13.653382802Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:13.653392743Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:13.653398473Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:13.66482749Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:13.744387234Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:57.704738971Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:46198"}
{"msg":"region 90ab439e-a240-4117-a5d5-9775534962a2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:57.729751779Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:57.732672097Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:57.732691317Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"uri":"/crucible/0/regions","method":"POST","req_id":"829fb3f8-289e-4c60-9cce-8e884990f1e9","remote_addr":"[fd00:1122:3344:101::b]:46198","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":14046,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_28c761cb-6eac-4bd2-a7ae-04f043d1a6aa/crucible/regions/90ab439e-a240-4117-a5d5-9775534962a2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:57.742835929Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_28c761cb-6eac-4bd2-a7ae-04f043d1a6aa/crucible/regions/90ab439e-a240-4117-a5d5-9775534962a2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:57.74284771Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"90ab439e-a240-4117-a5d5-9775534962a2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/90ab439e-a240-4117-a5d5-9775534962a2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:57.798682362Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"region":"90ab439e-a240-4117-a5d5-9775534962a2","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"90ab439e-a240-4117-a5d5-9775534962a2\" \"--data\" \"/data/regions/90ab439e-a240-4117-a5d5-9775534962a2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:57.801049459Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"region":"90ab439e-a240-4117-a5d5-9775534962a2","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:57.875078253Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"uri":"/crucible/0/regions","method":"POST","req_id":"9f734168-a10f-4d4d-a5bc-a150cb3a1c24","remote_addr":"[fd00:1122:3344:101::b]:46198","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:58.131571761Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"region":"90ab439e-a240-4117-a5d5-9775534962a2","component":"worker"}
{"msg":"region 90ab439e-a240-4117-a5d5-9775534962a2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:58.131617173Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:58.131715944Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-90ab439e-a240-4117-a5d5-9775534962a2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:58.132063891Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-90ab439e-a240-4117-a5d5-9775534962a2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:58.139763155Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:58.154556599Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-90ab439e-a240-4117-a5d5-9775534962a2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:58.158366505Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/90ab439e-a240-4117-a5d5-9775534962a2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:58.158878455Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:58.158935506Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:58.158970657Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:58.159005318Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:58.163148161Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:58.167454136Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:58.629151551Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"uri":"/crucible/0/regions","method":"POST","req_id":"49eafa9c-b665-4414-8c3c-118fe72d5ef7","remote_addr":"[fd00:1122:3344:101::b]:46198","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:59.016187069Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"uri":"/crucible/0/regions/90ab439e-a240-4117-a5d5-9775534962a2","method":"GET","req_id":"d64bf899-1d4f-4cfa-b7fa-dc01664b0385","remote_addr":"[fd00:1122:3344:101::b]:46198","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":78,"response_code":200}
{"msg":"path is \"/data/regions/90ab439e-a240-4117-a5d5-9775534962a2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:59.019445704Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"datafile"}
{"msg":"dataset is oxp_28c761cb-6eac-4bd2-a7ae-04f043d1a6aa/crucible/regions/90ab439e-a240-4117-a5d5-9775534962a2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:59.026861642Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"datafile"}
{"msg":"region 90ab439e-a240-4117-a5d5-9775534962a2 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:59.034753989Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:59.034881022Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"uri":"/crucible/0/regions/90ab439e-a240-4117-a5d5-9775534962a2","method":"DELETE","req_id":"ce057637-b394-4e56-93ac-ea9ea557da12","remote_addr":"[fd00:1122:3344:101::b]:46198","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":16164,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:59.034900922Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-90ab439e-a240-4117-a5d5-9775534962a2 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:59.035397212Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:59.038131209Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"uri":"/crucible/0/regions/90ab439e-a240-4117-a5d5-9775534962a2","method":"GET","req_id":"f78516cb-f491-45f9-8fce-b07f44760b5d","remote_addr":"[fd00:1122:3344:101::b]:46198","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:59.039694947Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_28c761cb-6eac-4bd2-a7ae-04f043d1a6aa/crucible/regions/90ab439e-a240-4117-a5d5-9775534962a2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:59.047992412Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"region":"90ab439e-a240-4117-a5d5-9775534962a2","component":"worker"}
{"msg":"region 90ab439e-a240-4117-a5d5-9775534962a2 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:59.107256283Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:59.160066872Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"uri":"/crucible/0/regions/90ab439e-a240-4117-a5d5-9775534962a2","method":"GET","req_id":"95308ed1-f9a6-48f4-8787-5c7133e910df","remote_addr":"[fd00:1122:3344:101::b]:46198","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"region b90a5078-9e35-4466-b146-ed53aed64dc9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.253865995Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.254025708Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"uri":"/crucible/0/regions","method":"POST","req_id":"e2fa0ed2-122f-400a-abca-0d66e2786d7e","remote_addr":"[fd00:1122:3344:101::b]:46198","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":215,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.254047128Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_28c761cb-6eac-4bd2-a7ae-04f043d1a6aa/crucible/regions/b90a5078-9e35-4466-b146-ed53aed64dc9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.26115153Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_28c761cb-6eac-4bd2-a7ae-04f043d1a6aa/crucible/regions/b90a5078-9e35-4466-b146-ed53aed64dc9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.26117557Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b90a5078-9e35-4466-b146-ed53aed64dc9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b90a5078-9e35-4466-b146-ed53aed64dc9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.328180835Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"region":"b90a5078-9e35-4466-b146-ed53aed64dc9","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b90a5078-9e35-4466-b146-ed53aed64dc9\" \"--data\" \"/data/regions/b90a5078-9e35-4466-b146-ed53aed64dc9\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.328218796Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"region":"b90a5078-9e35-4466-b146-ed53aed64dc9","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.400675049Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"region":"b90a5078-9e35-4466-b146-ed53aed64dc9","component":"worker"}
{"msg":"region b90a5078-9e35-4466-b146-ed53aed64dc9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.400705069Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.400799351Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b90a5078-9e35-4466-b146-ed53aed64dc9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.402049056Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b90a5078-9e35-4466-b146-ed53aed64dc9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.405884923Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.413229349Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b90a5078-9e35-4466-b146-ed53aed64dc9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.416148257Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b90a5078-9e35-4466-b146-ed53aed64dc9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.416346111Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.416386492Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.416421912Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.416456493Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.419740858Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.424042644Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.544951982Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"uri":"/crucible/0/regions","method":"POST","req_id":"88b090c9-1398-4fbc-96a6-3a06b3f002d6","remote_addr":"[fd00:1122:3344:101::b]:46198","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.831578291Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:53326"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.835649072Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"uri":"/crucible/0/regions/b90a5078-9e35-4466-b146-ed53aed64dc9","method":"GET","req_id":"9cae36d3-a969-44a5-8422-da7f956c15ef","remote_addr":"[fd00:1122:3344:101::b]:53326","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":71,"response_code":200}
{"msg":"path is \"/data/regions/b90a5078-9e35-4466-b146-ed53aed64dc9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.922615213Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"datafile"}
{"msg":"dataset is oxp_28c761cb-6eac-4bd2-a7ae-04f043d1a6aa/crucible/regions/b90a5078-9e35-4466-b146-ed53aed64dc9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.934610452Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"datafile"}
{"msg":"snapshot is oxp_28c761cb-6eac-4bd2-a7ae-04f043d1a6aa/crucible/regions/b90a5078-9e35-4466-b146-ed53aed64dc9@d4c17557-2853-4585-8802-7731f0bfddec","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.945466629Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_28c761cb-6eac-4bd2-a7ae-04f043d1a6aa/crucible/regions/b90a5078-9e35-4466-b146-ed53aed64dc9\", \"d4c17557-2853-4585-8802-7731f0bfddec\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.94552505Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.963229922Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"uri":"/crucible/0/regions/b90a5078-9e35-4466-b146-ed53aed64dc9/snapshots/d4c17557-2853-4585-8802-7731f0bfddec","method":"GET","req_id":"5fec0d42-3b4f-4c2a-9dc0-425623d7b7b5","remote_addr":"[fd00:1122:3344:101::b]:53326","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":40666,"response_code":200}
{"msg":"path is \"/data/regions/b90a5078-9e35-4466-b146-ed53aed64dc9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:23.00731242Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"datafile"}
{"msg":"dataset is oxp_28c761cb-6eac-4bd2-a7ae-04f043d1a6aa/crucible/regions/b90a5078-9e35-4466-b146-ed53aed64dc9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:23.018311959Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"datafile"}
{"msg":"snapshot is oxp_28c761cb-6eac-4bd2-a7ae-04f043d1a6aa/crucible/regions/b90a5078-9e35-4466-b146-ed53aed64dc9@d4c17557-2853-4585-8802-7731f0bfddec","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:23.027141826Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_28c761cb-6eac-4bd2-a7ae-04f043d1a6aa/crucible/regions/b90a5078-9e35-4466-b146-ed53aed64dc9\", \"d4c17557-2853-4585-8802-7731f0bfddec\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:23.027170716Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot b90a5078-9e35-4466-b146-ed53aed64dc9-d4c17557-2853-4585-8802-7731f0bfddec state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:23.039466911Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"datafile"}
{"msg":"applying SMF actions for region b90a5078-9e35-4466-b146-ed53aed64dc9 running snapshot d4c17557-2853-4585-8802-7731f0bfddec (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:23.040668465Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:23.040694965Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"uri":"/crucible/0/regions/b90a5078-9e35-4466-b146-ed53aed64dc9/snapshots/d4c17557-2853-4585-8802-7731f0bfddec/run","method":"POST","req_id":"f1007b4b-f384-48b3-aa44-cbe0672b91a2","remote_addr":"[fd00:1122:3344:101::b]:53326","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":33440,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-b90a5078-9e35-4466-b146-ed53aed64dc9-d4c17557-2853-4585-8802-7731f0bfddec","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:23.072284825Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-b90a5078-9e35-4466-b146-ed53aed64dc9-d4c17557-2853-4585-8802-7731f0bfddec","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:23.081717342Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-b90a5078-9e35-4466-b146-ed53aed64dc9-d4c17557-2853-4585-8802-7731f0bfddec","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:23.096001697Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b90a5078-9e35-4466-b146-ed53aed64dc9/.zfs/snapshot/d4c17557-2853-4585-8802-7731f0bfddec","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:23.096372744Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:23.096431095Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:23.096493077Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:23.096568078Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:23.096627679Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:23.100636709Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:23.105476146Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"worker"}
{"msg":"region b90a5078-9e35-4466-b146-ed53aed64dc9 running snapshot d4c17557-2853-4585-8802-7731f0bfddec state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:23.105498086Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"datafile"}
{"msg":"path is \"/data/regions/b90a5078-9e35-4466-b146-ed53aed64dc9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:23.181643783Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"datafile"}
{"msg":"dataset is oxp_28c761cb-6eac-4bd2-a7ae-04f043d1a6aa/crucible/regions/b90a5078-9e35-4466-b146-ed53aed64dc9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:23.190202083Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"datafile"}
{"msg":"snapshot is oxp_28c761cb-6eac-4bd2-a7ae-04f043d1a6aa/crucible/regions/b90a5078-9e35-4466-b146-ed53aed64dc9@d4c17557-2853-4585-8802-7731f0bfddec","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:23.201120551Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_28c761cb-6eac-4bd2-a7ae-04f043d1a6aa/crucible/regions/b90a5078-9e35-4466-b146-ed53aed64dc9\", \"d4c17557-2853-4585-8802-7731f0bfddec\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:23.201179392Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:23.210683721Z","hostname":"oxz_crucible_e7643582-0932-456b-8f80-76c036336e3b","pid":24097,"uri":"/crucible/0/regions/b90a5078-9e35-4466-b146-ed53aed64dc9/snapshots/d4c17557-2853-4585-8802-7731f0bfddec/run","method":"POST","req_id":"43721d0f-f85f-47fa-afed-a97235af3bd7","remote_addr":"[fd00:1122:3344:101::b]:53326","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":29110,"response_code":200}