[ Oct 19 18:31:21 Enabled. ]
[ Oct 19 18:31:21 Rereading configuration. ]
[ Oct 19 18:31:23 Rereading configuration. ]
[ Oct 19 18:31:27 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_2aba583c-5864-4d0c-8ae8-6aa0d410bf83/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: f85cf0dc3631e2f0c13384787efb0efc1b642162\nCommit timestamp: 2026-10-10T00:38:51.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:27.863380478Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93}
{"msg":"dataset: \"oxp_2aba583c-5864-4d0c-8ae8-6aa0d410bf83/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:27.863555861Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:27.863565201Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:27.863570132Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:27.874802015Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:27.951162438Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.558890092Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:54094"}
{"msg":"region 7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.587143025Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.593485342Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.597293667Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"uri":"/crucible/0/regions","method":"POST","req_id":"54e96c1e-4e62-4048-b5b1-74217ec15aaf","remote_addr":"[fd00:1122:3344:101::b]:54094","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":16576,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_2aba583c-5864-4d0c-8ae8-6aa0d410bf83/crucible/regions/7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.59942608Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_2aba583c-5864-4d0c-8ae8-6aa0d410bf83/crucible/regions/7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.599462781Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.659783253Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"region":"7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd\" \"--data\" \"/data/regions/7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.659819524Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"region":"7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.803702482Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"uri":"/crucible/0/regions","method":"POST","req_id":"44ee385b-07f0-4cec-ad20-9aa29a5ad705","remote_addr":"[fd00:1122:3344:101::b]:54094","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":73,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.807066169Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"region":"7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd","component":"worker"}
{"msg":"region 7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.809014218Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.809370775Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.809712402Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.818927926Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.839646979Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.843176479Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.843832172Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.843884053Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.843930164Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.843968675Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.848551686Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:57.852687649Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:31:58.103379737Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"uri":"/crucible/0/regions","method":"POST","req_id":"7c4cc379-70b1-4837-983a-197048b368b4","remote_addr":"[fd00:1122:3344:101::b]:54094","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":69,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.729550235Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:43974"}
{"msg":"region 77547421-6d13-4a71-ae0b-0da3ea8396af state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.729733749Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.730325321Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.730333881Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"uri":"/crucible/0/regions","method":"POST","req_id":"700b6aa5-b057-4f37-8e18-1e01b78cce37","remote_addr":"[fd00:1122:3344:101::b]:43974","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":665,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_2aba583c-5864-4d0c-8ae8-6aa0d410bf83/crucible/regions/77547421-6d13-4a71-ae0b-0da3ea8396af","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.739380991Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_2aba583c-5864-4d0c-8ae8-6aa0d410bf83/crucible/regions/77547421-6d13-4a71-ae0b-0da3ea8396af","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.739404571Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"77547421-6d13-4a71-ae0b-0da3ea8396af\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/77547421-6d13-4a71-ae0b-0da3ea8396af\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.798087461Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"region":"77547421-6d13-4a71-ae0b-0da3ea8396af","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"77547421-6d13-4a71-ae0b-0da3ea8396af\" \"--data\" \"/data/regions/77547421-6d13-4a71-ae0b-0da3ea8396af\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.798130182Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"region":"77547421-6d13-4a71-ae0b-0da3ea8396af","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.876146998Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"region":"77547421-6d13-4a71-ae0b-0da3ea8396af","component":"worker"}
{"msg":"region 77547421-6d13-4a71-ae0b-0da3ea8396af state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.876191138Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.8762705Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-77547421-6d13-4a71-ae0b-0da3ea8396af","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.876617447Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-77547421-6d13-4a71-ae0b-0da3ea8396af","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.881921783Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.899597525Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-77547421-6d13-4a71-ae0b-0da3ea8396af","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.903480183Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/77547421-6d13-4a71-ae0b-0da3ea8396af","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.903902671Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.903931302Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.903947432Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.903956302Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.908156316Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:55.91439638Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:56.072849969Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"uri":"/crucible/0/regions","method":"POST","req_id":"cbf36df0-2651-4725-ab8c-46716c366b1a","remote_addr":"[fd00:1122:3344:101::b]:43974","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:56.831933592Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"uri":"/crucible/0/regions/7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd","method":"GET","req_id":"373583a4-6834-473d-bf1b-977262c70578","remote_addr":"[fd00:1122:3344:101::b]:43974","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":81,"response_code":200}
{"msg":"path is \"/data/regions/7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:56.841588025Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"datafile"}
{"msg":"dataset is oxp_2aba583c-5864-4d0c-8ae8-6aa0d410bf83/crucible/regions/7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:56.848446152Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"datafile"}
{"msg":"snapshot is oxp_2aba583c-5864-4d0c-8ae8-6aa0d410bf83/crucible/regions/7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd@b7c68df7-53ec-4686-b543-770c970c526a","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:56.855573984Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2aba583c-5864-4d0c-8ae8-6aa0d410bf83/crucible/regions/7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd\", \"b7c68df7-53ec-4686-b543-770c970c526a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:56.855605644Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:56.867039472Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"uri":"/crucible/0/regions/7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd/snapshots/b7c68df7-53ec-4686-b543-770c970c526a","method":"GET","req_id":"e61d6711-6f23-4f29-afe2-f50b8f57ba3e","remote_addr":"[fd00:1122:3344:101::b]:43974","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":28565,"response_code":200}
{"msg":"path is \"/data/regions/7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:56.877770016Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"datafile"}
{"msg":"dataset is oxp_2aba583c-5864-4d0c-8ae8-6aa0d410bf83/crucible/regions/7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:56.884827547Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"datafile"}
{"msg":"snapshot is oxp_2aba583c-5864-4d0c-8ae8-6aa0d410bf83/crucible/regions/7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd@b7c68df7-53ec-4686-b543-770c970c526a","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:56.890436129Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2aba583c-5864-4d0c-8ae8-6aa0d410bf83/crucible/regions/7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd\", \"b7c68df7-53ec-4686-b543-770c970c526a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:56.890447839Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd-b7c68df7-53ec-4686-b543-770c970c526a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:56.896432358Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"datafile"}
{"msg":"applying SMF actions for region 7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd running snapshot b7c68df7-53ec-4686-b543-770c970c526a (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:56.896609292Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:56.896618952Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"uri":"/crucible/0/regions/7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd/snapshots/b7c68df7-53ec-4686-b543-770c970c526a/run","method":"POST","req_id":"439103f6-4acb-402c-a931-403f0594f68b","remote_addr":"[fd00:1122:3344:101::b]:43974","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":18884,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd-b7c68df7-53ec-4686-b543-770c970c526a","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:56.898701634Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd-b7c68df7-53ec-4686-b543-770c970c526a","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:56.905412897Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd-b7c68df7-53ec-4686-b543-770c970c526a","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:56.916886676Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd/.zfs/snapshot/b7c68df7-53ec-4686-b543-770c970c526a","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:56.917185102Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:56.917227533Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:56.917273854Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:56.917312185Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:56.917362906Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:56.92108876Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:56.925913316Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"worker"}
{"msg":"region 7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd running snapshot b7c68df7-53ec-4686-b543-770c970c526a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:56.925924846Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"datafile"}
{"msg":"path is \"/data/regions/7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:57.12522914Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"datafile"}
{"msg":"dataset is oxp_2aba583c-5864-4d0c-8ae8-6aa0d410bf83/crucible/regions/7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:57.131212779Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"datafile"}
{"msg":"snapshot is oxp_2aba583c-5864-4d0c-8ae8-6aa0d410bf83/crucible/regions/7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd@b7c68df7-53ec-4686-b543-770c970c526a","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:57.136979794Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2aba583c-5864-4d0c-8ae8-6aa0d410bf83/crucible/regions/7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd\", \"b7c68df7-53ec-4686-b543-770c970c526a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:57.137015095Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-19T18:42:57.142762449Z","hostname":"oxz_crucible_b4cf4e6c-9ece-48ad-9cdc-30e2d75ebe6d","pid":93,"uri":"/crucible/0/regions/7a6afbde-d2ad-4a25-a7f8-90be75cbd8dd/snapshots/b7c68df7-53ec-4686-b543-770c970c526a/run","method":"POST","req_id":"fdf8095b-b85f-463c-83eb-a42dd20f102f","remote_addr":"[fd00:1122:3344:101::b]:43974","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":17563,"response_code":200}