[ Jun  6 01:15:22 Enabled. ]
[ Jun  6 01:15:22 Rereading configuration. ]
[ Jun  6 01:15:23 Rereading configuration. ]
[ Jun  6 01:15:26 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_177ad16a-eed5-490f-90fa-5d1aaf9e4ce4/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: bd9a0e2abe6b6b89aec8c85f4ee57474144ed150\nCommit timestamp: 2026-05-14T15:48:00.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:15:27.046409684Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204}
{"msg":"dataset: \"oxp_177ad16a-eed5-490f-90fa-5d1aaf9e4ce4/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:15:27.046721921Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:15:27.046734691Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:15:27.046741731Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:15:27.066045438Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:15:27.141439334Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:16:14.302033276Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:42474"}
{"msg":"region 7ca6beca-3024-4f8d-bd88-ab35f4920eb4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:16:14.336028839Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:16:14.34029535Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:16:14.341156759Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"uri":"/crucible/0/regions","method":"POST","req_id":"57792f47-b05d-4a29-8898-af2b2dc01f66","remote_addr":"[fd00:1122:3344:101::c]:42474","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":12758,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_177ad16a-eed5-490f-90fa-5d1aaf9e4ce4/crucible/regions/7ca6beca-3024-4f8d-bd88-ab35f4920eb4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:16:14.347334112Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_177ad16a-eed5-490f-90fa-5d1aaf9e4ce4/crucible/regions/7ca6beca-3024-4f8d-bd88-ab35f4920eb4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:16:14.347354593Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7ca6beca-3024-4f8d-bd88-ab35f4920eb4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7ca6beca-3024-4f8d-bd88-ab35f4920eb4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:16:14.410319551Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"region":"7ca6beca-3024-4f8d-bd88-ab35f4920eb4","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7ca6beca-3024-4f8d-bd88-ab35f4920eb4\" \"--data\" \"/data/regions/7ca6beca-3024-4f8d-bd88-ab35f4920eb4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:16:14.41258199Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"region":"7ca6beca-3024-4f8d-bd88-ab35f4920eb4","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:16:14.56089672Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"uri":"/crucible/0/regions","method":"POST","req_id":"03a380fb-f479-4916-a424-0b995141d50e","remote_addr":"[fd00:1122:3344:101::c]:42474","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:16:14.585227965Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"region":"7ca6beca-3024-4f8d-bd88-ab35f4920eb4","component":"worker"}
{"msg":"region 7ca6beca-3024-4f8d-bd88-ab35f4920eb4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:16:14.585286416Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:16:14.585529261Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7ca6beca-3024-4f8d-bd88-ab35f4920eb4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:16:14.588015225Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7ca6beca-3024-4f8d-bd88-ab35f4920eb4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:16:14.593098805Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:16:14.605819869Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7ca6beca-3024-4f8d-bd88-ab35f4920eb4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:16:14.607846583Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7ca6beca-3024-4f8d-bd88-ab35f4920eb4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:16:14.608688721Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:16:14.608747882Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:16:14.608776123Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:16:14.608808474Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:16:14.619253299Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:16:14.621970347Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:16:15.068050582Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"uri":"/crucible/0/regions","method":"POST","req_id":"c7cd9618-2e12-4815-94a8-17e3dae27186","remote_addr":"[fd00:1122:3344:101::c]:42474","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:13.987357627Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:38642"}
{"msg":"region 1551c3b0-10eb-4f62-b470-373fda78c01f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:13.98750084Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:13.991091628Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:13.991125038Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"uri":"/crucible/0/regions","method":"POST","req_id":"0661abc4-9aef-460a-b205-41fe834514a9","remote_addr":"[fd00:1122:3344:101::c]:38642","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":3654,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_177ad16a-eed5-490f-90fa-5d1aaf9e4ce4/crucible/regions/1551c3b0-10eb-4f62-b470-373fda78c01f","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:14.001023742Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_177ad16a-eed5-490f-90fa-5d1aaf9e4ce4/crucible/regions/1551c3b0-10eb-4f62-b470-373fda78c01f","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:14.001054472Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1551c3b0-10eb-4f62-b470-373fda78c01f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1551c3b0-10eb-4f62-b470-373fda78c01f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:14.047614967Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"region":"1551c3b0-10eb-4f62-b470-373fda78c01f","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1551c3b0-10eb-4f62-b470-373fda78c01f\" \"--data\" \"/data/regions/1551c3b0-10eb-4f62-b470-373fda78c01f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:14.047659608Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"region":"1551c3b0-10eb-4f62-b470-373fda78c01f","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:14.09595953Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"region":"1551c3b0-10eb-4f62-b470-373fda78c01f","component":"worker"}
{"msg":"region 1551c3b0-10eb-4f62-b470-373fda78c01f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:14.095993451Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:14.096107603Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1551c3b0-10eb-4f62-b470-373fda78c01f","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:14.09642227Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1551c3b0-10eb-4f62-b470-373fda78c01f","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:14.100437836Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:14.111132227Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1551c3b0-10eb-4f62-b470-373fda78c01f","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:14.112399965Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1551c3b0-10eb-4f62-b470-373fda78c01f","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:14.11265921Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:14.112708691Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:14.112746042Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:14.112781813Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:14.114626203Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/7ca6beca-3024-4f8d-bd88-ab35f4920eb4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:14.123951004Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:14.124032005Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:14.124118547Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:14.124129138Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:14.124168779Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7ca6beca-3024-4f8d-bd88-ab35f4920eb4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:14.12422544Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7ca6beca-3024-4f8d-bd88-ab35f4920eb4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:14.124326502Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:14.124377823Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:14.124423254Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:14.124467325Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:14.126475268Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:14.126933248Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:14.13535088Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"uri":"/crucible/0/regions","method":"POST","req_id":"239e3a94-a2c2-4188-8c05-01694139b7e9","remote_addr":"[fd00:1122:3344:101::c]:38642","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.320059239Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"uri":"/crucible/0/regions/7ca6beca-3024-4f8d-bd88-ab35f4920eb4","method":"GET","req_id":"be40c75e-ec51-40ce-bacd-540c6e47711a","remote_addr":"[fd00:1122:3344:101::c]:38642","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":77,"response_code":200}
{"msg":"path is \"/data/regions/7ca6beca-3024-4f8d-bd88-ab35f4920eb4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.323294979Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"datafile"}
{"msg":"dataset is oxp_177ad16a-eed5-490f-90fa-5d1aaf9e4ce4/crucible/regions/7ca6beca-3024-4f8d-bd88-ab35f4920eb4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.329984643Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"datafile"}
{"msg":"snapshot is oxp_177ad16a-eed5-490f-90fa-5d1aaf9e4ce4/crucible/regions/7ca6beca-3024-4f8d-bd88-ab35f4920eb4@c5c069cb-c887-478d-94a5-f4b4be472816","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.335642625Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_177ad16a-eed5-490f-90fa-5d1aaf9e4ce4/crucible/regions/7ca6beca-3024-4f8d-bd88-ab35f4920eb4\", \"c5c069cb-c887-478d-94a5-f4b4be472816\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.335669065Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.34427652Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"uri":"/crucible/0/regions/7ca6beca-3024-4f8d-bd88-ab35f4920eb4/snapshots/c5c069cb-c887-478d-94a5-f4b4be472816","method":"GET","req_id":"0d98eabd-d140-4538-96f8-c2b300cebad0","remote_addr":"[fd00:1122:3344:101::c]:38642","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":20995,"response_code":200}
{"msg":"path is \"/data/regions/7ca6beca-3024-4f8d-bd88-ab35f4920eb4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.356546085Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"datafile"}
{"msg":"dataset is oxp_177ad16a-eed5-490f-90fa-5d1aaf9e4ce4/crucible/regions/7ca6beca-3024-4f8d-bd88-ab35f4920eb4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.364076297Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"datafile"}
{"msg":"snapshot is oxp_177ad16a-eed5-490f-90fa-5d1aaf9e4ce4/crucible/regions/7ca6beca-3024-4f8d-bd88-ab35f4920eb4@c5c069cb-c887-478d-94a5-f4b4be472816","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.37020354Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_177ad16a-eed5-490f-90fa-5d1aaf9e4ce4/crucible/regions/7ca6beca-3024-4f8d-bd88-ab35f4920eb4\", \"c5c069cb-c887-478d-94a5-f4b4be472816\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.37022491Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 7ca6beca-3024-4f8d-bd88-ab35f4920eb4-c5c069cb-c887-478d-94a5-f4b4be472816 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.378013188Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"datafile"}
{"msg":"applying SMF actions for region 7ca6beca-3024-4f8d-bd88-ab35f4920eb4 running snapshot c5c069cb-c887-478d-94a5-f4b4be472816 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.378190452Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.378204002Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"uri":"/crucible/0/regions/7ca6beca-3024-4f8d-bd88-ab35f4920eb4/snapshots/c5c069cb-c887-478d-94a5-f4b4be472816/run","method":"POST","req_id":"1fd3fb00-daf6-4b99-9b1e-9cf2886bf643","remote_addr":"[fd00:1122:3344:101::c]:38642","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":21680,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/7ca6beca-3024-4f8d-bd88-ab35f4920eb4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.379595352Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.379666744Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.379737806Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.379746226Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.379778636Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7ca6beca-3024-4f8d-bd88-ab35f4920eb4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.379820817Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7ca6beca-3024-4f8d-bd88-ab35f4920eb4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.380118374Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.380165635Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.380209686Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.380250626Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.382245749Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-7ca6beca-3024-4f8d-bd88-ab35f4920eb4-c5c069cb-c887-478d-94a5-f4b4be472816","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.385326696Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-7ca6beca-3024-4f8d-bd88-ab35f4920eb4-c5c069cb-c887-478d-94a5-f4b4be472816","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.392483261Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-7ca6beca-3024-4f8d-bd88-ab35f4920eb4-c5c069cb-c887-478d-94a5-f4b4be472816","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.397841096Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7ca6beca-3024-4f8d-bd88-ab35f4920eb4/.zfs/snapshot/c5c069cb-c887-478d-94a5-f4b4be472816","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.39848772Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.398544471Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.398580512Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.398631743Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.398684554Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.402748792Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.407602187Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"worker"}
{"msg":"region 7ca6beca-3024-4f8d-bd88-ab35f4920eb4 running snapshot c5c069cb-c887-478d-94a5-f4b4be472816 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.407627787Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"datafile"}
{"msg":"path is \"/data/regions/7ca6beca-3024-4f8d-bd88-ab35f4920eb4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.689755394Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"datafile"}
{"msg":"dataset is oxp_177ad16a-eed5-490f-90fa-5d1aaf9e4ce4/crucible/regions/7ca6beca-3024-4f8d-bd88-ab35f4920eb4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.69604845Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"datafile"}
{"msg":"snapshot is oxp_177ad16a-eed5-490f-90fa-5d1aaf9e4ce4/crucible/regions/7ca6beca-3024-4f8d-bd88-ab35f4920eb4@c5c069cb-c887-478d-94a5-f4b4be472816","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.701436966Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_177ad16a-eed5-490f-90fa-5d1aaf9e4ce4/crucible/regions/7ca6beca-3024-4f8d-bd88-ab35f4920eb4\", \"c5c069cb-c887-478d-94a5-f4b4be472816\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.701460987Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-06T01:27:15.707747992Z","hostname":"oxz_crucible_806687d3-fd25-4bce-9f0d-18bcc64613dc","pid":27204,"uri":"/crucible/0/regions/7ca6beca-3024-4f8d-bd88-ab35f4920eb4/snapshots/c5c069cb-c887-478d-94a5-f4b4be472816/run","method":"POST","req_id":"99609ebd-2537-4038-898b-a471e2c6d50c","remote_addr":"[fd00:1122:3344:101::c]:38642","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":18037,"response_code":200}