[ Jul  2 04:15:15 Enabled. ]
[ Jul  2 04:15:15 Rereading configuration. ]
[ Jul  2 04:15:16 Rereading configuration. ]
[ Jul  2 04:15:19 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_da768bfe-c106-4e24-8620-3963eaa67de5/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 2bfe090eb5318ec8c467157018db2429d4df535b\nCommit timestamp: 2026-06-25T19:33:01.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:15:19.989678717Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113}
{"msg":"dataset: \"oxp_da768bfe-c106-4e24-8620-3963eaa67de5/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:15:19.989897471Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:15:19.989917282Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:15:19.989926952Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:15:20.00723572Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:15:20.070340247Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:28.40177913Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:47518"}
{"msg":"region d74fc59d-b788-4faf-9bcc-62df7c01fbea state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:28.429432972Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:28.433640349Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:28.435690406Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"uri":"/crucible/0/regions","method":"POST","req_id":"7d9a5201-1d3a-424a-8f3c-7fa325cfdcb5","remote_addr":"[fd00:1122:3344:101::b]:47518","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":14479,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_da768bfe-c106-4e24-8620-3963eaa67de5/crucible/regions/d74fc59d-b788-4faf-9bcc-62df7c01fbea","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:28.44139596Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_da768bfe-c106-4e24-8620-3963eaa67de5/crucible/regions/d74fc59d-b788-4faf-9bcc-62df7c01fbea","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:28.44141791Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d74fc59d-b788-4faf-9bcc-62df7c01fbea\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d74fc59d-b788-4faf-9bcc-62df7c01fbea\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:28.47377277Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"region":"d74fc59d-b788-4faf-9bcc-62df7c01fbea","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d74fc59d-b788-4faf-9bcc-62df7c01fbea\" \"--data\" \"/data/regions/d74fc59d-b788-4faf-9bcc-62df7c01fbea\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:28.475789362Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"region":"d74fc59d-b788-4faf-9bcc-62df7c01fbea","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:28.59983628Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"region":"d74fc59d-b788-4faf-9bcc-62df7c01fbea","component":"worker"}
{"msg":"region d74fc59d-b788-4faf-9bcc-62df7c01fbea state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:28.604893095Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:28.605064249Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d74fc59d-b788-4faf-9bcc-62df7c01fbea","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:28.607299595Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d74fc59d-b788-4faf-9bcc-62df7c01fbea","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:28.61237025Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:28.621278894Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d74fc59d-b788-4faf-9bcc-62df7c01fbea","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:28.622695914Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d74fc59d-b788-4faf-9bcc-62df7c01fbea","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:28.623543781Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:28.625857529Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:28.62588954Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:28.625929351Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:28.632765232Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:28.635475568Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:28.760933056Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"uri":"/crucible/0/regions","method":"POST","req_id":"ea06928f-92a2-4faf-a2a0-c88ce5196290","remote_addr":"[fd00:1122:3344:101::b]:47518","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":77,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:33.506712641Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:46470"}
{"msg":"region 5d5c031e-56d8-405f-b38d-77eb2a7183ff state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:33.506815064Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:33.508004508Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"uri":"/crucible/0/regions","method":"POST","req_id":"1e44b592-6113-4419-910f-dfe5fda4cd86","remote_addr":"[fd00:1122:3344:101::b]:46470","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":1220,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:33.508050029Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_da768bfe-c106-4e24-8620-3963eaa67de5/crucible/regions/5d5c031e-56d8-405f-b38d-77eb2a7183ff","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:33.513559583Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_da768bfe-c106-4e24-8620-3963eaa67de5/crucible/regions/5d5c031e-56d8-405f-b38d-77eb2a7183ff","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:33.513590604Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"5d5c031e-56d8-405f-b38d-77eb2a7183ff\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5d5c031e-56d8-405f-b38d-77eb2a7183ff\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:33.554037311Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"region":"5d5c031e-56d8-405f-b38d-77eb2a7183ff","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5d5c031e-56d8-405f-b38d-77eb2a7183ff\" \"--data\" \"/data/regions/5d5c031e-56d8-405f-b38d-77eb2a7183ff\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:33.554083232Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"region":"5d5c031e-56d8-405f-b38d-77eb2a7183ff","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:33.605555518Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"region":"5d5c031e-56d8-405f-b38d-77eb2a7183ff","component":"worker"}
{"msg":"region 5d5c031e-56d8-405f-b38d-77eb2a7183ff state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:33.605591139Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:33.605680421Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-5d5c031e-56d8-405f-b38d-77eb2a7183ff","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:33.606027828Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5d5c031e-56d8-405f-b38d-77eb2a7183ff","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:33.609545171Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:33.619987977Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5d5c031e-56d8-405f-b38d-77eb2a7183ff","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:33.621489708Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5d5c031e-56d8-405f-b38d-77eb2a7183ff","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:33.621882316Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:33.621935827Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:33.621981088Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:33.622018619Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:33.624130993Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/d74fc59d-b788-4faf-9bcc-62df7c01fbea","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:33.628041404Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:33.628115295Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:33.628193217Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:33.628207657Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:33.628238268Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d74fc59d-b788-4faf-9bcc-62df7c01fbea","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:33.628267808Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d74fc59d-b788-4faf-9bcc-62df7c01fbea","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:33.628382161Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:33.628431052Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:33.628496583Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:33.628514253Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:33.63800607Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:33.638514471Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:33.838128064Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"uri":"/crucible/0/regions","method":"POST","req_id":"15a43773-3b3b-422e-b784-6e2497acc367","remote_addr":"[fd00:1122:3344:101::b]:46470","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:34.996905607Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"uri":"/crucible/0/regions/d74fc59d-b788-4faf-9bcc-62df7c01fbea","method":"GET","req_id":"2848102b-075c-4452-a692-d0ce86b7cd60","remote_addr":"[fd00:1122:3344:101::b]:46470","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":86,"response_code":200}
{"msg":"path is \"/data/regions/d74fc59d-b788-4faf-9bcc-62df7c01fbea\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.003165987Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"datafile"}
{"msg":"dataset is oxp_da768bfe-c106-4e24-8620-3963eaa67de5/crucible/regions/d74fc59d-b788-4faf-9bcc-62df7c01fbea","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.012516681Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"datafile"}
{"msg":"snapshot is oxp_da768bfe-c106-4e24-8620-3963eaa67de5/crucible/regions/d74fc59d-b788-4faf-9bcc-62df7c01fbea@d10c588e-e459-4c74-8d9e-8d7de2a85f0a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.023242543Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_da768bfe-c106-4e24-8620-3963eaa67de5/crucible/regions/d74fc59d-b788-4faf-9bcc-62df7c01fbea\", \"d10c588e-e459-4c74-8d9e-8d7de2a85f0a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.023283874Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.03952773Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"uri":"/crucible/0/regions/d74fc59d-b788-4faf-9bcc-62df7c01fbea/snapshots/d10c588e-e459-4c74-8d9e-8d7de2a85f0a","method":"GET","req_id":"9e5bbec5-e0ef-424a-8c00-780519e7c55b","remote_addr":"[fd00:1122:3344:101::b]:46470","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":36412,"response_code":200}
{"msg":"path is \"/data/regions/d74fc59d-b788-4faf-9bcc-62df7c01fbea\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.045946703Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"datafile"}
{"msg":"dataset is oxp_da768bfe-c106-4e24-8620-3963eaa67de5/crucible/regions/d74fc59d-b788-4faf-9bcc-62df7c01fbea","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.056703386Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"datafile"}
{"msg":"snapshot is oxp_da768bfe-c106-4e24-8620-3963eaa67de5/crucible/regions/d74fc59d-b788-4faf-9bcc-62df7c01fbea@d10c588e-e459-4c74-8d9e-8d7de2a85f0a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.066772774Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_da768bfe-c106-4e24-8620-3963eaa67de5/crucible/regions/d74fc59d-b788-4faf-9bcc-62df7c01fbea\", \"d10c588e-e459-4c74-8d9e-8d7de2a85f0a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.066824595Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot d74fc59d-b788-4faf-9bcc-62df7c01fbea-d10c588e-e459-4c74-8d9e-8d7de2a85f0a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.078063588Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"datafile"}
{"msg":"applying SMF actions for region d74fc59d-b788-4faf-9bcc-62df7c01fbea running snapshot d10c588e-e459-4c74-8d9e-8d7de2a85f0a (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.08153512Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.081582431Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"uri":"/crucible/0/regions/d74fc59d-b788-4faf-9bcc-62df7c01fbea/snapshots/d10c588e-e459-4c74-8d9e-8d7de2a85f0a/run","method":"POST","req_id":"c8813f32-92ad-495e-bcd2-df54c794c483","remote_addr":"[fd00:1122:3344:101::b]:46470","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":35648,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/d74fc59d-b788-4faf-9bcc-62df7c01fbea","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.083830427Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.083932669Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.084034922Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.084045432Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.084094953Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d74fc59d-b788-4faf-9bcc-62df7c01fbea","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.084147134Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d74fc59d-b788-4faf-9bcc-62df7c01fbea","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.084565263Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.084637324Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.084697265Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.084757926Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.087192727Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-d74fc59d-b788-4faf-9bcc-62df7c01fbea-d10c588e-e459-4c74-8d9e-8d7de2a85f0a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.090777501Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d74fc59d-b788-4faf-9bcc-62df7c01fbea-d10c588e-e459-4c74-8d9e-8d7de2a85f0a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.101530764Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d74fc59d-b788-4faf-9bcc-62df7c01fbea-d10c588e-e459-4c74-8d9e-8d7de2a85f0a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.108858575Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d74fc59d-b788-4faf-9bcc-62df7c01fbea/.zfs/snapshot/d10c588e-e459-4c74-8d9e-8d7de2a85f0a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.109285014Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.109406256Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.109457338Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.109552179Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.109665262Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.113622964Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.116665067Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"worker"}
{"msg":"region d74fc59d-b788-4faf-9bcc-62df7c01fbea running snapshot d10c588e-e459-4c74-8d9e-8d7de2a85f0a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.116700558Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"datafile"}
{"msg":"path is \"/data/regions/d74fc59d-b788-4faf-9bcc-62df7c01fbea\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.460360123Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"datafile"}
{"msg":"dataset is oxp_da768bfe-c106-4e24-8620-3963eaa67de5/crucible/regions/d74fc59d-b788-4faf-9bcc-62df7c01fbea","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.467149074Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"datafile"}
{"msg":"snapshot is oxp_da768bfe-c106-4e24-8620-3963eaa67de5/crucible/regions/d74fc59d-b788-4faf-9bcc-62df7c01fbea@d10c588e-e459-4c74-8d9e-8d7de2a85f0a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.474094668Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_da768bfe-c106-4e24-8620-3963eaa67de5/crucible/regions/d74fc59d-b788-4faf-9bcc-62df7c01fbea\", \"d10c588e-e459-4c74-8d9e-8d7de2a85f0a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.474124748Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:35.482170485Z","hostname":"oxz_crucible_e187d386-efa2-464c-a874-0d059e4da4a2","pid":27113,"uri":"/crucible/0/regions/d74fc59d-b788-4faf-9bcc-62df7c01fbea/snapshots/d10c588e-e459-4c74-8d9e-8d7de2a85f0a/run","method":"POST","req_id":"c7c24864-8e71-4225-b003-d311aa02c5a4","remote_addr":"[fd00:1122:3344:101::b]:46470","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":21846,"response_code":200}