[ Feb 24 04:31:49 Enabled. ]
[ Feb 24 04:31:49 Rereading configuration. ]
[ Feb 24 04:31:50 Rereading configuration. ]
[ Feb 24 04:31:54 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_e9392fe1-2641-4c62-a822-58f2a2ef89b5/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:31:54.186956752Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475}
{"msg":"dataset: \"oxp_e9392fe1-2641-4c62-a822-58f2a2ef89b5/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:31:54.187674363Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:31:54.187683563Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:31:54.187688703Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:31:54.205767619Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:31:54.278169404Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:50.992364305Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:58504"}
{"msg":"region 5ccf91b7-a4cb-4339-909e-9d849f3b22d3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:51.015812415Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:51.018705081Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:51.018747252Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"uri":"/crucible/0/regions","method":"POST","req_id":"bfc9fea4-ce2f-4b5b-bfee-3d4e75f56cee","remote_addr":"[fd00:1122:3344:101::b]:58504","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":13077,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_e9392fe1-2641-4c62-a822-58f2a2ef89b5/crucible/regions/5ccf91b7-a4cb-4339-909e-9d849f3b22d3","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:51.028246722Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_e9392fe1-2641-4c62-a822-58f2a2ef89b5/crucible/regions/5ccf91b7-a4cb-4339-909e-9d849f3b22d3","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:51.028265652Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"5ccf91b7-a4cb-4339-909e-9d849f3b22d3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5ccf91b7-a4cb-4339-909e-9d849f3b22d3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:51.113308637Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"region":"5ccf91b7-a4cb-4339-909e-9d849f3b22d3","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5ccf91b7-a4cb-4339-909e-9d849f3b22d3\" \"--data\" \"/data/regions/5ccf91b7-a4cb-4339-909e-9d849f3b22d3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:51.115298868Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"region":"5ccf91b7-a4cb-4339-909e-9d849f3b22d3","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:51.315647036Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"uri":"/crucible/0/regions","method":"POST","req_id":"5a4d8b67-afc7-43e9-86ba-cbed99606496","remote_addr":"[fd00:1122:3344:101::b]:58504","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:51.461966668Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"region":"5ccf91b7-a4cb-4339-909e-9d849f3b22d3","component":"worker"}
{"msg":"region 5ccf91b7-a4cb-4339-909e-9d849f3b22d3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:51.462037309Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:51.462274023Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-5ccf91b7-a4cb-4339-909e-9d849f3b22d3","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:51.46270302Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5ccf91b7-a4cb-4339-909e-9d849f3b22d3","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:51.469094011Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:51.487307089Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5ccf91b7-a4cb-4339-909e-9d849f3b22d3","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:51.491063148Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5ccf91b7-a4cb-4339-909e-9d849f3b22d3","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:51.49179342Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:51.49185853Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:51.491899991Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:51.491936302Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:51.496379332Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:51.500489217Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:51.979805035Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"uri":"/crucible/0/regions","method":"POST","req_id":"25a5227e-5c69-4a41-ad82-36a1f393410a","remote_addr":"[fd00:1122:3344:101::b]:58504","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":76,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:52.425744175Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"uri":"/crucible/0/regions/5ccf91b7-a4cb-4339-909e-9d849f3b22d3","method":"GET","req_id":"d36dffbb-0904-48dc-bccc-dc278e7593fc","remote_addr":"[fd00:1122:3344:101::b]:58504","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":85,"response_code":200}
{"msg":"path is \"/data/regions/5ccf91b7-a4cb-4339-909e-9d849f3b22d3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:52.428729512Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"datafile"}
{"msg":"dataset is oxp_e9392fe1-2641-4c62-a822-58f2a2ef89b5/crucible/regions/5ccf91b7-a4cb-4339-909e-9d849f3b22d3","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:52.437709964Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"datafile"}
{"msg":"region 5ccf91b7-a4cb-4339-909e-9d849f3b22d3 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:52.445336045Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:52.445518228Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:52.445563008Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"uri":"/crucible/0/regions/5ccf91b7-a4cb-4339-909e-9d849f3b22d3","method":"DELETE","req_id":"091679e8-1fdc-4906-bc2d-3bd60970b8d5","remote_addr":"[fd00:1122:3344:101::b]:58504","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":16825,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-5ccf91b7-a4cb-4339-909e-9d849f3b22d3 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:52.446541504Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:52.448602456Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"uri":"/crucible/0/regions/5ccf91b7-a4cb-4339-909e-9d849f3b22d3","method":"GET","req_id":"316c8e36-704e-4a68-8981-8655c94582b2","remote_addr":"[fd00:1122:3344:101::b]:58504","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":38,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:52.450640739Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_e9392fe1-2641-4c62-a822-58f2a2ef89b5/crucible/regions/5ccf91b7-a4cb-4339-909e-9d849f3b22d3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:52.458714476Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"region":"5ccf91b7-a4cb-4339-909e-9d849f3b22d3","component":"worker"}
{"msg":"region 5ccf91b7-a4cb-4339-909e-9d849f3b22d3 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:52.540642511Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:52.547450609Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"uri":"/crucible/0/regions/5ccf91b7-a4cb-4339-909e-9d849f3b22d3","method":"GET","req_id":"884686cb-fd9d-4a6d-9e19-c757697f2277","remote_addr":"[fd00:1122:3344:101::b]:58504","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"region 10d1b770-0284-42b1-a223-45762e6a8da8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:54.746075557Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:54.7462716Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:54.746318541Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"uri":"/crucible/0/regions","method":"POST","req_id":"9a5d1cba-b540-4d24-acfc-d95f5318398d","remote_addr":"[fd00:1122:3344:101::b]:58504","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":256,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_e9392fe1-2641-4c62-a822-58f2a2ef89b5/crucible/regions/10d1b770-0284-42b1-a223-45762e6a8da8","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:54.752801644Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_e9392fe1-2641-4c62-a822-58f2a2ef89b5/crucible/regions/10d1b770-0284-42b1-a223-45762e6a8da8","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:54.752815014Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"10d1b770-0284-42b1-a223-45762e6a8da8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/10d1b770-0284-42b1-a223-45762e6a8da8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:54.820754438Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"region":"10d1b770-0284-42b1-a223-45762e6a8da8","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"10d1b770-0284-42b1-a223-45762e6a8da8\" \"--data\" \"/data/regions/10d1b770-0284-42b1-a223-45762e6a8da8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:54.821437659Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"region":"10d1b770-0284-42b1-a223-45762e6a8da8","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:54.89678926Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"region":"10d1b770-0284-42b1-a223-45762e6a8da8","component":"worker"}
{"msg":"region 10d1b770-0284-42b1-a223-45762e6a8da8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:54.896824651Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:54.897102095Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-10d1b770-0284-42b1-a223-45762e6a8da8","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:54.898313034Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-10d1b770-0284-42b1-a223-45762e6a8da8","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:54.901772659Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:54.909519421Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-10d1b770-0284-42b1-a223-45762e6a8da8","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:54.912694662Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/10d1b770-0284-42b1-a223-45762e6a8da8","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:54.912954796Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:54.912997616Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:54.913042767Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:54.913073368Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:54.917079811Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:54.921216997Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:32:54.96321965Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"uri":"/crucible/0/regions","method":"POST","req_id":"9d94b297-f557-40ce-ad57-71017df4d022","remote_addr":"[fd00:1122:3344:101::b]:58504","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:44:16.337076532Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:33135"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:44:16.337798233Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"uri":"/crucible/0/regions/10d1b770-0284-42b1-a223-45762e6a8da8","method":"GET","req_id":"5f383c1c-0ea0-4ba1-8461-74aa32f7193c","remote_addr":"[fd00:1122:3344:101::b]:33135","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":42,"response_code":200}
{"msg":"path is \"/data/regions/10d1b770-0284-42b1-a223-45762e6a8da8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:44:16.340299363Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"datafile"}
{"msg":"dataset is oxp_e9392fe1-2641-4c62-a822-58f2a2ef89b5/crucible/regions/10d1b770-0284-42b1-a223-45762e6a8da8","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:44:16.347686219Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"datafile"}
{"msg":"snapshot is oxp_e9392fe1-2641-4c62-a822-58f2a2ef89b5/crucible/regions/10d1b770-0284-42b1-a223-45762e6a8da8@bad4b59d-6e6a-48cb-9eea-076db21a075a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:44:16.354929874Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e9392fe1-2641-4c62-a822-58f2a2ef89b5/crucible/regions/10d1b770-0284-42b1-a223-45762e6a8da8\", \"bad4b59d-6e6a-48cb-9eea-076db21a075a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:44:16.354981185Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:44:16.364548246Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"uri":"/crucible/0/regions/10d1b770-0284-42b1-a223-45762e6a8da8/snapshots/bad4b59d-6e6a-48cb-9eea-076db21a075a","method":"GET","req_id":"97a5f889-cc79-425f-a897-5be7574b52d3","remote_addr":"[fd00:1122:3344:101::b]:33135","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":24279,"response_code":200}
{"msg":"path is \"/data/regions/10d1b770-0284-42b1-a223-45762e6a8da8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:44:16.36859772Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"datafile"}
{"msg":"dataset is oxp_e9392fe1-2641-4c62-a822-58f2a2ef89b5/crucible/regions/10d1b770-0284-42b1-a223-45762e6a8da8","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:44:16.375489689Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"datafile"}
{"msg":"snapshot is oxp_e9392fe1-2641-4c62-a822-58f2a2ef89b5/crucible/regions/10d1b770-0284-42b1-a223-45762e6a8da8@bad4b59d-6e6a-48cb-9eea-076db21a075a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:44:16.381988702Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e9392fe1-2641-4c62-a822-58f2a2ef89b5/crucible/regions/10d1b770-0284-42b1-a223-45762e6a8da8\", \"bad4b59d-6e6a-48cb-9eea-076db21a075a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:44:16.382022062Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 10d1b770-0284-42b1-a223-45762e6a8da8-bad4b59d-6e6a-48cb-9eea-076db21a075a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:44:16.397823492Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"datafile"}
{"msg":"applying SMF actions for region 10d1b770-0284-42b1-a223-45762e6a8da8 running snapshot bad4b59d-6e6a-48cb-9eea-076db21a075a (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:44:16.398654815Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:44:16.398664685Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"uri":"/crucible/0/regions/10d1b770-0284-42b1-a223-45762e6a8da8/snapshots/bad4b59d-6e6a-48cb-9eea-076db21a075a/run","method":"POST","req_id":"37ac0dba-5812-4363-95f2-adba58b9eab3","remote_addr":"[fd00:1122:3344:101::b]:33135","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":30075,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-10d1b770-0284-42b1-a223-45762e6a8da8-bad4b59d-6e6a-48cb-9eea-076db21a075a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:44:16.419615006Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-10d1b770-0284-42b1-a223-45762e6a8da8-bad4b59d-6e6a-48cb-9eea-076db21a075a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:44:16.437636411Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-10d1b770-0284-42b1-a223-45762e6a8da8-bad4b59d-6e6a-48cb-9eea-076db21a075a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:44:16.494409449Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/10d1b770-0284-42b1-a223-45762e6a8da8/.zfs/snapshot/bad4b59d-6e6a-48cb-9eea-076db21a075a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:44:16.494730054Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:44:16.494777205Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:44:16.494814185Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:44:16.494864236Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:44:16.494908987Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:44:16.508773516Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:44:16.52545355Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"worker"}
{"msg":"region 10d1b770-0284-42b1-a223-45762e6a8da8 running snapshot bad4b59d-6e6a-48cb-9eea-076db21a075a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:44:16.52547049Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"datafile"}
{"msg":"path is \"/data/regions/10d1b770-0284-42b1-a223-45762e6a8da8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:44:16.562533846Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"datafile"}
{"msg":"dataset is oxp_e9392fe1-2641-4c62-a822-58f2a2ef89b5/crucible/regions/10d1b770-0284-42b1-a223-45762e6a8da8","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:44:16.570041675Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"datafile"}
{"msg":"snapshot is oxp_e9392fe1-2641-4c62-a822-58f2a2ef89b5/crucible/regions/10d1b770-0284-42b1-a223-45762e6a8da8@bad4b59d-6e6a-48cb-9eea-076db21a075a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:44:16.577297179Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e9392fe1-2641-4c62-a822-58f2a2ef89b5/crucible/regions/10d1b770-0284-42b1-a223-45762e6a8da8\", \"bad4b59d-6e6a-48cb-9eea-076db21a075a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:44:16.5773269Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:44:16.583377046Z","hostname":"oxz_crucible_b1232a0f-363a-425a-bef6-74f469ded2f2","pid":22475,"uri":"/crucible/0/regions/10d1b770-0284-42b1-a223-45762e6a8da8/snapshots/bad4b59d-6e6a-48cb-9eea-076db21a075a/run","method":"POST","req_id":"32c6c9bc-b04c-4431-93cc-079760202872","remote_addr":"[fd00:1122:3344:101::b]:33135","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20878,"response_code":200}