[ Mar 10 17:17:03 Enabled. ]
[ Mar 10 17:17:03 Rereading configuration. ]
[ Mar 10 17:17:06 Rereading configuration. ]
[ Mar 10 17:17:11 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_302ae0b7-e31b-4cca-a1c8-71f564917e99/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:11.934160592Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253}
{"msg":"dataset: \"oxp_302ae0b7-e31b-4cca-a1c8-71f564917e99/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:11.934928795Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:11.934939925Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:11.934945655Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:11.94951691Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:12.030660638Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:34.972396872Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:62566"}
{"msg":"region f37ba26a-d530-4f11-bb7c-7d2159216404 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.001816086Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.004824784Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.004870885Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"uri":"/crucible/0/regions","method":"POST","req_id":"a71a1d8f-e452-409c-a6a5-3ceed4417a99","remote_addr":"[fd00:1122:3344:101::c]:62566","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":16073,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_302ae0b7-e31b-4cca-a1c8-71f564917e99/crucible/regions/f37ba26a-d530-4f11-bb7c-7d2159216404","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.014185515Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_302ae0b7-e31b-4cca-a1c8-71f564917e99/crucible/regions/f37ba26a-d530-4f11-bb7c-7d2159216404","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.014203386Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f37ba26a-d530-4f11-bb7c-7d2159216404\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f37ba26a-d530-4f11-bb7c-7d2159216404\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.115142254Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"region":"f37ba26a-d530-4f11-bb7c-7d2159216404","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f37ba26a-d530-4f11-bb7c-7d2159216404\" \"--data\" \"/data/regions/f37ba26a-d530-4f11-bb7c-7d2159216404\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.117869038Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"region":"f37ba26a-d530-4f11-bb7c-7d2159216404","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.304897143Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"uri":"/crucible/0/regions","method":"POST","req_id":"b47a2f4a-bfec-40cd-8315-26fcfb238e60","remote_addr":"[fd00:1122:3344:101::c]:62566","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.488230509Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"region":"f37ba26a-d530-4f11-bb7c-7d2159216404","component":"worker"}
{"msg":"region f37ba26a-d530-4f11-bb7c-7d2159216404 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.488318831Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.488565435Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f37ba26a-d530-4f11-bb7c-7d2159216404","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.488947581Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f37ba26a-d530-4f11-bb7c-7d2159216404","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.495678699Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.516128979Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f37ba26a-d530-4f11-bb7c-7d2159216404","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.522292268Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f37ba26a-d530-4f11-bb7c-7d2159216404","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.523052851Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.523111512Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.523157032Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.523195853Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.529385773Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.536315934Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.926581058Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"uri":"/crucible/0/regions","method":"POST","req_id":"3b41121f-2af3-4067-a20e-bbb605f965fc","remote_addr":"[fd00:1122:3344:101::c]:62566","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":73,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:37.06534484Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"uri":"/crucible/0/regions/f37ba26a-d530-4f11-bb7c-7d2159216404","method":"GET","req_id":"75ea704f-9670-401d-b096-c4bc5fe7a9e0","remote_addr":"[fd00:1122:3344:101::c]:62566","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":91,"response_code":200}
{"msg":"path is \"/data/regions/f37ba26a-d530-4f11-bb7c-7d2159216404\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:37.068796576Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"datafile"}
{"msg":"dataset is oxp_302ae0b7-e31b-4cca-a1c8-71f564917e99/crucible/regions/f37ba26a-d530-4f11-bb7c-7d2159216404","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:37.077682509Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"datafile"}
{"msg":"region f37ba26a-d530-4f11-bb7c-7d2159216404 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:37.085392314Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:37.085569736Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:37.085612997Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"uri":"/crucible/0/regions/f37ba26a-d530-4f11-bb7c-7d2159216404","method":"DELETE","req_id":"ed3d24a7-56fc-4c69-a979-39c9d8d78795","remote_addr":"[fd00:1122:3344:101::c]:62566","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":16824,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-f37ba26a-d530-4f11-bb7c-7d2159216404 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:37.086544092Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:37.088674966Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"uri":"/crucible/0/regions/f37ba26a-d530-4f11-bb7c-7d2159216404","method":"GET","req_id":"84baa166-64cf-4289-8706-32b2d7c870b8","remote_addr":"[fd00:1122:3344:101::c]:62566","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":34,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:37.102646542Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_302ae0b7-e31b-4cca-a1c8-71f564917e99/crucible/regions/f37ba26a-d530-4f11-bb7c-7d2159216404\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:37.111186129Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"region":"f37ba26a-d530-4f11-bb7c-7d2159216404","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:37.193478247Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"uri":"/crucible/0/regions/f37ba26a-d530-4f11-bb7c-7d2159216404","method":"GET","req_id":"2d3ccba1-c56b-42f6-967b-44c81567ec8a","remote_addr":"[fd00:1122:3344:101::c]:62566","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:37.267038773Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"uri":"/crucible/0/regions/f37ba26a-d530-4f11-bb7c-7d2159216404","method":"GET","req_id":"39fc8597-2818-438c-ba8a-820ecead3dbc","remote_addr":"[fd00:1122:3344:101::c]:62566","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":33,"response_code":200}
{"msg":"region f37ba26a-d530-4f11-bb7c-7d2159216404 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:37.319210954Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:37.411831607Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"uri":"/crucible/0/regions/f37ba26a-d530-4f11-bb7c-7d2159216404","method":"GET","req_id":"cd188f0d-dad0-440d-9ebd-e749dc2a00b8","remote_addr":"[fd00:1122:3344:101::c]:62566","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":53,"response_code":200}
{"msg":"region 84bfda5b-087f-4273-be10-e68244d684d1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:40.47808142Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:40.478249603Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:40.478310234Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"uri":"/crucible/0/regions","method":"POST","req_id":"440c65ca-e0ac-43a1-a8de-b3324a221653","remote_addr":"[fd00:1122:3344:101::c]:62566","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":221,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_302ae0b7-e31b-4cca-a1c8-71f564917e99/crucible/regions/84bfda5b-087f-4273-be10-e68244d684d1","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:40.484325311Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_302ae0b7-e31b-4cca-a1c8-71f564917e99/crucible/regions/84bfda5b-087f-4273-be10-e68244d684d1","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:40.484373912Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"84bfda5b-087f-4273-be10-e68244d684d1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/84bfda5b-087f-4273-be10-e68244d684d1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:40.597571997Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"region":"84bfda5b-087f-4273-be10-e68244d684d1","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"84bfda5b-087f-4273-be10-e68244d684d1\" \"--data\" \"/data/regions/84bfda5b-087f-4273-be10-e68244d684d1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:40.597668979Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"region":"84bfda5b-087f-4273-be10-e68244d684d1","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:40.724416343Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"uri":"/crucible/0/regions","method":"POST","req_id":"e2dcb1cd-1547-4d36-a701-b3dd1083d500","remote_addr":"[fd00:1122:3344:101::c]:62566","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:40.744124201Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"region":"84bfda5b-087f-4273-be10-e68244d684d1","component":"worker"}
{"msg":"region 84bfda5b-087f-4273-be10-e68244d684d1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:40.744145871Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:40.744445456Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-84bfda5b-087f-4273-be10-e68244d684d1","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:40.745395561Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-84bfda5b-087f-4273-be10-e68244d684d1","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:40.748118465Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:40.755099088Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-84bfda5b-087f-4273-be10-e68244d684d1","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:40.771023535Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/84bfda5b-087f-4273-be10-e68244d684d1","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:40.77136234Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:40.771419401Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:40.771446061Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:40.771484412Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:40.784531742Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:40.800572291Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:41.471670602Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"uri":"/crucible/0/regions","method":"POST","req_id":"c751632f-f322-45a0-a0d8-dbf4ffec58fe","remote_addr":"[fd00:1122:3344:101::c]:62566","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:47.696089388Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:51583"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:47.696857875Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"uri":"/crucible/0/regions/84bfda5b-087f-4273-be10-e68244d684d1","method":"GET","req_id":"79d6433b-04a0-41e9-8973-c975c049605a","remote_addr":"[fd00:1122:3344:101::c]:51583","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":37,"response_code":200}
{"msg":"path is \"/data/regions/84bfda5b-087f-4273-be10-e68244d684d1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:47.700111883Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"datafile"}
{"msg":"dataset is oxp_302ae0b7-e31b-4cca-a1c8-71f564917e99/crucible/regions/84bfda5b-087f-4273-be10-e68244d684d1","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:47.706021948Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"datafile"}
{"msg":"snapshot is oxp_302ae0b7-e31b-4cca-a1c8-71f564917e99/crucible/regions/84bfda5b-087f-4273-be10-e68244d684d1@eb9d6ffd-4e8e-4d1c-a610-f8da4a3dac46","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:47.711803011Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_302ae0b7-e31b-4cca-a1c8-71f564917e99/crucible/regions/84bfda5b-087f-4273-be10-e68244d684d1\", \"eb9d6ffd-4e8e-4d1c-a610-f8da4a3dac46\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:47.711820722Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:47.720787236Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"uri":"/crucible/0/regions/84bfda5b-087f-4273-be10-e68244d684d1/snapshots/eb9d6ffd-4e8e-4d1c-a610-f8da4a3dac46","method":"GET","req_id":"e4bff17a-217a-4b03-8997-dfa3feee022c","remote_addr":"[fd00:1122:3344:101::c]:51583","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":20702,"response_code":200}
{"msg":"path is \"/data/regions/84bfda5b-087f-4273-be10-e68244d684d1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:47.724620628Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"datafile"}
{"msg":"dataset is oxp_302ae0b7-e31b-4cca-a1c8-71f564917e99/crucible/regions/84bfda5b-087f-4273-be10-e68244d684d1","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:47.730032365Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"datafile"}
{"msg":"snapshot is oxp_302ae0b7-e31b-4cca-a1c8-71f564917e99/crucible/regions/84bfda5b-087f-4273-be10-e68244d684d1@eb9d6ffd-4e8e-4d1c-a610-f8da4a3dac46","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:47.735195009Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_302ae0b7-e31b-4cca-a1c8-71f564917e99/crucible/regions/84bfda5b-087f-4273-be10-e68244d684d1\", \"eb9d6ffd-4e8e-4d1c-a610-f8da4a3dac46\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:47.735222199Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 84bfda5b-087f-4273-be10-e68244d684d1-eb9d6ffd-4e8e-4d1c-a610-f8da4a3dac46 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:47.742878602Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"datafile"}
{"msg":"applying SMF actions for region 84bfda5b-087f-4273-be10-e68244d684d1 running snapshot eb9d6ffd-4e8e-4d1c-a610-f8da4a3dac46 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:47.743479262Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:47.743513683Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"uri":"/crucible/0/regions/84bfda5b-087f-4273-be10-e68244d684d1/snapshots/eb9d6ffd-4e8e-4d1c-a610-f8da4a3dac46/run","method":"POST","req_id":"885cea3b-c558-407b-9356-23bfe9cd38e6","remote_addr":"[fd00:1122:3344:101::c]:51583","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18877,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-84bfda5b-087f-4273-be10-e68244d684d1-eb9d6ffd-4e8e-4d1c-a610-f8da4a3dac46","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:47.764060674Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-84bfda5b-087f-4273-be10-e68244d684d1-eb9d6ffd-4e8e-4d1c-a610-f8da4a3dac46","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:47.779650965Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-84bfda5b-087f-4273-be10-e68244d684d1-eb9d6ffd-4e8e-4d1c-a610-f8da4a3dac46","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:47.793667811Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/84bfda5b-087f-4273-be10-e68244d684d1/.zfs/snapshot/eb9d6ffd-4e8e-4d1c-a610-f8da4a3dac46","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:47.793959546Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:47.794002417Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:47.794041617Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:47.794075158Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:47.794119219Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:47.797714607Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:47.801853483Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"worker"}
{"msg":"region 84bfda5b-087f-4273-be10-e68244d684d1 running snapshot eb9d6ffd-4e8e-4d1c-a610-f8da4a3dac46 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:47.801864594Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"datafile"}
{"msg":"path is \"/data/regions/84bfda5b-087f-4273-be10-e68244d684d1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:48.121283104Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"datafile"}
{"msg":"dataset is oxp_302ae0b7-e31b-4cca-a1c8-71f564917e99/crucible/regions/84bfda5b-087f-4273-be10-e68244d684d1","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:48.128317985Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"datafile"}
{"msg":"snapshot is oxp_302ae0b7-e31b-4cca-a1c8-71f564917e99/crucible/regions/84bfda5b-087f-4273-be10-e68244d684d1@eb9d6ffd-4e8e-4d1c-a610-f8da4a3dac46","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:48.133716335Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_302ae0b7-e31b-4cca-a1c8-71f564917e99/crucible/regions/84bfda5b-087f-4273-be10-e68244d684d1\", \"eb9d6ffd-4e8e-4d1c-a610-f8da4a3dac46\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:48.133734485Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:48.140633806Z","hostname":"oxz_crucible_7043f33d-3679-45ea-91b3-9c107f6c51b4","pid":28253,"uri":"/crucible/0/regions/84bfda5b-087f-4273-be10-e68244d684d1/snapshots/eb9d6ffd-4e8e-4d1c-a610-f8da4a3dac46/run","method":"POST","req_id":"4c71790e-b037-4b07-b325-daf7166f8635","remote_addr":"[fd00:1122:3344:101::c]:51583","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19390,"response_code":200}