{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:49.066936903Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34548"}
{"msg":"region ece7863f-1579-4a79-8ba2-f1677ec55d55 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:49.067192679Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:49.067890516Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:49.067910697Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"uri":"/crucible/0/regions","method":"POST","req_id":"1d4303e6-bf9e-4d89-99eb-c424ba9c5760","remote_addr":"[fd00:1122:3344:101::a]:34548","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":739,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_2e4ed4af-7169-42d4-a2f9-c668ef0f39ea/crucible/regions/ece7863f-1579-4a79-8ba2-f1677ec55d55","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:49.077518518Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_2e4ed4af-7169-42d4-a2f9-c668ef0f39ea/crucible/regions/ece7863f-1579-4a79-8ba2-f1677ec55d55","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:49.077546829Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ece7863f-1579-4a79-8ba2-f1677ec55d55\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ece7863f-1579-4a79-8ba2-f1677ec55d55\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:49.129268734Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"region":"ece7863f-1579-4a79-8ba2-f1677ec55d55","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ece7863f-1579-4a79-8ba2-f1677ec55d55\" \"--data\" \"/data/regions/ece7863f-1579-4a79-8ba2-f1677ec55d55\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:49.129302225Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"region":"ece7863f-1579-4a79-8ba2-f1677ec55d55","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:49.175300173Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"region":"ece7863f-1579-4a79-8ba2-f1677ec55d55","component":"worker"}
{"msg":"region ece7863f-1579-4a79-8ba2-f1677ec55d55 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:49.175330903Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:49.175438556Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ece7863f-1579-4a79-8ba2-f1677ec55d55","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:49.189562616Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ece7863f-1579-4a79-8ba2-f1677ec55d55","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:49.201938534Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:49.207634101Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ece7863f-1579-4a79-8ba2-f1677ec55d55","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:49.209107667Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ece7863f-1579-4a79-8ba2-f1677ec55d55","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:49.209378754Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:49.209436365Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:49.209473236Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:49.209511817Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:49.211253139Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:49.213883572Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:49.253780043Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"uri":"/crucible/0/regions","method":"POST","req_id":"5f994f1e-8d88-4b22-8745-fb48d748223d","remote_addr":"[fd00:1122:3344:101::a]:34548","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:51.297119071Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"uri":"/crucible/0/regions/2670e382-17c7-4fa6-ad94-eaeee148b67c","method":"GET","req_id":"5a92d958-4688-4f5b-85a2-f24172c088d2","remote_addr":"[fd00:1122:3344:101::a]:34548","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"path is \"/data/regions/2670e382-17c7-4fa6-ad94-eaeee148b67c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:51.300565904Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"datafile"}
{"msg":"dataset is oxp_2e4ed4af-7169-42d4-a2f9-c668ef0f39ea/crucible/regions/2670e382-17c7-4fa6-ad94-eaeee148b67c","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:51.306799794Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"datafile"}
{"msg":"snapshot is oxp_2e4ed4af-7169-42d4-a2f9-c668ef0f39ea/crucible/regions/2670e382-17c7-4fa6-ad94-eaeee148b67c@2da0fcdc-6a78-4fca-80e1-ee8213873d44","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:51.312809589Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2e4ed4af-7169-42d4-a2f9-c668ef0f39ea/crucible/regions/2670e382-17c7-4fa6-ad94-eaeee148b67c\", \"2da0fcdc-6a78-4fca-80e1-ee8213873d44\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:51.31283715Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:51.324405278Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"uri":"/crucible/0/regions/2670e382-17c7-4fa6-ad94-eaeee148b67c/snapshots/2da0fcdc-6a78-4fca-80e1-ee8213873d44","method":"GET","req_id":"e7e89670-c35b-4b49-9435-d8ea32eee4aa","remote_addr":"[fd00:1122:3344:101::a]:34548","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":23907,"response_code":200}
{"msg":"path is \"/data/regions/2670e382-17c7-4fa6-ad94-eaeee148b67c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:51.328568028Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"datafile"}
{"msg":"dataset is oxp_2e4ed4af-7169-42d4-a2f9-c668ef0f39ea/crucible/regions/2670e382-17c7-4fa6-ad94-eaeee148b67c","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:51.33364057Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"datafile"}
{"msg":"snapshot is oxp_2e4ed4af-7169-42d4-a2f9-c668ef0f39ea/crucible/regions/2670e382-17c7-4fa6-ad94-eaeee148b67c@2da0fcdc-6a78-4fca-80e1-ee8213873d44","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:51.339668435Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2e4ed4af-7169-42d4-a2f9-c668ef0f39ea/crucible/regions/2670e382-17c7-4fa6-ad94-eaeee148b67c\", \"2da0fcdc-6a78-4fca-80e1-ee8213873d44\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:51.339693086Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 2670e382-17c7-4fa6-ad94-eaeee148b67c-2da0fcdc-6a78-4fca-80e1-ee8213873d44 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:51.346249704Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"datafile"}
{"msg":"applying SMF actions for region 2670e382-17c7-4fa6-ad94-eaeee148b67c running snapshot 2da0fcdc-6a78-4fca-80e1-ee8213873d44 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:51.350964957Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:51.350988938Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"uri":"/crucible/0/regions/2670e382-17c7-4fa6-ad94-eaeee148b67c/snapshots/2da0fcdc-6a78-4fca-80e1-ee8213873d44/run","method":"POST","req_id":"16d9a531-927f-4441-a713-f13dd131cbe7","remote_addr":"[fd00:1122:3344:101::a]:34548","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":22420,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-2670e382-17c7-4fa6-ad94-eaeee148b67c-2da0fcdc-6a78-4fca-80e1-ee8213873d44","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:51.353454717Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-2670e382-17c7-4fa6-ad94-eaeee148b67c-2da0fcdc-6a78-4fca-80e1-ee8213873d44","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:51.354754639Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-2670e382-17c7-4fa6-ad94-eaeee148b67c-2da0fcdc-6a78-4fca-80e1-ee8213873d44","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:51.359974784Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2670e382-17c7-4fa6-ad94-eaeee148b67c/.zfs/snapshot/2da0fcdc-6a78-4fca-80e1-ee8213873d44","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:51.360269832Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:51.360312533Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:51.360349503Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:51.360386304Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:51.360431615Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:51.362126426Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:51.364838691Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"worker"}
{"msg":"region 2670e382-17c7-4fa6-ad94-eaeee148b67c running snapshot 2da0fcdc-6a78-4fca-80e1-ee8213873d44 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:51.364847072Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"datafile"}
{"msg":"path is \"/data/regions/2670e382-17c7-4fa6-ad94-eaeee148b67c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:51.564038399Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"datafile"}
{"msg":"dataset is oxp_2e4ed4af-7169-42d4-a2f9-c668ef0f39ea/crucible/regions/2670e382-17c7-4fa6-ad94-eaeee148b67c","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:51.570772801Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"datafile"}
{"msg":"snapshot is oxp_2e4ed4af-7169-42d4-a2f9-c668ef0f39ea/crucible/regions/2670e382-17c7-4fa6-ad94-eaeee148b67c@2da0fcdc-6a78-4fca-80e1-ee8213873d44","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:51.576340715Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2e4ed4af-7169-42d4-a2f9-c668ef0f39ea/crucible/regions/2670e382-17c7-4fa6-ad94-eaeee148b67c\", \"2da0fcdc-6a78-4fca-80e1-ee8213873d44\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:51.576351675Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T18:50:51.582535464Z","hostname":"oxz_crucible_cb46c5e2-22d3-4c99-b2c7-fdf51c9a25b3","pid":23054,"uri":"/crucible/0/regions/2670e382-17c7-4fa6-ad94-eaeee148b67c/snapshots/2da0fcdc-6a78-4fca-80e1-ee8213873d44/run","method":"POST","req_id":"a57fa5f3-41de-4fd7-8bc1-2da2cdead0e3","remote_addr":"[fd00:1122:3344:101::a]:34548","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":18559,"response_code":200}