{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.217928829Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47523"} {"msg":"region 3d1417e3-782b-47d4-90c6-80266f946cda state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.2180092Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.218631748Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"uri":"/crucible/0/regions","method":"POST","req_id":"5b91be0f-f1cb-41ff-bea5-5850d7e5f30c","remote_addr":"[fd00:1122:3344:101::a]:47523","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":658,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.218643958Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_530c8b6f-9efc-43dd-a7e0-9bfb72a3781e/crucible/regions/3d1417e3-782b-47d4-90c6-80266f946cda","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.226723616Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_530c8b6f-9efc-43dd-a7e0-9bfb72a3781e/crucible/regions/3d1417e3-782b-47d4-90c6-80266f946cda","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.226744456Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3d1417e3-782b-47d4-90c6-80266f946cda\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3d1417e3-782b-47d4-90c6-80266f946cda\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.27901689Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"region":"3d1417e3-782b-47d4-90c6-80266f946cda","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3d1417e3-782b-47d4-90c6-80266f946cda\" \"--data\" \"/data/regions/3d1417e3-782b-47d4-90c6-80266f946cda\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.27904624Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"region":"3d1417e3-782b-47d4-90c6-80266f946cda","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.366476619Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"region":"3d1417e3-782b-47d4-90c6-80266f946cda","component":"worker"} {"msg":"region 3d1417e3-782b-47d4-90c6-80266f946cda state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.36651331Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.366623781Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3d1417e3-782b-47d4-90c6-80266f946cda","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.367529162Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3d1417e3-782b-47d4-90c6-80266f946cda","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.381329759Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.404564081Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3d1417e3-782b-47d4-90c6-80266f946cda","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.407569247Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3d1417e3-782b-47d4-90c6-80266f946cda","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.407947112Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.408027313Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.408076673Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.408120374Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.412390955Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.415689915Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"uri":"/crucible/0/regions","method":"POST","req_id":"78e072fa-cfad-4368-a417-6bfcfd49d3e4","remote_addr":"[fd00:1122:3344:101::a]:47523","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":52,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.428748194Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:21.671279209Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"uri":"/crucible/0/regions/3d8bbc73-b051-4070-a4f2-99b5109a974e","method":"GET","req_id":"681e64c3-0e78-48f4-9422-1ca5ef418c05","remote_addr":"[fd00:1122:3344:101::a]:47523","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":81,"response_code":200} {"msg":"path is \"/data/regions/3d8bbc73-b051-4070-a4f2-99b5109a974e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:21.67463937Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"datafile"} {"msg":"dataset is oxp_530c8b6f-9efc-43dd-a7e0-9bfb72a3781e/crucible/regions/3d8bbc73-b051-4070-a4f2-99b5109a974e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:21.684158196Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"datafile"} {"msg":"snapshot is oxp_530c8b6f-9efc-43dd-a7e0-9bfb72a3781e/crucible/regions/3d8bbc73-b051-4070-a4f2-99b5109a974e@10ea6fc1-d145-4867-83d3-a58c7d0e0c2f","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:21.694488651Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_530c8b6f-9efc-43dd-a7e0-9bfb72a3781e/crucible/regions/3d8bbc73-b051-4070-a4f2-99b5109a974e\", \"10ea6fc1-d145-4867-83d3-a58c7d0e0c2f\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:21.694514491Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:21.706260473Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"uri":"/crucible/0/regions/3d8bbc73-b051-4070-a4f2-99b5109a974e/snapshots/10ea6fc1-d145-4867-83d3-a58c7d0e0c2f","method":"GET","req_id":"d2ce63e7-5c71-46ec-b9cd-ecf8e2c9f00c","remote_addr":"[fd00:1122:3344:101::a]:47523","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":31646,"response_code":200} {"msg":"path is \"/data/regions/3d8bbc73-b051-4070-a4f2-99b5109a974e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:21.718073447Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"datafile"} {"msg":"dataset is oxp_530c8b6f-9efc-43dd-a7e0-9bfb72a3781e/crucible/regions/3d8bbc73-b051-4070-a4f2-99b5109a974e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:21.726359597Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"datafile"} {"msg":"snapshot is oxp_530c8b6f-9efc-43dd-a7e0-9bfb72a3781e/crucible/regions/3d8bbc73-b051-4070-a4f2-99b5109a974e@10ea6fc1-d145-4867-83d3-a58c7d0e0c2f","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:21.733520624Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_530c8b6f-9efc-43dd-a7e0-9bfb72a3781e/crucible/regions/3d8bbc73-b051-4070-a4f2-99b5109a974e\", \"10ea6fc1-d145-4867-83d3-a58c7d0e0c2f\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:21.733541944Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 3d8bbc73-b051-4070-a4f2-99b5109a974e-10ea6fc1-d145-4867-83d3-a58c7d0e0c2f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:21.741772104Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"datafile"} {"msg":"applying SMF actions for region 3d8bbc73-b051-4070-a4f2-99b5109a974e running snapshot 10ea6fc1-d145-4867-83d3-a58c7d0e0c2f (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:21.741925992Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:21.741935489Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"uri":"/crucible/0/regions/3d8bbc73-b051-4070-a4f2-99b5109a974e/snapshots/10ea6fc1-d145-4867-83d3-a58c7d0e0c2f/run","method":"POST","req_id":"0975a33c-6601-4b0f-8b3b-a1cc7b2744ee","remote_addr":"[fd00:1122:3344:101::a]:47523","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":23921,"response_code":200} {"msg":"creating missing snapshot instance snapshot-3d8bbc73-b051-4070-a4f2-99b5109a974e-10ea6fc1-d145-4867-83d3-a58c7d0e0c2f","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:21.746914426Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-3d8bbc73-b051-4070-a4f2-99b5109a974e-10ea6fc1-d145-4867-83d3-a58c7d0e0c2f","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:21.754809542Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-3d8bbc73-b051-4070-a4f2-99b5109a974e-10ea6fc1-d145-4867-83d3-a58c7d0e0c2f","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:21.766264611Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3d8bbc73-b051-4070-a4f2-99b5109a974e/.zfs/snapshot/10ea6fc1-d145-4867-83d3-a58c7d0e0c2f","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:21.766582654Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:21.766629585Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:21.766684205Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:21.766719266Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:21.766767986Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:21.770628153Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:21.775006086Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"worker"} {"msg":"region 3d8bbc73-b051-4070-a4f2-99b5109a974e running snapshot 10ea6fc1-d145-4867-83d3-a58c7d0e0c2f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:21.775025907Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"datafile"} {"msg":"path is \"/data/regions/3d8bbc73-b051-4070-a4f2-99b5109a974e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:21.964333571Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"datafile"} {"msg":"dataset is oxp_530c8b6f-9efc-43dd-a7e0-9bfb72a3781e/crucible/regions/3d8bbc73-b051-4070-a4f2-99b5109a974e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:21.975316114Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"datafile"} {"msg":"snapshot is oxp_530c8b6f-9efc-43dd-a7e0-9bfb72a3781e/crucible/regions/3d8bbc73-b051-4070-a4f2-99b5109a974e@10ea6fc1-d145-4867-83d3-a58c7d0e0c2f","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:21.985203384Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_530c8b6f-9efc-43dd-a7e0-9bfb72a3781e/crucible/regions/3d8bbc73-b051-4070-a4f2-99b5109a974e\", \"10ea6fc1-d145-4867-83d3-a58c7d0e0c2f\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:21.985241084Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:21.99484891Z","hostname":"oxz_crucible_90579d94-22a6-4354-89e1-5e7aa44e5b0b","pid":23138,"uri":"/crucible/0/regions/3d8bbc73-b051-4070-a4f2-99b5109a974e/snapshots/10ea6fc1-d145-4867-83d3-a58c7d0e0c2f/run","method":"POST","req_id":"8b267630-2899-427e-8235-696779344272","remote_addr":"[fd00:1122:3344:101::a]:47523","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":30592,"response_code":200}