{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:46.566491153Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:33945"}
{"msg":"region 2cc90ea1-a1af-4fb7-8b87-27ab929ea942 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:46.566566275Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:46.567207271Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"uri":"/crucible/0/regions","method":"POST","req_id":"f4f473c3-d9aa-41e7-9c2a-10bdb2f8817a","remote_addr":"[fd00:1122:3344:101::c]:33945","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":674,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:46.567231062Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_1ba502d6-c554-4ec7-9eb5-777cecc964c7/crucible/regions/2cc90ea1-a1af-4fb7-8b87-27ab929ea942","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:46.577779991Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_1ba502d6-c554-4ec7-9eb5-777cecc964c7/crucible/regions/2cc90ea1-a1af-4fb7-8b87-27ab929ea942","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:46.577796982Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2cc90ea1-a1af-4fb7-8b87-27ab929ea942\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2cc90ea1-a1af-4fb7-8b87-27ab929ea942\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:46.637308164Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"region":"2cc90ea1-a1af-4fb7-8b87-27ab929ea942","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2cc90ea1-a1af-4fb7-8b87-27ab929ea942\" \"--data\" \"/data/regions/2cc90ea1-a1af-4fb7-8b87-27ab929ea942\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:46.637344245Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"region":"2cc90ea1-a1af-4fb7-8b87-27ab929ea942","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:46.713806531Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"uri":"/crucible/0/regions","method":"POST","req_id":"5cb197b3-20be-4536-92fd-9ee2e7d8afd8","remote_addr":"[fd00:1122:3344:101::c]:33945","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":76,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:46.716970842Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"region":"2cc90ea1-a1af-4fb7-8b87-27ab929ea942","component":"worker"}
{"msg":"region 2cc90ea1-a1af-4fb7-8b87-27ab929ea942 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:46.716994002Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:46.717110635Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2cc90ea1-a1af-4fb7-8b87-27ab929ea942","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:46.73603293Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2cc90ea1-a1af-4fb7-8b87-27ab929ea942","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:46.743852379Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:46.755511678Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2cc90ea1-a1af-4fb7-8b87-27ab929ea942","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:46.758678939Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2cc90ea1-a1af-4fb7-8b87-27ab929ea942","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:46.758947086Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:46.758998607Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:46.759038148Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:46.759073699Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:46.763022Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:46.767488054Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:47.410202247Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"uri":"/crucible/0/regions","method":"POST","req_id":"669f8ec6-0d7e-442d-ad15-d6229d9531dd","remote_addr":"[fd00:1122:3344:101::c]:33945","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":77,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:48.801569743Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"uri":"/crucible/0/regions/0f0ed3ae-e8ce-4236-9954-0e24ddd11f6a","method":"GET","req_id":"8db1d49e-75c2-4db5-85cf-01a914f0a151","remote_addr":"[fd00:1122:3344:101::c]:33945","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":81,"response_code":200}
{"msg":"path is \"/data/regions/0f0ed3ae-e8ce-4236-9954-0e24ddd11f6a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:48.804471057Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"datafile"}
{"msg":"dataset is oxp_1ba502d6-c554-4ec7-9eb5-777cecc964c7/crucible/regions/0f0ed3ae-e8ce-4236-9954-0e24ddd11f6a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:48.810472661Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"datafile"}
{"msg":"snapshot is oxp_1ba502d6-c554-4ec7-9eb5-777cecc964c7/crucible/regions/0f0ed3ae-e8ce-4236-9954-0e24ddd11f6a@8c934fea-0b81-40ed-a88e-ab24b058c5be","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:48.815352266Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1ba502d6-c554-4ec7-9eb5-777cecc964c7/crucible/regions/0f0ed3ae-e8ce-4236-9954-0e24ddd11f6a\", \"8c934fea-0b81-40ed-a88e-ab24b058c5be\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:48.815371276Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:48.82411643Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"uri":"/crucible/0/regions/0f0ed3ae-e8ce-4236-9954-0e24ddd11f6a/snapshots/8c934fea-0b81-40ed-a88e-ab24b058c5be","method":"GET","req_id":"449753e4-6c6c-4644-a694-24332281e061","remote_addr":"[fd00:1122:3344:101::c]:33945","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":19663,"response_code":200}
{"msg":"path is \"/data/regions/0f0ed3ae-e8ce-4236-9954-0e24ddd11f6a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:48.827834715Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"datafile"}
{"msg":"dataset is oxp_1ba502d6-c554-4ec7-9eb5-777cecc964c7/crucible/regions/0f0ed3ae-e8ce-4236-9954-0e24ddd11f6a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:48.832956396Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"datafile"}
{"msg":"snapshot is oxp_1ba502d6-c554-4ec7-9eb5-777cecc964c7/crucible/regions/0f0ed3ae-e8ce-4236-9954-0e24ddd11f6a@8c934fea-0b81-40ed-a88e-ab24b058c5be","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:48.839471803Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1ba502d6-c554-4ec7-9eb5-777cecc964c7/crucible/regions/0f0ed3ae-e8ce-4236-9954-0e24ddd11f6a\", \"8c934fea-0b81-40ed-a88e-ab24b058c5be\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:48.839491773Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 0f0ed3ae-e8ce-4236-9954-0e24ddd11f6a-8c934fea-0b81-40ed-a88e-ab24b058c5be state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:48.846996685Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:48.847127159Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"uri":"/crucible/0/regions/0f0ed3ae-e8ce-4236-9954-0e24ddd11f6a/snapshots/8c934fea-0b81-40ed-a88e-ab24b058c5be/run","method":"POST","req_id":"08b66e85-6efe-4ffe-b891-c906c8de3d09","remote_addr":"[fd00:1122:3344:101::c]:33945","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":19314,"response_code":200}
{"msg":"applying SMF actions for region 0f0ed3ae-e8ce-4236-9954-0e24ddd11f6a running snapshot 8c934fea-0b81-40ed-a88e-ab24b058c5be (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:48.847147359Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-0f0ed3ae-e8ce-4236-9954-0e24ddd11f6a-8c934fea-0b81-40ed-a88e-ab24b058c5be","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:48.851295525Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-0f0ed3ae-e8ce-4236-9954-0e24ddd11f6a-8c934fea-0b81-40ed-a88e-ab24b058c5be","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:48.863529578Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-0f0ed3ae-e8ce-4236-9954-0e24ddd11f6a-8c934fea-0b81-40ed-a88e-ab24b058c5be","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:48.872700333Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0f0ed3ae-e8ce-4236-9954-0e24ddd11f6a/.zfs/snapshot/8c934fea-0b81-40ed-a88e-ab24b058c5be","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:48.87299769Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:48.873058442Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:48.873119993Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:48.873165695Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:48.873237267Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:48.877226538Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:48.880877222Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"worker"}
{"msg":"region 0f0ed3ae-e8ce-4236-9954-0e24ddd11f6a running snapshot 8c934fea-0b81-40ed-a88e-ab24b058c5be state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:48.880890052Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"datafile"}
{"msg":"path is \"/data/regions/0f0ed3ae-e8ce-4236-9954-0e24ddd11f6a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:49.029282509Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"datafile"}
{"msg":"dataset is oxp_1ba502d6-c554-4ec7-9eb5-777cecc964c7/crucible/regions/0f0ed3ae-e8ce-4236-9954-0e24ddd11f6a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:49.035807466Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"datafile"}
{"msg":"snapshot is oxp_1ba502d6-c554-4ec7-9eb5-777cecc964c7/crucible/regions/0f0ed3ae-e8ce-4236-9954-0e24ddd11f6a@8c934fea-0b81-40ed-a88e-ab24b058c5be","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:49.041224975Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1ba502d6-c554-4ec7-9eb5-777cecc964c7/crucible/regions/0f0ed3ae-e8ce-4236-9954-0e24ddd11f6a\", \"8c934fea-0b81-40ed-a88e-ab24b058c5be\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:49.041239315Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:53:49.046038668Z","hostname":"oxz_crucible_e4550bb1-90a8-4322-af0f-d726c50ef9bb","pid":24403,"uri":"/crucible/0/regions/0f0ed3ae-e8ce-4236-9954-0e24ddd11f6a/snapshots/8c934fea-0b81-40ed-a88e-ab24b058c5be/run","method":"POST","req_id":"eb3889e1-00b5-4c9f-827a-abbab7a0b2bb","remote_addr":"[fd00:1122:3344:101::c]:33945","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":16805,"response_code":200}