{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:15.895105176Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:36230"} {"msg":"region 1a8f0fc3-3018-4094-ae5a-6ee7601c2560 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:15.895193688Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:15.896117208Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:15.896128138Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"uri":"/crucible/0/regions","method":"POST","req_id":"19e08fa6-4167-4f20-a7a0-817b0fb43a73","remote_addr":"[fd00:1122:3344:101::b]:36230","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":982,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_6df05bde-6490-4c6b-8a1e-564b46f72d67/crucible/regions/1a8f0fc3-3018-4094-ae5a-6ee7601c2560","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:15.904134889Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_6df05bde-6490-4c6b-8a1e-564b46f72d67/crucible/regions/1a8f0fc3-3018-4094-ae5a-6ee7601c2560","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:15.90414516Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"1a8f0fc3-3018-4094-ae5a-6ee7601c2560\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1a8f0fc3-3018-4094-ae5a-6ee7601c2560\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:15.959293117Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"region":"1a8f0fc3-3018-4094-ae5a-6ee7601c2560","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1a8f0fc3-3018-4094-ae5a-6ee7601c2560\" \"--data\" \"/data/regions/1a8f0fc3-3018-4094-ae5a-6ee7601c2560\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:15.959321918Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"region":"1a8f0fc3-3018-4094-ae5a-6ee7601c2560","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.036159789Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"region":"1a8f0fc3-3018-4094-ae5a-6ee7601c2560","component":"worker"} {"msg":"region 1a8f0fc3-3018-4094-ae5a-6ee7601c2560 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.036180621Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.036268869Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-1a8f0fc3-3018-4094-ae5a-6ee7601c2560","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.036566523Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1a8f0fc3-3018-4094-ae5a-6ee7601c2560","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.046917218Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.082276703Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1a8f0fc3-3018-4094-ae5a-6ee7601c2560","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.085634795Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1a8f0fc3-3018-4094-ae5a-6ee7601c2560","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.085931491Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.085980902Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.086016333Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.086051644Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.090210393Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.107133125Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.253458219Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"uri":"/crucible/0/regions","method":"POST","req_id":"4b5e8b73-d828-47d6-8c1c-ae5bd010659e","remote_addr":"[fd00:1122:3344:101::b]:36230","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.913194137Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"uri":"/crucible/0/regions/bdafda69-84fd-4707-95a4-49a9d7ea616c","method":"GET","req_id":"f36d7b07-ac2b-4414-9b2e-d5100d8f3088","remote_addr":"[fd00:1122:3344:101::b]:36230","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":72,"response_code":200} {"msg":"path is \"/data/regions/bdafda69-84fd-4707-95a4-49a9d7ea616c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.916637891Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"datafile"} {"msg":"dataset is oxp_6df05bde-6490-4c6b-8a1e-564b46f72d67/crucible/regions/bdafda69-84fd-4707-95a4-49a9d7ea616c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.923204721Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"datafile"} {"msg":"snapshot is oxp_6df05bde-6490-4c6b-8a1e-564b46f72d67/crucible/regions/bdafda69-84fd-4707-95a4-49a9d7ea616c@3b4910bf-5fda-41ac-a5e4-e9c5c2227739","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.929555397Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_6df05bde-6490-4c6b-8a1e-564b46f72d67/crucible/regions/bdafda69-84fd-4707-95a4-49a9d7ea616c\", \"3b4910bf-5fda-41ac-a5e4-e9c5c2227739\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.929589848Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.93906029Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"uri":"/crucible/0/regions/bdafda69-84fd-4707-95a4-49a9d7ea616c/snapshots/3b4910bf-5fda-41ac-a5e4-e9c5c2227739","method":"GET","req_id":"ac78946d-9eef-44bf-a01a-e57f7a0db00a","remote_addr":"[fd00:1122:3344:101::b]:36230","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":22442,"response_code":200} {"msg":"path is \"/data/regions/bdafda69-84fd-4707-95a4-49a9d7ea616c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.941792068Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"datafile"} {"msg":"dataset is oxp_6df05bde-6490-4c6b-8a1e-564b46f72d67/crucible/regions/bdafda69-84fd-4707-95a4-49a9d7ea616c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.947764916Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"datafile"} {"msg":"snapshot is oxp_6df05bde-6490-4c6b-8a1e-564b46f72d67/crucible/regions/bdafda69-84fd-4707-95a4-49a9d7ea616c@3b4910bf-5fda-41ac-a5e4-e9c5c2227739","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.953617461Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_6df05bde-6490-4c6b-8a1e-564b46f72d67/crucible/regions/bdafda69-84fd-4707-95a4-49a9d7ea616c\", \"3b4910bf-5fda-41ac-a5e4-e9c5c2227739\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.953653521Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot bdafda69-84fd-4707-95a4-49a9d7ea616c-3b4910bf-5fda-41ac-a5e4-e9c5c2227739 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.960831307Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.960956288Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"uri":"/crucible/0/regions/bdafda69-84fd-4707-95a4-49a9d7ea616c/snapshots/3b4910bf-5fda-41ac-a5e4-e9c5c2227739/run","method":"POST","req_id":"845f8b3a-6cb4-4a31-ada5-01b36f4b2505","remote_addr":"[fd00:1122:3344:101::b]:36230","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19190,"response_code":200} {"msg":"applying SMF actions for region bdafda69-84fd-4707-95a4-49a9d7ea616c running snapshot 3b4910bf-5fda-41ac-a5e4-e9c5c2227739 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.960974831Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-bdafda69-84fd-4707-95a4-49a9d7ea616c-3b4910bf-5fda-41ac-a5e4-e9c5c2227739","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.9652929Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-bdafda69-84fd-4707-95a4-49a9d7ea616c-3b4910bf-5fda-41ac-a5e4-e9c5c2227739","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.973941685Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-bdafda69-84fd-4707-95a4-49a9d7ea616c-3b4910bf-5fda-41ac-a5e4-e9c5c2227739","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.985763136Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bdafda69-84fd-4707-95a4-49a9d7ea616c/.zfs/snapshot/3b4910bf-5fda-41ac-a5e4-e9c5c2227739","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.986054183Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.986095444Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.986135824Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.986169975Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.986214226Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.989719151Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.99484522Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"worker"} {"msg":"region bdafda69-84fd-4707-95a4-49a9d7ea616c running snapshot 3b4910bf-5fda-41ac-a5e4-e9c5c2227739 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:16.9948543Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"datafile"} {"msg":"path is \"/data/regions/bdafda69-84fd-4707-95a4-49a9d7ea616c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:17.136312722Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"datafile"} {"msg":"dataset is oxp_6df05bde-6490-4c6b-8a1e-564b46f72d67/crucible/regions/bdafda69-84fd-4707-95a4-49a9d7ea616c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:17.143051425Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"datafile"} {"msg":"snapshot is oxp_6df05bde-6490-4c6b-8a1e-564b46f72d67/crucible/regions/bdafda69-84fd-4707-95a4-49a9d7ea616c@3b4910bf-5fda-41ac-a5e4-e9c5c2227739","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:17.149171506Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_6df05bde-6490-4c6b-8a1e-564b46f72d67/crucible/regions/bdafda69-84fd-4707-95a4-49a9d7ea616c\", \"3b4910bf-5fda-41ac-a5e4-e9c5c2227739\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:17.149200557Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:33:17.15498294Z","hostname":"oxz_crucible_92a7be2a-768f-468a-ab09-9f4a9c9081bb","pid":23889,"uri":"/crucible/0/regions/bdafda69-84fd-4707-95a4-49a9d7ea616c/snapshots/3b4910bf-5fda-41ac-a5e4-e9c5c2227739/run","method":"POST","req_id":"967646c0-18fe-49c5-94b1-96e9a710b1ab","remote_addr":"[fd00:1122:3344:101::b]:36230","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18691,"response_code":200}