{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:06.578123695Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:53499"}
{"msg":"region 89643e8d-4f52-4c4d-8b9c-f54d073ce78b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:06.578195497Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:06.578727751Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:06.578738951Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"uri":"/crucible/0/regions","method":"POST","req_id":"895c9a0a-8733-4849-a776-b0c3329df15f","remote_addr":"[fd00:1122:3344:101::b]:53499","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":571,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_4b664866-74d5-4696-a337-22b59e9dd248/crucible/regions/89643e8d-4f52-4c4d-8b9c-f54d073ce78b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:06.586417095Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_4b664866-74d5-4696-a337-22b59e9dd248/crucible/regions/89643e8d-4f52-4c4d-8b9c-f54d073ce78b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:06.586437105Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"89643e8d-4f52-4c4d-8b9c-f54d073ce78b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/89643e8d-4f52-4c4d-8b9c-f54d073ce78b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:06.636109313Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"region":"89643e8d-4f52-4c4d-8b9c-f54d073ce78b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"89643e8d-4f52-4c4d-8b9c-f54d073ce78b\" \"--data\" \"/data/regions/89643e8d-4f52-4c4d-8b9c-f54d073ce78b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:06.636144914Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"region":"89643e8d-4f52-4c4d-8b9c-f54d073ce78b","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:06.716334282Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"region":"89643e8d-4f52-4c4d-8b9c-f54d073ce78b","component":"worker"}
{"msg":"region 89643e8d-4f52-4c4d-8b9c-f54d073ce78b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:06.716368743Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:06.716453855Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-89643e8d-4f52-4c4d-8b9c-f54d073ce78b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:06.716775263Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:06.725607148Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"uri":"/crucible/0/regions","method":"POST","req_id":"f4f826ca-8a34-4452-ab26-d5beee64c8a7","remote_addr":"[fd00:1122:3344:101::b]:53499","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-89643e8d-4f52-4c4d-8b9c-f54d073ce78b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:06.726112121Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:06.748940867Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-89643e8d-4f52-4c4d-8b9c-f54d073ce78b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:06.751880865Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/89643e8d-4f52-4c4d-8b9c-f54d073ce78b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:06.752151652Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:06.752202863Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:06.752243544Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:06.752278736Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:06.756039895Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:06.770979361Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:08.513321925Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"uri":"/crucible/0/regions/9b50817f-cbad-4d08-a019-f208f93edac5","method":"GET","req_id":"1704f013-fc58-4d77-8f3a-b147a6de632c","remote_addr":"[fd00:1122:3344:101::b]:53499","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":74,"response_code":200}
{"msg":"path is \"/data/regions/9b50817f-cbad-4d08-a019-f208f93edac5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:08.516701864Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"datafile"}
{"msg":"dataset is oxp_4b664866-74d5-4696-a337-22b59e9dd248/crucible/regions/9b50817f-cbad-4d08-a019-f208f93edac5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:08.522650132Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"datafile"}
{"msg":"snapshot is oxp_4b664866-74d5-4696-a337-22b59e9dd248/crucible/regions/9b50817f-cbad-4d08-a019-f208f93edac5@d26619b6-5322-4641-9f77-b1362ace944d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:08.528956023Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_4b664866-74d5-4696-a337-22b59e9dd248/crucible/regions/9b50817f-cbad-4d08-a019-f208f93edac5\", \"d26619b6-5322-4641-9f77-b1362ace944d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:08.528971885Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:08.537079735Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"uri":"/crucible/0/regions/9b50817f-cbad-4d08-a019-f208f93edac5/snapshots/d26619b6-5322-4641-9f77-b1362ace944d","method":"GET","req_id":"b550867c-c73c-44d5-88c6-85079d64ee24","remote_addr":"[fd00:1122:3344:101::b]:53499","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":20399,"response_code":200}
{"msg":"path is \"/data/regions/9b50817f-cbad-4d08-a019-f208f93edac5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:08.540601348Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"datafile"}
{"msg":"dataset is oxp_4b664866-74d5-4696-a337-22b59e9dd248/crucible/regions/9b50817f-cbad-4d08-a019-f208f93edac5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:08.546888045Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"datafile"}
{"msg":"snapshot is oxp_4b664866-74d5-4696-a337-22b59e9dd248/crucible/regions/9b50817f-cbad-4d08-a019-f208f93edac5@d26619b6-5322-4641-9f77-b1362ace944d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:08.552204906Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_4b664866-74d5-4696-a337-22b59e9dd248/crucible/regions/9b50817f-cbad-4d08-a019-f208f93edac5\", \"d26619b6-5322-4641-9f77-b1362ace944d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:08.552227277Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 9b50817f-cbad-4d08-a019-f208f93edac5-d26619b6-5322-4641-9f77-b1362ace944d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:08.558632877Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"datafile"}
{"msg":"applying SMF actions for region 9b50817f-cbad-4d08-a019-f208f93edac5 running snapshot d26619b6-5322-4641-9f77-b1362ace944d (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:08.55876677Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:08.55877633Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"uri":"/crucible/0/regions/9b50817f-cbad-4d08-a019-f208f93edac5/snapshots/d26619b6-5322-4641-9f77-b1362ace944d/run","method":"POST","req_id":"da778210-0809-4d83-bfa2-135cd6cd0b7d","remote_addr":"[fd00:1122:3344:101::b]:53499","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":18178,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-9b50817f-cbad-4d08-a019-f208f93edac5-d26619b6-5322-4641-9f77-b1362ace944d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:08.563165577Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-9b50817f-cbad-4d08-a019-f208f93edac5-d26619b6-5322-4641-9f77-b1362ace944d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:08.575579247Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-9b50817f-cbad-4d08-a019-f208f93edac5-d26619b6-5322-4641-9f77-b1362ace944d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:08.586242429Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9b50817f-cbad-4d08-a019-f208f93edac5/.zfs/snapshot/d26619b6-5322-4641-9f77-b1362ace944d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:08.586510486Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:08.586554627Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:08.586597529Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:08.586633Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:08.586677001Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:08.590256386Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:08.595165216Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"worker"}
{"msg":"region 9b50817f-cbad-4d08-a019-f208f93edac5 running snapshot d26619b6-5322-4641-9f77-b1362ace944d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:08.595180786Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"datafile"}
{"msg":"path is \"/data/regions/9b50817f-cbad-4d08-a019-f208f93edac5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:08.846400731Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"datafile"}
{"msg":"dataset is oxp_4b664866-74d5-4696-a337-22b59e9dd248/crucible/regions/9b50817f-cbad-4d08-a019-f208f93edac5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:08.854201288Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"datafile"}
{"msg":"snapshot is oxp_4b664866-74d5-4696-a337-22b59e9dd248/crucible/regions/9b50817f-cbad-4d08-a019-f208f93edac5@d26619b6-5322-4641-9f77-b1362ace944d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:08.861409879Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_4b664866-74d5-4696-a337-22b59e9dd248/crucible/regions/9b50817f-cbad-4d08-a019-f208f93edac5\", \"d26619b6-5322-4641-9f77-b1362ace944d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:08.861423789Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:06:08.868357203Z","hostname":"oxz_crucible_e14cddb5-e21b-4c66-a3c8-f8dd9f8be70a","pid":24049,"uri":"/crucible/0/regions/9b50817f-cbad-4d08-a019-f208f93edac5/snapshots/d26619b6-5322-4641-9f77-b1362ace944d/run","method":"POST","req_id":"7aafdee0-705e-4cfd-8581-3c847ea099d1","remote_addr":"[fd00:1122:3344:101::b]:53499","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":22015,"response_code":200}