{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:54.526326996Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:58089"}
{"msg":"region 5d075a8d-0ce5-48a0-8773-8bb0de25cfc8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:54.526407898Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:54.527021823Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"uri":"/crucible/0/regions","method":"POST","req_id":"7aab4dc2-0ca9-4167-a411-455308f94f33","remote_addr":"[fd00:1122:3344:101::b]:58089","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":647,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:54.527039223Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_569ef0d0-f3e2-4889-b0be-be67559c109e/crucible/regions/5d075a8d-0ce5-48a0-8773-8bb0de25cfc8","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:54.53589504Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_569ef0d0-f3e2-4889-b0be-be67559c109e/crucible/regions/5d075a8d-0ce5-48a0-8773-8bb0de25cfc8","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:54.535914871Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"5d075a8d-0ce5-48a0-8773-8bb0de25cfc8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5d075a8d-0ce5-48a0-8773-8bb0de25cfc8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:54.585632359Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"region":"5d075a8d-0ce5-48a0-8773-8bb0de25cfc8","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5d075a8d-0ce5-48a0-8773-8bb0de25cfc8\" \"--data\" \"/data/regions/5d075a8d-0ce5-48a0-8773-8bb0de25cfc8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:54.585661749Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"region":"5d075a8d-0ce5-48a0-8773-8bb0de25cfc8","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:54.674295971Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"region":"5d075a8d-0ce5-48a0-8773-8bb0de25cfc8","component":"worker"}
{"msg":"region 5d075a8d-0ce5-48a0-8773-8bb0de25cfc8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:54.674328321Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:54.674429164Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-5d075a8d-0ce5-48a0-8773-8bb0de25cfc8","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:54.675236754Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5d075a8d-0ce5-48a0-8773-8bb0de25cfc8","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:54.689620676Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:54.714001873Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5d075a8d-0ce5-48a0-8773-8bb0de25cfc8","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:54.717311204Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5d075a8d-0ce5-48a0-8773-8bb0de25cfc8","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:54.717606452Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:54.717664903Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:54.717705794Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:54.717740655Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:54.722315327Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:54.738621956Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:54.88817822Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"uri":"/crucible/0/regions","method":"POST","req_id":"dc07e67b-2cc4-4c25-bff2-ba77d1f2622a","remote_addr":"[fd00:1122:3344:101::b]:58089","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":65,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:56.42802341Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"uri":"/crucible/0/regions/ae848bb5-1388-4165-b594-b0e09ae50e77","method":"GET","req_id":"28e486ed-a86a-4061-aa5b-cfe560cbb4a2","remote_addr":"[fd00:1122:3344:101::b]:58089","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":92,"response_code":200}
{"msg":"path is \"/data/regions/ae848bb5-1388-4165-b594-b0e09ae50e77\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:56.433115014Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"datafile"}
{"msg":"dataset is oxp_569ef0d0-f3e2-4889-b0be-be67559c109e/crucible/regions/ae848bb5-1388-4165-b594-b0e09ae50e77","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:56.442904934Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"datafile"}
{"msg":"snapshot is oxp_569ef0d0-f3e2-4889-b0be-be67559c109e/crucible/regions/ae848bb5-1388-4165-b594-b0e09ae50e77@ade5dd57-dcfa-4002-860c-e41a67ac7bff","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:56.452037078Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_569ef0d0-f3e2-4889-b0be-be67559c109e/crucible/regions/ae848bb5-1388-4165-b594-b0e09ae50e77\", \"ade5dd57-dcfa-4002-860c-e41a67ac7bff\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:56.452067968Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:56.460610778Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"uri":"/crucible/0/regions/ae848bb5-1388-4165-b594-b0e09ae50e77/snapshots/ade5dd57-dcfa-4002-860c-e41a67ac7bff","method":"GET","req_id":"dceffe14-260d-4896-86dc-3bccf8c1cdb4","remote_addr":"[fd00:1122:3344:101::b]:58089","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":27539,"response_code":200}
{"msg":"path is \"/data/regions/ae848bb5-1388-4165-b594-b0e09ae50e77\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:56.463684273Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"datafile"}
{"msg":"dataset is oxp_569ef0d0-f3e2-4889-b0be-be67559c109e/crucible/regions/ae848bb5-1388-4165-b594-b0e09ae50e77","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:56.470637191Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"datafile"}
{"msg":"snapshot is oxp_569ef0d0-f3e2-4889-b0be-be67559c109e/crucible/regions/ae848bb5-1388-4165-b594-b0e09ae50e77@ade5dd57-dcfa-4002-860c-e41a67ac7bff","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:56.476831005Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_569ef0d0-f3e2-4889-b0be-be67559c109e/crucible/regions/ae848bb5-1388-4165-b594-b0e09ae50e77\", \"ade5dd57-dcfa-4002-860c-e41a67ac7bff\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:56.476844875Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot ae848bb5-1388-4165-b594-b0e09ae50e77-ade5dd57-dcfa-4002-860c-e41a67ac7bff state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:56.483258063Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:56.483408376Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"uri":"/crucible/0/regions/ae848bb5-1388-4165-b594-b0e09ae50e77/snapshots/ade5dd57-dcfa-4002-860c-e41a67ac7bff/run","method":"POST","req_id":"5ccbdb07-a042-4b18-98c6-6272eb96ed21","remote_addr":"[fd00:1122:3344:101::b]:58089","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":19751,"response_code":200}
{"msg":"applying SMF actions for region ae848bb5-1388-4165-b594-b0e09ae50e77 running snapshot ade5dd57-dcfa-4002-860c-e41a67ac7bff (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:56.483422907Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-ae848bb5-1388-4165-b594-b0e09ae50e77-ade5dd57-dcfa-4002-860c-e41a67ac7bff","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:56.488301376Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-ae848bb5-1388-4165-b594-b0e09ae50e77-ade5dd57-dcfa-4002-860c-e41a67ac7bff","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:56.49745224Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-ae848bb5-1388-4165-b594-b0e09ae50e77-ade5dd57-dcfa-4002-860c-e41a67ac7bff","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:56.509453724Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ae848bb5-1388-4165-b594-b0e09ae50e77/.zfs/snapshot/ade5dd57-dcfa-4002-860c-e41a67ac7bff","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:56.509736511Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:56.509786552Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:56.509825313Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:56.509868754Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:56.509924596Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:56.518073565Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:56.525114608Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"worker"}
{"msg":"region ae848bb5-1388-4165-b594-b0e09ae50e77 running snapshot ade5dd57-dcfa-4002-860c-e41a67ac7bff state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:56.525130368Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"datafile"}
{"msg":"path is \"/data/regions/ae848bb5-1388-4165-b594-b0e09ae50e77\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:56.849372971Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"datafile"}
{"msg":"dataset is oxp_569ef0d0-f3e2-4889-b0be-be67559c109e/crucible/regions/ae848bb5-1388-4165-b594-b0e09ae50e77","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:56.855385888Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"datafile"}
{"msg":"snapshot is oxp_569ef0d0-f3e2-4889-b0be-be67559c109e/crucible/regions/ae848bb5-1388-4165-b594-b0e09ae50e77@ade5dd57-dcfa-4002-860c-e41a67ac7bff","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:56.861259902Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_569ef0d0-f3e2-4889-b0be-be67559c109e/crucible/regions/ae848bb5-1388-4165-b594-b0e09ae50e77\", \"ade5dd57-dcfa-4002-860c-e41a67ac7bff\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:56.861269983Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T16:53:56.865983918Z","hostname":"oxz_crucible_058133fd-40f7-4cb5-9263-a127d58c3697","pid":24286,"uri":"/crucible/0/regions/ae848bb5-1388-4165-b594-b0e09ae50e77/snapshots/ade5dd57-dcfa-4002-860c-e41a67ac7bff/run","method":"POST","req_id":"0ed723ab-4bad-49f3-bbee-162c88d93051","remote_addr":"[fd00:1122:3344:101::b]:58089","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":16667,"response_code":200}