{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.46574216Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34993"}
{"msg":"region 6457a6c4-0dda-4d29-bc39-3e6cb2e74c84 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.465895703Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.466615272Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"uri":"/crucible/0/regions","method":"POST","req_id":"50c76de7-6995-4afd-869c-810e4fafa4fe","remote_addr":"[fd00:1122:3344:101::a]:34993","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":766,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.466632193Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_687bba6e-7500-47fe-affc-4f85ca0d60fa/crucible/regions/6457a6c4-0dda-4d29-bc39-3e6cb2e74c84","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.474773143Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_687bba6e-7500-47fe-affc-4f85ca0d60fa/crucible/regions/6457a6c4-0dda-4d29-bc39-3e6cb2e74c84","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.474803523Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6457a6c4-0dda-4d29-bc39-3e6cb2e74c84\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6457a6c4-0dda-4d29-bc39-3e6cb2e74c84\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.514516551Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"region":"6457a6c4-0dda-4d29-bc39-3e6cb2e74c84","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6457a6c4-0dda-4d29-bc39-3e6cb2e74c84\" \"--data\" \"/data/regions/6457a6c4-0dda-4d29-bc39-3e6cb2e74c84\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.514551351Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"region":"6457a6c4-0dda-4d29-bc39-3e6cb2e74c84","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.572576517Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"region":"6457a6c4-0dda-4d29-bc39-3e6cb2e74c84","component":"worker"}
{"msg":"region 6457a6c4-0dda-4d29-bc39-3e6cb2e74c84 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.572609677Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.572717789Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6457a6c4-0dda-4d29-bc39-3e6cb2e74c84","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.585961168Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6457a6c4-0dda-4d29-bc39-3e6cb2e74c84","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.59640749Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.602406511Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6457a6c4-0dda-4d29-bc39-3e6cb2e74c84","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.60382617Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6457a6c4-0dda-4d29-bc39-3e6cb2e74c84","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.604095134Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.604140684Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.604181135Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.604217465Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.605908498Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.608955359Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.835322364Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"uri":"/crucible/0/regions","method":"POST","req_id":"75cd47d5-6da3-47cb-b3e9-68b7719fac8f","remote_addr":"[fd00:1122:3344:101::a]:34993","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.899846636Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"uri":"/crucible/0/regions/00fd7d24-6ca6-4bb9-86e8-bcd88326cbd1","method":"GET","req_id":"a79baf2b-3427-47a4-a95c-9981b5448822","remote_addr":"[fd00:1122:3344:101::a]:34993","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":51,"response_code":200}
{"msg":"path is \"/data/regions/00fd7d24-6ca6-4bb9-86e8-bcd88326cbd1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.902826197Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"datafile"}
{"msg":"dataset is oxp_687bba6e-7500-47fe-affc-4f85ca0d60fa/crucible/regions/00fd7d24-6ca6-4bb9-86e8-bcd88326cbd1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.908521584Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"datafile"}
{"msg":"snapshot is oxp_687bba6e-7500-47fe-affc-4f85ca0d60fa/crucible/regions/00fd7d24-6ca6-4bb9-86e8-bcd88326cbd1@c80dba5a-e055-4d9f-92a5-171e11b86329","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.915075583Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_687bba6e-7500-47fe-affc-4f85ca0d60fa/crucible/regions/00fd7d24-6ca6-4bb9-86e8-bcd88326cbd1\", \"c80dba5a-e055-4d9f-92a5-171e11b86329\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.915089473Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.923215713Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"uri":"/crucible/0/regions/00fd7d24-6ca6-4bb9-86e8-bcd88326cbd1/snapshots/c80dba5a-e055-4d9f-92a5-171e11b86329","method":"GET","req_id":"c488f72a-d80b-4a47-9cf5-a2ee7c9f950f","remote_addr":"[fd00:1122:3344:101::a]:34993","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":20394,"response_code":200}
{"msg":"path is \"/data/regions/00fd7d24-6ca6-4bb9-86e8-bcd88326cbd1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.927074925Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"datafile"}
{"msg":"dataset is oxp_687bba6e-7500-47fe-affc-4f85ca0d60fa/crucible/regions/00fd7d24-6ca6-4bb9-86e8-bcd88326cbd1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.931758089Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"datafile"}
{"msg":"snapshot is oxp_687bba6e-7500-47fe-affc-4f85ca0d60fa/crucible/regions/00fd7d24-6ca6-4bb9-86e8-bcd88326cbd1@c80dba5a-e055-4d9f-92a5-171e11b86329","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.93704282Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_687bba6e-7500-47fe-affc-4f85ca0d60fa/crucible/regions/00fd7d24-6ca6-4bb9-86e8-bcd88326cbd1\", \"c80dba5a-e055-4d9f-92a5-171e11b86329\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.93707142Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 00fd7d24-6ca6-4bb9-86e8-bcd88326cbd1-c80dba5a-e055-4d9f-92a5-171e11b86329 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.944654213Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.944802995Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"uri":"/crucible/0/regions/00fd7d24-6ca6-4bb9-86e8-bcd88326cbd1/snapshots/c80dba5a-e055-4d9f-92a5-171e11b86329/run","method":"POST","req_id":"149e7379-48da-45f8-8da9-ce4784e9f5c5","remote_addr":"[fd00:1122:3344:101::a]:34993","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":17762,"response_code":200}
{"msg":"applying SMF actions for region 00fd7d24-6ca6-4bb9-86e8-bcd88326cbd1 running snapshot c80dba5a-e055-4d9f-92a5-171e11b86329 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.944839635Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-00fd7d24-6ca6-4bb9-86e8-bcd88326cbd1-c80dba5a-e055-4d9f-92a5-171e11b86329","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.949856614Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-00fd7d24-6ca6-4bb9-86e8-bcd88326cbd1-c80dba5a-e055-4d9f-92a5-171e11b86329","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.951206112Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-00fd7d24-6ca6-4bb9-86e8-bcd88326cbd1-c80dba5a-e055-4d9f-92a5-171e11b86329","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.956110878Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/00fd7d24-6ca6-4bb9-86e8-bcd88326cbd1/.zfs/snapshot/c80dba5a-e055-4d9f-92a5-171e11b86329","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.956409152Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.956451863Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.956492953Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.956529354Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.956573954Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.961316169Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.964290019Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"worker"}
{"msg":"region 00fd7d24-6ca6-4bb9-86e8-bcd88326cbd1 running snapshot c80dba5a-e055-4d9f-92a5-171e11b86329 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.964300169Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"datafile"}
{"msg":"path is \"/data/regions/00fd7d24-6ca6-4bb9-86e8-bcd88326cbd1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:26.245521817Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"datafile"}
{"msg":"dataset is oxp_687bba6e-7500-47fe-affc-4f85ca0d60fa/crucible/regions/00fd7d24-6ca6-4bb9-86e8-bcd88326cbd1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:26.253222331Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"datafile"}
{"msg":"snapshot is oxp_687bba6e-7500-47fe-affc-4f85ca0d60fa/crucible/regions/00fd7d24-6ca6-4bb9-86e8-bcd88326cbd1@c80dba5a-e055-4d9f-92a5-171e11b86329","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:26.259000989Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_687bba6e-7500-47fe-affc-4f85ca0d60fa/crucible/regions/00fd7d24-6ca6-4bb9-86e8-bcd88326cbd1\", \"c80dba5a-e055-4d9f-92a5-171e11b86329\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:26.25904232Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:26.263374488Z","hostname":"oxz_crucible_84133592-423a-4c02-b05e-dc5bcc6707b8","pid":23797,"uri":"/crucible/0/regions/00fd7d24-6ca6-4bb9-86e8-bcd88326cbd1/snapshots/c80dba5a-e055-4d9f-92a5-171e11b86329/run","method":"POST","req_id":"a7eaa361-aa29-46f2-8e10-efeb5a536297","remote_addr":"[fd00:1122:3344:101::a]:34993","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":17630,"response_code":200}