{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:47.872823535Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:37421"}
{"msg":"region 8e3a23de-812c-49bd-a115-c08e61b41fff state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:47.873043807Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:47.874116038Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:47.874143118Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"uri":"/crucible/0/regions","method":"POST","req_id":"9aea123a-e994-4447-9bb5-04da396adece","remote_addr":"[fd00:1122:3344:101::b]:37421","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":1107,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_38a51562-ea4b-4275-bba0-b4e12c359a75/crucible/regions/8e3a23de-812c-49bd-a115-c08e61b41fff","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:47.882522794Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_38a51562-ea4b-4275-bba0-b4e12c359a75/crucible/regions/8e3a23de-812c-49bd-a115-c08e61b41fff","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:47.882541904Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"8e3a23de-812c-49bd-a115-c08e61b41fff\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8e3a23de-812c-49bd-a115-c08e61b41fff\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:47.925405974Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"region":"8e3a23de-812c-49bd-a115-c08e61b41fff","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8e3a23de-812c-49bd-a115-c08e61b41fff\" \"--data\" \"/data/regions/8e3a23de-812c-49bd-a115-c08e61b41fff\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:47.925445635Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"region":"8e3a23de-812c-49bd-a115-c08e61b41fff","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:47.980087245Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"region":"8e3a23de-812c-49bd-a115-c08e61b41fff","component":"worker"}
{"msg":"region 8e3a23de-812c-49bd-a115-c08e61b41fff state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:47.980118765Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:47.980199766Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-8e3a23de-812c-49bd-a115-c08e61b41fff","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:47.994029548Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8e3a23de-812c-49bd-a115-c08e61b41fff","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:47.996672146Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:48.002418184Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8e3a23de-812c-49bd-a115-c08e61b41fff","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:48.003848509Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8e3a23de-812c-49bd-a115-c08e61b41fff","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:48.004184343Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:48.004228783Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:48.004268013Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:48.004306484Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:48.006241664Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:48.00878311Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:48.018023273Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"uri":"/crucible/0/regions","method":"POST","req_id":"12cd4614-3649-4531-a163-7087a183dae8","remote_addr":"[fd00:1122:3344:101::b]:37421","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":51,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:50.037776228Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"uri":"/crucible/0/regions/38396046-88c5-4e0f-9c89-fcb49a2920b5","method":"GET","req_id":"99e5d17e-617f-4e17-89fa-1b4e4ec56925","remote_addr":"[fd00:1122:3344:101::b]:37421","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":66,"response_code":200}
{"msg":"path is \"/data/regions/38396046-88c5-4e0f-9c89-fcb49a2920b5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:50.041980501Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"datafile"}
{"msg":"dataset is oxp_38a51562-ea4b-4275-bba0-b4e12c359a75/crucible/regions/38396046-88c5-4e0f-9c89-fcb49a2920b5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:50.047522258Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"datafile"}
{"msg":"snapshot is oxp_38a51562-ea4b-4275-bba0-b4e12c359a75/crucible/regions/38396046-88c5-4e0f-9c89-fcb49a2920b5@3824abcc-6611-4233-bdd5-1b0e86e04937","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:50.052924664Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_38a51562-ea4b-4275-bba0-b4e12c359a75/crucible/regions/38396046-88c5-4e0f-9c89-fcb49a2920b5\", \"3824abcc-6611-4233-bdd5-1b0e86e04937\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:50.052935604Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:50.062769815Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"uri":"/crucible/0/regions/38396046-88c5-4e0f-9c89-fcb49a2920b5/snapshots/3824abcc-6611-4233-bdd5-1b0e86e04937","method":"GET","req_id":"0f5b9ff7-4a4b-4cf4-8bf9-c904a45b2c44","remote_addr":"[fd00:1122:3344:101::b]:37421","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":20832,"response_code":200}
{"msg":"path is \"/data/regions/38396046-88c5-4e0f-9c89-fcb49a2920b5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:50.066837156Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"datafile"}
{"msg":"dataset is oxp_38a51562-ea4b-4275-bba0-b4e12c359a75/crucible/regions/38396046-88c5-4e0f-9c89-fcb49a2920b5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:50.073489255Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"datafile"}
{"msg":"snapshot is oxp_38a51562-ea4b-4275-bba0-b4e12c359a75/crucible/regions/38396046-88c5-4e0f-9c89-fcb49a2920b5@3824abcc-6611-4233-bdd5-1b0e86e04937","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:50.079787859Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_38a51562-ea4b-4275-bba0-b4e12c359a75/crucible/regions/38396046-88c5-4e0f-9c89-fcb49a2920b5\", \"3824abcc-6611-4233-bdd5-1b0e86e04937\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:50.07981064Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 38396046-88c5-4e0f-9c89-fcb49a2920b5-3824abcc-6611-4233-bdd5-1b0e86e04937 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:50.087213036Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:50.087366997Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"uri":"/crucible/0/regions/38396046-88c5-4e0f-9c89-fcb49a2920b5/snapshots/3824abcc-6611-4233-bdd5-1b0e86e04937/run","method":"POST","req_id":"0b9794be-2fe0-4436-8c20-d5b327aa32dd","remote_addr":"[fd00:1122:3344:101::b]:37421","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":20551,"response_code":200}
{"msg":"applying SMF actions for region 38396046-88c5-4e0f-9c89-fcb49a2920b5 running snapshot 3824abcc-6611-4233-bdd5-1b0e86e04937 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:50.087387117Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-38396046-88c5-4e0f-9c89-fcb49a2920b5-3824abcc-6611-4233-bdd5-1b0e86e04937","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:50.09228348Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-38396046-88c5-4e0f-9c89-fcb49a2920b5-3824abcc-6611-4233-bdd5-1b0e86e04937","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:50.09643566Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-38396046-88c5-4e0f-9c89-fcb49a2920b5-3824abcc-6611-4233-bdd5-1b0e86e04937","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:50.102164729Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/38396046-88c5-4e0f-9c89-fcb49a2920b5/.zfs/snapshot/3824abcc-6611-4233-bdd5-1b0e86e04937","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:50.102432132Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:50.102477112Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:50.102515593Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:50.102555243Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:50.102602994Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:50.104602924Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:50.107599535Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"worker"}
{"msg":"region 38396046-88c5-4e0f-9c89-fcb49a2920b5 running snapshot 3824abcc-6611-4233-bdd5-1b0e86e04937 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:50.107612075Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"datafile"}
{"msg":"path is \"/data/regions/38396046-88c5-4e0f-9c89-fcb49a2920b5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:50.317195625Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"datafile"}
{"msg":"dataset is oxp_38a51562-ea4b-4275-bba0-b4e12c359a75/crucible/regions/38396046-88c5-4e0f-9c89-fcb49a2920b5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:50.323692352Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"datafile"}
{"msg":"snapshot is oxp_38a51562-ea4b-4275-bba0-b4e12c359a75/crucible/regions/38396046-88c5-4e0f-9c89-fcb49a2920b5@3824abcc-6611-4233-bdd5-1b0e86e04937","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:50.330386291Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_38a51562-ea4b-4275-bba0-b4e12c359a75/crucible/regions/38396046-88c5-4e0f-9c89-fcb49a2920b5\", \"3824abcc-6611-4233-bdd5-1b0e86e04937\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:50.330430291Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:50.336306522Z","hostname":"oxz_crucible_42d3cafe-2e3b-488a-ada2-1b0c540ecd6f","pid":22351,"uri":"/crucible/0/regions/38396046-88c5-4e0f-9c89-fcb49a2920b5/snapshots/3824abcc-6611-4233-bdd5-1b0e86e04937/run","method":"POST","req_id":"f2cb827e-4662-403f-9a2b-9646d6681cfc","remote_addr":"[fd00:1122:3344:101::b]:37421","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19153,"response_code":200}