{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:04.509483571Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:41998"}
{"msg":"region e677d7f0-b9e1-4e21-8e29-7914c81a75f3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:04.509712994Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:04.510417393Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:04.510427583Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"uri":"/crucible/0/regions","method":"POST","req_id":"6e94ed45-866f-4fa4-81eb-a5b9e822db97","remote_addr":"[fd00:1122:3344:101::b]:41998","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":746,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_500b0602-f58b-4938-a6a6-82653c23b377/crucible/regions/e677d7f0-b9e1-4e21-8e29-7914c81a75f3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:04.522642707Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_500b0602-f58b-4938-a6a6-82653c23b377/crucible/regions/e677d7f0-b9e1-4e21-8e29-7914c81a75f3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:04.522658417Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e677d7f0-b9e1-4e21-8e29-7914c81a75f3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e677d7f0-b9e1-4e21-8e29-7914c81a75f3\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:04.58399996Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"region":"e677d7f0-b9e1-4e21-8e29-7914c81a75f3","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e677d7f0-b9e1-4e21-8e29-7914c81a75f3\" \"--data\" \"/data/regions/e677d7f0-b9e1-4e21-8e29-7914c81a75f3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:04.58403434Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"region":"e677d7f0-b9e1-4e21-8e29-7914c81a75f3","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:04.667199527Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"region":"e677d7f0-b9e1-4e21-8e29-7914c81a75f3","component":"worker"}
{"msg":"region e677d7f0-b9e1-4e21-8e29-7914c81a75f3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:04.667230958Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:04.667374059Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:04.681710736Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"uri":"/crucible/0/regions","method":"POST","req_id":"3636c59d-1699-4b5e-bea8-aabe6179a9a1","remote_addr":"[fd00:1122:3344:101::b]:41998","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"creating missing downstairs instance downstairs-e677d7f0-b9e1-4e21-8e29-7914c81a75f3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:04.687417592Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e677d7f0-b9e1-4e21-8e29-7914c81a75f3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:04.694603533Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:04.705958485Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e677d7f0-b9e1-4e21-8e29-7914c81a75f3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:04.709980856Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e677d7f0-b9e1-4e21-8e29-7914c81a75f3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:04.710192489Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:04.710236479Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:04.71027419Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:04.71030892Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:04.714315511Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:04.718842398Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:06.156546049Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"uri":"/crucible/0/regions/2a67a846-11ff-4479-b5db-7d9e0ff60fd0","method":"GET","req_id":"1b0002be-bfbf-42fc-aa94-7c3d9c1d485d","remote_addr":"[fd00:1122:3344:101::b]:41998","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":71,"response_code":200}
{"msg":"path is \"/data/regions/2a67a846-11ff-4479-b5db-7d9e0ff60fd0\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:06.159339575Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"datafile"}
{"msg":"dataset is oxp_500b0602-f58b-4938-a6a6-82653c23b377/crucible/regions/2a67a846-11ff-4479-b5db-7d9e0ff60fd0","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:06.165871777Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"datafile"}
{"msg":"snapshot is oxp_500b0602-f58b-4938-a6a6-82653c23b377/crucible/regions/2a67a846-11ff-4479-b5db-7d9e0ff60fd0@7f5ccddd-a253-4cbd-997e-3e2353f6af65","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:06.172842245Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_500b0602-f58b-4938-a6a6-82653c23b377/crucible/regions/2a67a846-11ff-4479-b5db-7d9e0ff60fd0\", \"7f5ccddd-a253-4cbd-997e-3e2353f6af65\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:06.172874705Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:06.181027597Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"uri":"/crucible/0/regions/2a67a846-11ff-4479-b5db-7d9e0ff60fd0/snapshots/7f5ccddd-a253-4cbd-997e-3e2353f6af65","method":"GET","req_id":"8978a14c-8bb7-4a1a-9c98-b3d3f8517af6","remote_addr":"[fd00:1122:3344:101::b]:41998","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":21698,"response_code":200}
{"msg":"path is \"/data/regions/2a67a846-11ff-4479-b5db-7d9e0ff60fd0\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:06.184506401Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"datafile"}
{"msg":"dataset is oxp_500b0602-f58b-4938-a6a6-82653c23b377/crucible/regions/2a67a846-11ff-4479-b5db-7d9e0ff60fd0","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:06.190512787Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"datafile"}
{"msg":"snapshot is oxp_500b0602-f58b-4938-a6a6-82653c23b377/crucible/regions/2a67a846-11ff-4479-b5db-7d9e0ff60fd0@7f5ccddd-a253-4cbd-997e-3e2353f6af65","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:06.19631811Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_500b0602-f58b-4938-a6a6-82653c23b377/crucible/regions/2a67a846-11ff-4479-b5db-7d9e0ff60fd0\", \"7f5ccddd-a253-4cbd-997e-3e2353f6af65\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:06.19633956Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 2a67a846-11ff-4479-b5db-7d9e0ff60fd0-7f5ccddd-a253-4cbd-997e-3e2353f6af65 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:06.20349201Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"datafile"}
{"msg":"applying SMF actions for region 2a67a846-11ff-4479-b5db-7d9e0ff60fd0 running snapshot 7f5ccddd-a253-4cbd-997e-3e2353f6af65 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:06.203634882Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:06.203655292Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"uri":"/crucible/0/regions/2a67a846-11ff-4479-b5db-7d9e0ff60fd0/snapshots/7f5ccddd-a253-4cbd-997e-3e2353f6af65/run","method":"POST","req_id":"8e35b623-eabc-4e71-afe5-3f434b50be79","remote_addr":"[fd00:1122:3344:101::b]:41998","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":19151,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-2a67a846-11ff-4479-b5db-7d9e0ff60fd0-7f5ccddd-a253-4cbd-997e-3e2353f6af65","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:06.208061698Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-2a67a846-11ff-4479-b5db-7d9e0ff60fd0-7f5ccddd-a253-4cbd-997e-3e2353f6af65","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:06.215987438Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-2a67a846-11ff-4479-b5db-7d9e0ff60fd0-7f5ccddd-a253-4cbd-997e-3e2353f6af65","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:06.226358928Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2a67a846-11ff-4479-b5db-7d9e0ff60fd0/.zfs/snapshot/7f5ccddd-a253-4cbd-997e-3e2353f6af65","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:06.226556311Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:06.226599711Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:06.226636512Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:06.226671332Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:06.226715103Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:06.231207319Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:06.236209642Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"worker"}
{"msg":"region 2a67a846-11ff-4479-b5db-7d9e0ff60fd0 running snapshot 7f5ccddd-a253-4cbd-997e-3e2353f6af65 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:06.236221012Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"datafile"}
{"msg":"path is \"/data/regions/2a67a846-11ff-4479-b5db-7d9e0ff60fd0\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:06.366308241Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"datafile"}
{"msg":"dataset is oxp_500b0602-f58b-4938-a6a6-82653c23b377/crucible/regions/2a67a846-11ff-4479-b5db-7d9e0ff60fd0","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:06.372082223Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"datafile"}
{"msg":"snapshot is oxp_500b0602-f58b-4938-a6a6-82653c23b377/crucible/regions/2a67a846-11ff-4479-b5db-7d9e0ff60fd0@7f5ccddd-a253-4cbd-997e-3e2353f6af65","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:06.378678966Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_500b0602-f58b-4938-a6a6-82653c23b377/crucible/regions/2a67a846-11ff-4479-b5db-7d9e0ff60fd0\", \"7f5ccddd-a253-4cbd-997e-3e2353f6af65\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:06.378693546Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T02:50:06.384234676Z","hostname":"oxz_crucible_8e83ada4-c22b-48b0-85a4-1a2ffad9b7cc","pid":23950,"uri":"/crucible/0/regions/2a67a846-11ff-4479-b5db-7d9e0ff60fd0/snapshots/7f5ccddd-a253-4cbd-997e-3e2353f6af65/run","method":"POST","req_id":"1e7b8f30-850c-4ced-9487-beff198829d0","remote_addr":"[fd00:1122:3344:101::b]:41998","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17947,"response_code":200}