{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:18.805835114Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:54782"}
{"msg":"region b223b95c-a82f-4a1e-8e85-87a64e875cc0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:18.805914726Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:18.806688589Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"uri":"/crucible/0/regions","method":"POST","req_id":"feb8de06-8110-41a5-ac76-7ae0db4d29da","remote_addr":"[fd00:1122:3344:101::b]:54782","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":805,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:18.806706849Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_8ce6e91f-72f2-4f04-88e3-f594521f0196/crucible/regions/b223b95c-a82f-4a1e-8e85-87a64e875cc0","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:18.815275468Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_8ce6e91f-72f2-4f04-88e3-f594521f0196/crucible/regions/b223b95c-a82f-4a1e-8e85-87a64e875cc0","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:18.815303178Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b223b95c-a82f-4a1e-8e85-87a64e875cc0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b223b95c-a82f-4a1e-8e85-87a64e875cc0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:18.854214014Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"region":"b223b95c-a82f-4a1e-8e85-87a64e875cc0","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b223b95c-a82f-4a1e-8e85-87a64e875cc0\" \"--data\" \"/data/regions/b223b95c-a82f-4a1e-8e85-87a64e875cc0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:18.854247674Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"region":"b223b95c-a82f-4a1e-8e85-87a64e875cc0","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:18.904892093Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"region":"b223b95c-a82f-4a1e-8e85-87a64e875cc0","component":"worker"}
{"msg":"region b223b95c-a82f-4a1e-8e85-87a64e875cc0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:18.904922093Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:18.905055446Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b223b95c-a82f-4a1e-8e85-87a64e875cc0","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:18.90589513Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b223b95c-a82f-4a1e-8e85-87a64e875cc0","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:18.921391409Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:18.929104543Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b223b95c-a82f-4a1e-8e85-87a64e875cc0","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:18.930580159Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b223b95c-a82f-4a1e-8e85-87a64e875cc0","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:18.930851823Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:18.930905075Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:18.930944725Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:18.930985086Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:18.932886369Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:18.937103312Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:19.11448642Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"uri":"/crucible/0/regions","method":"POST","req_id":"206746a9-d266-4283-8952-3d0e60dfd5ed","remote_addr":"[fd00:1122:3344:101::b]:54782","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":75,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:20.27361164Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"uri":"/crucible/0/regions/cf564ccd-3d0e-4777-bd06-3da2af6795c3","method":"GET","req_id":"8621a3d2-684f-48ae-9c8a-ed2d775dab29","remote_addr":"[fd00:1122:3344:101::b]:54782","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"path is \"/data/regions/cf564ccd-3d0e-4777-bd06-3da2af6795c3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:20.276726404Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"datafile"}
{"msg":"dataset is oxp_8ce6e91f-72f2-4f04-88e3-f594521f0196/crucible/regions/cf564ccd-3d0e-4777-bd06-3da2af6795c3","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:20.282350752Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"datafile"}
{"msg":"snapshot is oxp_8ce6e91f-72f2-4f04-88e3-f594521f0196/crucible/regions/cf564ccd-3d0e-4777-bd06-3da2af6795c3@dd3e230a-a64d-45f5-9b42-21aa6c03f61a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:20.288735822Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_8ce6e91f-72f2-4f04-88e3-f594521f0196/crucible/regions/cf564ccd-3d0e-4777-bd06-3da2af6795c3\", \"dd3e230a-a64d-45f5-9b42-21aa6c03f61a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:20.288752343Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:20.29899502Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"uri":"/crucible/0/regions/cf564ccd-3d0e-4777-bd06-3da2af6795c3/snapshots/dd3e230a-a64d-45f5-9b42-21aa6c03f61a","method":"GET","req_id":"a174d33b-06b7-4b26-8e8f-2395ae921f78","remote_addr":"[fd00:1122:3344:101::b]:54782","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":22312,"response_code":200}
{"msg":"path is \"/data/regions/cf564ccd-3d0e-4777-bd06-3da2af6795c3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:20.3030067Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"datafile"}
{"msg":"dataset is oxp_8ce6e91f-72f2-4f04-88e3-f594521f0196/crucible/regions/cf564ccd-3d0e-4777-bd06-3da2af6795c3","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:20.309117036Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"datafile"}
{"msg":"snapshot is oxp_8ce6e91f-72f2-4f04-88e3-f594521f0196/crucible/regions/cf564ccd-3d0e-4777-bd06-3da2af6795c3@dd3e230a-a64d-45f5-9b42-21aa6c03f61a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:20.314210955Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_8ce6e91f-72f2-4f04-88e3-f594521f0196/crucible/regions/cf564ccd-3d0e-4777-bd06-3da2af6795c3\", \"dd3e230a-a64d-45f5-9b42-21aa6c03f61a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:20.314222585Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot cf564ccd-3d0e-4777-bd06-3da2af6795c3-dd3e230a-a64d-45f5-9b42-21aa6c03f61a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:20.320476203Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"datafile"}
{"msg":"applying SMF actions for region cf564ccd-3d0e-4777-bd06-3da2af6795c3 running snapshot dd3e230a-a64d-45f5-9b42-21aa6c03f61a (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:20.325215475Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:20.325237896Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"uri":"/crucible/0/regions/cf564ccd-3d0e-4777-bd06-3da2af6795c3/snapshots/dd3e230a-a64d-45f5-9b42-21aa6c03f61a/run","method":"POST","req_id":"09e3668e-1ce6-48f3-83c6-b635cc478887","remote_addr":"[fd00:1122:3344:101::b]:54782","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":22228,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-cf564ccd-3d0e-4777-bd06-3da2af6795c3-dd3e230a-a64d-45f5-9b42-21aa6c03f61a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:20.327759199Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-cf564ccd-3d0e-4777-bd06-3da2af6795c3-dd3e230a-a64d-45f5-9b42-21aa6c03f61a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:20.328975431Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-cf564ccd-3d0e-4777-bd06-3da2af6795c3-dd3e230a-a64d-45f5-9b42-21aa6c03f61a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:20.33357513Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cf564ccd-3d0e-4777-bd06-3da2af6795c3/.zfs/snapshot/dd3e230a-a64d-45f5-9b42-21aa6c03f61a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:20.333862615Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:20.333904736Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:20.333945677Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:20.333981767Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:20.334025398Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:20.335713808Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:20.338296372Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"worker"}
{"msg":"region cf564ccd-3d0e-4777-bd06-3da2af6795c3 running snapshot dd3e230a-a64d-45f5-9b42-21aa6c03f61a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:20.338307502Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"datafile"}
{"msg":"path is \"/data/regions/cf564ccd-3d0e-4777-bd06-3da2af6795c3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:20.646718383Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"datafile"}
{"msg":"dataset is oxp_8ce6e91f-72f2-4f04-88e3-f594521f0196/crucible/regions/cf564ccd-3d0e-4777-bd06-3da2af6795c3","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:20.652780629Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"datafile"}
{"msg":"snapshot is oxp_8ce6e91f-72f2-4f04-88e3-f594521f0196/crucible/regions/cf564ccd-3d0e-4777-bd06-3da2af6795c3@dd3e230a-a64d-45f5-9b42-21aa6c03f61a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:20.657780335Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_8ce6e91f-72f2-4f04-88e3-f594521f0196/crucible/regions/cf564ccd-3d0e-4777-bd06-3da2af6795c3\", \"dd3e230a-a64d-45f5-9b42-21aa6c03f61a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:20.657791436Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T21:46:20.662486087Z","hostname":"oxz_crucible_102ddfa9-b980-4fca-8f9d-ddadddc1c0d2","pid":22171,"uri":"/crucible/0/regions/cf564ccd-3d0e-4777-bd06-3da2af6795c3/snapshots/dd3e230a-a64d-45f5-9b42-21aa6c03f61a/run","method":"POST","req_id":"e54add72-0fd1-4836-bb75-d44eb13332e5","remote_addr":"[fd00:1122:3344:101::b]:54782","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":15833,"response_code":200}