{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:25.863189507Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56228"} {"msg":"region ccbd6e9c-28e7-4a65-afb1-9f8efba5131c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:25.86334313Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:25.864766781Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"uri":"/crucible/0/regions","method":"POST","req_id":"30f4e8ee-44d3-4ac3-8963-350925ed4c65","remote_addr":"[fd00:1122:3344:101::a]:56228","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":1461,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:25.864786762Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_8c3ec323-d394-4321-bc2d-b36b3cb9868d/crucible/regions/ccbd6e9c-28e7-4a65-afb1-9f8efba5131c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:25.872961707Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_8c3ec323-d394-4321-bc2d-b36b3cb9868d/crucible/regions/ccbd6e9c-28e7-4a65-afb1-9f8efba5131c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:25.872979737Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ccbd6e9c-28e7-4a65-afb1-9f8efba5131c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ccbd6e9c-28e7-4a65-afb1-9f8efba5131c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:25.95479906Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"region":"ccbd6e9c-28e7-4a65-afb1-9f8efba5131c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ccbd6e9c-28e7-4a65-afb1-9f8efba5131c\" \"--data\" \"/data/regions/ccbd6e9c-28e7-4a65-afb1-9f8efba5131c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:25.954833151Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"region":"ccbd6e9c-28e7-4a65-afb1-9f8efba5131c","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:26.027948151Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"uri":"/crucible/0/regions","method":"POST","req_id":"260894bf-b873-4527-a9b4-b4e6aca4a41c","remote_addr":"[fd00:1122:3344:101::a]:56228","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":49,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:26.174073178Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"region":"ccbd6e9c-28e7-4a65-afb1-9f8efba5131c","component":"worker"} {"msg":"region ccbd6e9c-28e7-4a65-afb1-9f8efba5131c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:26.174094149Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:26.174213031Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ccbd6e9c-28e7-4a65-afb1-9f8efba5131c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:26.174606567Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ccbd6e9c-28e7-4a65-afb1-9f8efba5131c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:26.192383309Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:26.233465808Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ccbd6e9c-28e7-4a65-afb1-9f8efba5131c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:26.244064901Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ccbd6e9c-28e7-4a65-afb1-9f8efba5131c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:26.244321994Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:26.244376175Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:26.244421036Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:26.244464237Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:26.249357832Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:26.288654133Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:26.677625511Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"uri":"/crucible/0/regions","method":"POST","req_id":"c00a0164-888a-4a2f-81e5-1a5d2aebe3eb","remote_addr":"[fd00:1122:3344:101::a]:56228","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:27.702161613Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"uri":"/crucible/0/regions/df088b1c-35c7-4145-a2b9-ca25b65dc853","method":"GET","req_id":"4b489e91-6ac0-46b7-a192-1af586399854","remote_addr":"[fd00:1122:3344:101::a]:56228","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":72,"response_code":200} {"msg":"path is \"/data/regions/df088b1c-35c7-4145-a2b9-ca25b65dc853\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:27.705693416Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"datafile"} {"msg":"dataset is oxp_8c3ec323-d394-4321-bc2d-b36b3cb9868d/crucible/regions/df088b1c-35c7-4145-a2b9-ca25b65dc853","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:27.712715164Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"datafile"} {"msg":"snapshot is oxp_8c3ec323-d394-4321-bc2d-b36b3cb9868d/crucible/regions/df088b1c-35c7-4145-a2b9-ca25b65dc853@943e7588-f544-420d-994f-04a46104d1ac","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:27.718636855Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_8c3ec323-d394-4321-bc2d-b36b3cb9868d/crucible/regions/df088b1c-35c7-4145-a2b9-ca25b65dc853\", \"943e7588-f544-420d-994f-04a46104d1ac\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:27.718654485Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:27.726912041Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"uri":"/crucible/0/regions/df088b1c-35c7-4145-a2b9-ca25b65dc853/snapshots/943e7588-f544-420d-994f-04a46104d1ac","method":"GET","req_id":"fd7a12d2-dd0f-4353-a2e0-089123f67569","remote_addr":"[fd00:1122:3344:101::a]:56228","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":21232,"response_code":200} {"msg":"path is \"/data/regions/df088b1c-35c7-4145-a2b9-ca25b65dc853\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:27.730500956Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"datafile"} {"msg":"dataset is oxp_8c3ec323-d394-4321-bc2d-b36b3cb9868d/crucible/regions/df088b1c-35c7-4145-a2b9-ca25b65dc853","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:27.736105912Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"datafile"} {"msg":"snapshot is oxp_8c3ec323-d394-4321-bc2d-b36b3cb9868d/crucible/regions/df088b1c-35c7-4145-a2b9-ca25b65dc853@943e7588-f544-420d-994f-04a46104d1ac","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:27.742046103Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_8c3ec323-d394-4321-bc2d-b36b3cb9868d/crucible/regions/df088b1c-35c7-4145-a2b9-ca25b65dc853\", \"943e7588-f544-420d-994f-04a46104d1ac\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:27.742067824Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot df088b1c-35c7-4145-a2b9-ca25b65dc853-943e7588-f544-420d-994f-04a46104d1ac state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:27.750485302Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:27.750628365Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"uri":"/crucible/0/regions/df088b1c-35c7-4145-a2b9-ca25b65dc853/snapshots/943e7588-f544-420d-994f-04a46104d1ac/run","method":"POST","req_id":"2b7539ce-9c32-4981-bed9-f024ed620e88","remote_addr":"[fd00:1122:3344:101::a]:56228","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":20146,"response_code":200} {"msg":"applying SMF actions for region df088b1c-35c7-4145-a2b9-ca25b65dc853 running snapshot 943e7588-f544-420d-994f-04a46104d1ac (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:27.750646935Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-df088b1c-35c7-4145-a2b9-ca25b65dc853-943e7588-f544-420d-994f-04a46104d1ac","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:27.75485674Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-df088b1c-35c7-4145-a2b9-ca25b65dc853-943e7588-f544-420d-994f-04a46104d1ac","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:27.77187687Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-df088b1c-35c7-4145-a2b9-ca25b65dc853-943e7588-f544-420d-994f-04a46104d1ac","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:27.792267613Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/df088b1c-35c7-4145-a2b9-ca25b65dc853/.zfs/snapshot/943e7588-f544-420d-994f-04a46104d1ac","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:27.792672869Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:27.79272664Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:27.79277181Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:27.792816841Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:27.792870662Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:27.800984166Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:27.80970288Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"worker"} {"msg":"region df088b1c-35c7-4145-a2b9-ca25b65dc853 running snapshot 943e7588-f544-420d-994f-04a46104d1ac state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:27.80971468Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"datafile"} {"msg":"path is \"/data/regions/df088b1c-35c7-4145-a2b9-ca25b65dc853\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:28.040078158Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"datafile"} {"msg":"dataset is oxp_8c3ec323-d394-4321-bc2d-b36b3cb9868d/crucible/regions/df088b1c-35c7-4145-a2b9-ca25b65dc853","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:28.046363544Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"datafile"} {"msg":"snapshot is oxp_8c3ec323-d394-4321-bc2d-b36b3cb9868d/crucible/regions/df088b1c-35c7-4145-a2b9-ca25b65dc853@943e7588-f544-420d-994f-04a46104d1ac","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:28.052446027Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_8c3ec323-d394-4321-bc2d-b36b3cb9868d/crucible/regions/df088b1c-35c7-4145-a2b9-ca25b65dc853\", \"943e7588-f544-420d-994f-04a46104d1ac\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:28.052482168Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:28.057392203Z","hostname":"oxz_crucible_e2dd34e8-4132-4a37-b7b4-b493fe70efb5","pid":21646,"uri":"/crucible/0/regions/df088b1c-35c7-4145-a2b9-ca25b65dc853/snapshots/943e7588-f544-420d-994f-04a46104d1ac/run","method":"POST","req_id":"83e33ffa-aa1a-4ac1-be4a-9d6dd890bffd","remote_addr":"[fd00:1122:3344:101::a]:56228","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17350,"response_code":200}