{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:33.337454557Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:46016"} {"msg":"region a4acc60f-7c8a-4031-9a5a-b5bae2a74a9d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:33.337519758Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:33.338163646Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:33.338172326Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"uri":"/crucible/0/regions","method":"POST","req_id":"5029d147-14a2-433c-800f-7cf799937f96","remote_addr":"[fd00:1122:3344:101::a]:46016","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":678,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_7ce71eac-5bcc-40ea-87e0-cb474c2cc418/crucible/regions/a4acc60f-7c8a-4031-9a5a-b5bae2a74a9d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:33.347979614Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_7ce71eac-5bcc-40ea-87e0-cb474c2cc418/crucible/regions/a4acc60f-7c8a-4031-9a5a-b5bae2a74a9d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:33.348003114Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a4acc60f-7c8a-4031-9a5a-b5bae2a74a9d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a4acc60f-7c8a-4031-9a5a-b5bae2a74a9d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:33.393137526Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"region":"a4acc60f-7c8a-4031-9a5a-b5bae2a74a9d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a4acc60f-7c8a-4031-9a5a-b5bae2a74a9d\" \"--data\" \"/data/regions/a4acc60f-7c8a-4031-9a5a-b5bae2a74a9d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:33.393165366Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"region":"a4acc60f-7c8a-4031-9a5a-b5bae2a74a9d","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:33.491574627Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"region":"a4acc60f-7c8a-4031-9a5a-b5bae2a74a9d","component":"worker"} {"msg":"region a4acc60f-7c8a-4031-9a5a-b5bae2a74a9d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:33.491612957Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:33.491721588Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a4acc60f-7c8a-4031-9a5a-b5bae2a74a9d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:33.492155574Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a4acc60f-7c8a-4031-9a5a-b5bae2a74a9d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:33.504728594Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:33.53439048Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a4acc60f-7c8a-4031-9a5a-b5bae2a74a9d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:33.537592189Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a4acc60f-7c8a-4031-9a5a-b5bae2a74a9d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:33.537851812Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:33.537910392Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:33.537954643Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:33.537999554Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:33.541665497Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:33.557433787Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:33.695480903Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"uri":"/crucible/0/regions","method":"POST","req_id":"a9f68a9d-b3b8-45b1-a571-c9c3c10246ff","remote_addr":"[fd00:1122:3344:101::a]:46016","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:34.441561735Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"uri":"/crucible/0/regions/f429acb7-3577-4c57-a266-4f0a86d85046","method":"GET","req_id":"5cacaf07-fca2-40f4-8c36-ecdbd3fed688","remote_addr":"[fd00:1122:3344:101::a]:46016","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":77,"response_code":200} {"msg":"path is \"/data/regions/f429acb7-3577-4c57-a266-4f0a86d85046\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:34.446674498Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"datafile"} {"msg":"dataset is oxp_7ce71eac-5bcc-40ea-87e0-cb474c2cc418/crucible/regions/f429acb7-3577-4c57-a266-4f0a86d85046","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:34.453591429Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"datafile"} {"msg":"snapshot is oxp_7ce71eac-5bcc-40ea-87e0-cb474c2cc418/crucible/regions/f429acb7-3577-4c57-a266-4f0a86d85046@f323e763-8baf-411c-938f-ae305748a3b2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:34.460204378Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_7ce71eac-5bcc-40ea-87e0-cb474c2cc418/crucible/regions/f429acb7-3577-4c57-a266-4f0a86d85046\", \"f323e763-8baf-411c-938f-ae305748a3b2\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:34.460225558Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:34.468902803Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"uri":"/crucible/0/regions/f429acb7-3577-4c57-a266-4f0a86d85046/snapshots/f323e763-8baf-411c-938f-ae305748a3b2","method":"GET","req_id":"7c4c0e29-6ff1-43df-b5a1-3a2d6aab8cd1","remote_addr":"[fd00:1122:3344:101::a]:46016","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":22250,"response_code":200} {"msg":"path is \"/data/regions/f429acb7-3577-4c57-a266-4f0a86d85046\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:34.471257021Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"datafile"} {"msg":"dataset is oxp_7ce71eac-5bcc-40ea-87e0-cb474c2cc418/crucible/regions/f429acb7-3577-4c57-a266-4f0a86d85046","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:34.477959971Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"datafile"} {"msg":"snapshot is oxp_7ce71eac-5bcc-40ea-87e0-cb474c2cc418/crucible/regions/f429acb7-3577-4c57-a266-4f0a86d85046@f323e763-8baf-411c-938f-ae305748a3b2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:34.484026954Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_7ce71eac-5bcc-40ea-87e0-cb474c2cc418/crucible/regions/f429acb7-3577-4c57-a266-4f0a86d85046\", \"f323e763-8baf-411c-938f-ae305748a3b2\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:34.484048015Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot f429acb7-3577-4c57-a266-4f0a86d85046-f323e763-8baf-411c-938f-ae305748a3b2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:34.490935187Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"datafile"} {"msg":"applying SMF actions for region f429acb7-3577-4c57-a266-4f0a86d85046 running snapshot f323e763-8baf-411c-938f-ae305748a3b2 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:34.491071659Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:34.491081229Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"uri":"/crucible/0/regions/f429acb7-3577-4c57-a266-4f0a86d85046/snapshots/f323e763-8baf-411c-938f-ae305748a3b2/run","method":"POST","req_id":"1036bd20-d2d0-413e-a87b-dcea56d229ec","remote_addr":"[fd00:1122:3344:101::a]:46016","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19836,"response_code":200} {"msg":"creating missing snapshot instance snapshot-f429acb7-3577-4c57-a266-4f0a86d85046-f323e763-8baf-411c-938f-ae305748a3b2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:34.495647049Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-f429acb7-3577-4c57-a266-4f0a86d85046-f323e763-8baf-411c-938f-ae305748a3b2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:34.509069645Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-f429acb7-3577-4c57-a266-4f0a86d85046-f323e763-8baf-411c-938f-ae305748a3b2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:34.520114997Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f429acb7-3577-4c57-a266-4f0a86d85046/.zfs/snapshot/f323e763-8baf-411c-938f-ae305748a3b2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:34.52038254Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:34.520426301Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:34.520464171Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:34.520504772Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:34.520550522Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:34.524851934Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:34.529741753Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"worker"} {"msg":"region f429acb7-3577-4c57-a266-4f0a86d85046 running snapshot f323e763-8baf-411c-938f-ae305748a3b2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:34.529754103Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"datafile"} {"msg":"path is \"/data/regions/f429acb7-3577-4c57-a266-4f0a86d85046\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:34.85122993Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"datafile"} {"msg":"dataset is oxp_7ce71eac-5bcc-40ea-87e0-cb474c2cc418/crucible/regions/f429acb7-3577-4c57-a266-4f0a86d85046","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:34.857527656Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"datafile"} {"msg":"snapshot is oxp_7ce71eac-5bcc-40ea-87e0-cb474c2cc418/crucible/regions/f429acb7-3577-4c57-a266-4f0a86d85046@f323e763-8baf-411c-938f-ae305748a3b2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:34.863625429Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_7ce71eac-5bcc-40ea-87e0-cb474c2cc418/crucible/regions/f429acb7-3577-4c57-a266-4f0a86d85046\", \"f323e763-8baf-411c-938f-ae305748a3b2\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:34.863647039Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:34.870255768Z","hostname":"oxz_crucible_a5fe83ae-b064-4947-90f5-b825109a9dc7","pid":23405,"uri":"/crucible/0/regions/f429acb7-3577-4c57-a266-4f0a86d85046/snapshots/f323e763-8baf-411c-938f-ae305748a3b2/run","method":"POST","req_id":"f7c7faa6-583a-45db-8014-08e7725982a4","remote_addr":"[fd00:1122:3344:101::a]:46016","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19033,"response_code":200}