{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:21.851758293Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:47263"} {"msg":"region 96fad715-8a80-457e-b26e-e67eea33cf79 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:21.851858883Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:21.853078603Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"uri":"/crucible/0/regions","method":"POST","req_id":"f357bc1d-170a-4538-9935-a042b35a2560","remote_addr":"[fd00:1122:3344:101::b]:47263","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":1256,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:21.853103483Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_e4e8329c-7e7a-4a43-b8e4-0bee1be26ca7/crucible/regions/96fad715-8a80-457e-b26e-e67eea33cf79","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:21.864365483Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e4e8329c-7e7a-4a43-b8e4-0bee1be26ca7/crucible/regions/96fad715-8a80-457e-b26e-e67eea33cf79","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:21.864377633Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"96fad715-8a80-457e-b26e-e67eea33cf79\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/96fad715-8a80-457e-b26e-e67eea33cf79\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:21.925421347Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"region":"96fad715-8a80-457e-b26e-e67eea33cf79","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"96fad715-8a80-457e-b26e-e67eea33cf79\" \"--data\" \"/data/regions/96fad715-8a80-457e-b26e-e67eea33cf79\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:21.925463667Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"region":"96fad715-8a80-457e-b26e-e67eea33cf79","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:22.050873542Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"region":"96fad715-8a80-457e-b26e-e67eea33cf79","component":"worker"} {"msg":"region 96fad715-8a80-457e-b26e-e67eea33cf79 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:22.050910742Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:22.051008263Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-96fad715-8a80-457e-b26e-e67eea33cf79","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:22.051942401Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:22.056524037Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"uri":"/crucible/0/regions","method":"POST","req_id":"e090652a-c87c-4008-ba82-178ece550423","remote_addr":"[fd00:1122:3344:101::b]:47263","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":67,"response_code":200} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-96fad715-8a80-457e-b26e-e67eea33cf79","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:22.066372155Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:22.08975331Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-96fad715-8a80-457e-b26e-e67eea33cf79","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:22.092627513Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/96fad715-8a80-457e-b26e-e67eea33cf79","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:22.092904086Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:22.092958146Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:22.092995736Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:22.093051927Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:22.096678525Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:22.111921596Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:23.204839395Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"uri":"/crucible/0/regions/df785329-e1c3-4793-bb58-23c7bc1b350c","method":"GET","req_id":"1f758e78-3498-4b7f-9520-6a5d5b80d6a5","remote_addr":"[fd00:1122:3344:101::b]:47263","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"path is \"/data/regions/df785329-e1c3-4793-bb58-23c7bc1b350c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:23.208434044Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"datafile"} {"msg":"dataset is oxp_e4e8329c-7e7a-4a43-b8e4-0bee1be26ca7/crucible/regions/df785329-e1c3-4793-bb58-23c7bc1b350c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:23.214760564Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"datafile"} {"msg":"snapshot is oxp_e4e8329c-7e7a-4a43-b8e4-0bee1be26ca7/crucible/regions/df785329-e1c3-4793-bb58-23c7bc1b350c@94241fbd-a560-42f1-ad2b-d2a632680138","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:23.221685629Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e4e8329c-7e7a-4a43-b8e4-0bee1be26ca7/crucible/regions/df785329-e1c3-4793-bb58-23c7bc1b350c\", \"94241fbd-a560-42f1-ad2b-d2a632680138\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:23.221703559Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:23.230502129Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"uri":"/crucible/0/regions/df785329-e1c3-4793-bb58-23c7bc1b350c/snapshots/94241fbd-a560-42f1-ad2b-d2a632680138","method":"GET","req_id":"4259c113-de29-4256-9127-7ca32f7db96f","remote_addr":"[fd00:1122:3344:101::b]:47263","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":22092,"response_code":200} {"msg":"path is \"/data/regions/df785329-e1c3-4793-bb58-23c7bc1b350c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:23.235213367Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"datafile"} {"msg":"dataset is oxp_e4e8329c-7e7a-4a43-b8e4-0bee1be26ca7/crucible/regions/df785329-e1c3-4793-bb58-23c7bc1b350c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:23.24074464Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"datafile"} {"msg":"snapshot is oxp_e4e8329c-7e7a-4a43-b8e4-0bee1be26ca7/crucible/regions/df785329-e1c3-4793-bb58-23c7bc1b350c@94241fbd-a560-42f1-ad2b-d2a632680138","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:23.24694696Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e4e8329c-7e7a-4a43-b8e4-0bee1be26ca7/crucible/regions/df785329-e1c3-4793-bb58-23c7bc1b350c\", \"94241fbd-a560-42f1-ad2b-d2a632680138\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:23.24696607Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot df785329-e1c3-4793-bb58-23c7bc1b350c-94241fbd-a560-42f1-ad2b-d2a632680138 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:23.253873664Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:23.254019766Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"uri":"/crucible/0/regions/df785329-e1c3-4793-bb58-23c7bc1b350c/snapshots/94241fbd-a560-42f1-ad2b-d2a632680138/run","method":"POST","req_id":"65693cb8-0bb7-45be-b577-02e40f9b7959","remote_addr":"[fd00:1122:3344:101::b]:47263","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18825,"response_code":200} {"msg":"applying SMF actions for region df785329-e1c3-4793-bb58-23c7bc1b350c running snapshot 94241fbd-a560-42f1-ad2b-d2a632680138 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:23.254034036Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-df785329-e1c3-4793-bb58-23c7bc1b350c-94241fbd-a560-42f1-ad2b-d2a632680138","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:23.259032725Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-df785329-e1c3-4793-bb58-23c7bc1b350c-94241fbd-a560-42f1-ad2b-d2a632680138","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:23.266692426Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-df785329-e1c3-4793-bb58-23c7bc1b350c-94241fbd-a560-42f1-ad2b-d2a632680138","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:23.277352471Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/df785329-e1c3-4793-bb58-23c7bc1b350c/.zfs/snapshot/94241fbd-a560-42f1-ad2b-d2a632680138","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:23.277743844Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:23.277827494Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:23.277906305Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:23.277974846Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:23.278055426Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:23.282481501Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:23.286812736Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"worker"} {"msg":"region df785329-e1c3-4793-bb58-23c7bc1b350c running snapshot 94241fbd-a560-42f1-ad2b-d2a632680138 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:23.286824206Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"datafile"} {"msg":"path is \"/data/regions/df785329-e1c3-4793-bb58-23c7bc1b350c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:23.418262278Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"datafile"} {"msg":"dataset is oxp_e4e8329c-7e7a-4a43-b8e4-0bee1be26ca7/crucible/regions/df785329-e1c3-4793-bb58-23c7bc1b350c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:23.424691599Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"datafile"} {"msg":"snapshot is oxp_e4e8329c-7e7a-4a43-b8e4-0bee1be26ca7/crucible/regions/df785329-e1c3-4793-bb58-23c7bc1b350c@94241fbd-a560-42f1-ad2b-d2a632680138","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:23.429716419Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e4e8329c-7e7a-4a43-b8e4-0bee1be26ca7/crucible/regions/df785329-e1c3-4793-bb58-23c7bc1b350c\", \"94241fbd-a560-42f1-ad2b-d2a632680138\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:23.429738889Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:23.435658446Z","hostname":"oxz_crucible_f1bac2e8-fe8d-422e-8900-84c5c9481af9","pid":23977,"uri":"/crucible/0/regions/df785329-e1c3-4793-bb58-23c7bc1b350c/snapshots/94241fbd-a560-42f1-ad2b-d2a632680138/run","method":"POST","req_id":"2a54a59c-035e-4808-bb1d-7d8b2770559a","remote_addr":"[fd00:1122:3344:101::b]:47263","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":17442,"response_code":200}