{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:24.524714822Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:57235"} {"msg":"region cc32308d-6e9b-4d60-95bb-d834d0776f38 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:24.571219958Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:24.574227638Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:24.574245528Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"uri":"/crucible/0/regions","method":"POST","req_id":"bbe8d63c-071e-499e-a850-07d5514bd794","remote_addr":"[fd00:1122:3344:101::c]:57235","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19115,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_1a950b48-c304-4c39-bcfd-eea6d35f4e58/crucible/regions/cc32308d-6e9b-4d60-95bb-d834d0776f38","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:24.584698916Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1a950b48-c304-4c39-bcfd-eea6d35f4e58/crucible/regions/cc32308d-6e9b-4d60-95bb-d834d0776f38","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:24.584716896Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"cc32308d-6e9b-4d60-95bb-d834d0776f38\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/cc32308d-6e9b-4d60-95bb-d834d0776f38\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:24.651353291Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"region":"cc32308d-6e9b-4d60-95bb-d834d0776f38","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"cc32308d-6e9b-4d60-95bb-d834d0776f38\" \"--data\" \"/data/regions/cc32308d-6e9b-4d60-95bb-d834d0776f38\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:24.653682569Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"region":"cc32308d-6e9b-4d60-95bb-d834d0776f38","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:24.877569522Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"uri":"/crucible/0/regions","method":"POST","req_id":"ce9b6e81-6198-483f-a03b-aacbc1e95be9","remote_addr":"[fd00:1122:3344:101::c]:57235","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:25.072555914Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"region":"cc32308d-6e9b-4d60-95bb-d834d0776f38","component":"worker"} {"msg":"region cc32308d-6e9b-4d60-95bb-d834d0776f38 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:25.072601725Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:25.072709529Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-cc32308d-6e9b-4d60-95bb-d834d0776f38","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:25.073075341Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cc32308d-6e9b-4d60-95bb-d834d0776f38","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:25.089574559Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:25.124960286Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cc32308d-6e9b-4d60-95bb-d834d0776f38","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:25.133017164Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cc32308d-6e9b-4d60-95bb-d834d0776f38","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:25.134008027Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:25.134070339Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:25.13411065Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:25.134146471Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:25.143702439Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:25.14973841Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:25.427339048Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"uri":"/crucible/0/regions","method":"POST","req_id":"a9159771-6eb7-41ed-b93a-a3227b1fca09","remote_addr":"[fd00:1122:3344:101::c]:57235","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":85,"response_code":200} {"msg":"region f18a2df9-4e22-4d73-96ad-27c0ae3d239d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.189639125Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.189836312Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"uri":"/crucible/0/regions","method":"POST","req_id":"b4acb6f0-2b90-44d3-88ad-3ca11062f9a8","remote_addr":"[fd00:1122:3344:101::c]:57235","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":243,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.189860623Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_1a950b48-c304-4c39-bcfd-eea6d35f4e58/crucible/regions/f18a2df9-4e22-4d73-96ad-27c0ae3d239d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.197453885Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1a950b48-c304-4c39-bcfd-eea6d35f4e58/crucible/regions/f18a2df9-4e22-4d73-96ad-27c0ae3d239d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.197474076Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"f18a2df9-4e22-4d73-96ad-27c0ae3d239d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f18a2df9-4e22-4d73-96ad-27c0ae3d239d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.333975553Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"region":"f18a2df9-4e22-4d73-96ad-27c0ae3d239d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f18a2df9-4e22-4d73-96ad-27c0ae3d239d\" \"--data\" \"/data/regions/f18a2df9-4e22-4d73-96ad-27c0ae3d239d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.334031045Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"region":"f18a2df9-4e22-4d73-96ad-27c0ae3d239d","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.346999166Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"uri":"/crucible/0/regions","method":"POST","req_id":"ea46caa1-7f45-43aa-bca5-7a0094066bef","remote_addr":"[fd00:1122:3344:101::c]:57235","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.518508258Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"region":"f18a2df9-4e22-4d73-96ad-27c0ae3d239d","component":"worker"} {"msg":"region f18a2df9-4e22-4d73-96ad-27c0ae3d239d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.518557079Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.518656113Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-f18a2df9-4e22-4d73-96ad-27c0ae3d239d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.522384567Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f18a2df9-4e22-4d73-96ad-27c0ae3d239d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.539087822Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.563413241Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f18a2df9-4e22-4d73-96ad-27c0ae3d239d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.579807855Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f18a2df9-4e22-4d73-96ad-27c0ae3d239d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.580105476Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.580158077Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.580199819Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.58023964Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.590900854Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.599627114Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.728517049Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"uri":"/crucible/0/regions","method":"POST","req_id":"46c7816a-9ebd-46f0-84db-6d52d3ee8ee7","remote_addr":"[fd00:1122:3344:101::c]:57235","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":70,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:59.416023847Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"uri":"/crucible/0/regions/f18a2df9-4e22-4d73-96ad-27c0ae3d239d","method":"GET","req_id":"725b71c8-926f-4f1f-ba4b-fa30d75171e3","remote_addr":"[fd00:1122:3344:101::c]:57235","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":83,"response_code":200} {"msg":"path is \"/data/regions/f18a2df9-4e22-4d73-96ad-27c0ae3d239d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:59.41912759Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"datafile"} {"msg":"dataset is oxp_1a950b48-c304-4c39-bcfd-eea6d35f4e58/crucible/regions/f18a2df9-4e22-4d73-96ad-27c0ae3d239d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:59.427227069Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"datafile"} {"msg":"region f18a2df9-4e22-4d73-96ad-27c0ae3d239d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:59.435300097Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:59.435453213Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"uri":"/crucible/0/regions/f18a2df9-4e22-4d73-96ad-27c0ae3d239d","method":"DELETE","req_id":"fc172377-d4c9-4756-8486-75c39e45b647","remote_addr":"[fd00:1122:3344:101::c]:57235","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":16354,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:59.435477003Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-f18a2df9-4e22-4d73-96ad-27c0ae3d239d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:59.436779267Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:59.438890917Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"uri":"/crucible/0/regions/f18a2df9-4e22-4d73-96ad-27c0ae3d239d","method":"GET","req_id":"35bb28ea-cb88-4697-9838-8b10fd8cb961","remote_addr":"[fd00:1122:3344:101::c]:57235","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":31,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:59.444216104Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_1a950b48-c304-4c39-bcfd-eea6d35f4e58/crucible/regions/f18a2df9-4e22-4d73-96ad-27c0ae3d239d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:59.451697343Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"region":"f18a2df9-4e22-4d73-96ad-27c0ae3d239d","component":"worker"} {"msg":"region f18a2df9-4e22-4d73-96ad-27c0ae3d239d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:59.50455957Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:59.587166296Z","hostname":"oxz_crucible_f0fb4966-0ce8-4a38-a6a7-eb9db12fdeda","pid":23937,"uri":"/crucible/0/regions/f18a2df9-4e22-4d73-96ad-27c0ae3d239d","method":"GET","req_id":"ccdda45d-97a8-487d-9b5d-9f103b98bf9e","remote_addr":"[fd00:1122:3344:101::c]:57235","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":51,"response_code":200}