{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:28.236043952Z","hostname":"oxz_crucible_2b6aa8d8-a514-484c-82f4-5d07675e2b64","pid":23488,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:64855"} {"msg":"region 2cd7a247-3033-4c11-9194-935fc54c4127 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:28.284348036Z","hostname":"oxz_crucible_2b6aa8d8-a514-484c-82f4-5d07675e2b64","pid":23488,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:28.287454644Z","hostname":"oxz_crucible_2b6aa8d8-a514-484c-82f4-5d07675e2b64","pid":23488,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:28.287468774Z","hostname":"oxz_crucible_2b6aa8d8-a514-484c-82f4-5d07675e2b64","pid":23488,"uri":"/crucible/0/regions","method":"POST","req_id":"498a5641-cc4a-447b-b58e-d8c7c9fb54b8","remote_addr":"[fd00:1122:3344:101::b]:64855","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":20629,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_b017f97b-91d2-4572-a953-94f73dc5240c/crucible/regions/2cd7a247-3033-4c11-9194-935fc54c4127","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:28.297443772Z","hostname":"oxz_crucible_2b6aa8d8-a514-484c-82f4-5d07675e2b64","pid":23488,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b017f97b-91d2-4572-a953-94f73dc5240c/crucible/regions/2cd7a247-3033-4c11-9194-935fc54c4127","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:28.297464873Z","hostname":"oxz_crucible_2b6aa8d8-a514-484c-82f4-5d07675e2b64","pid":23488,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2cd7a247-3033-4c11-9194-935fc54c4127\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2cd7a247-3033-4c11-9194-935fc54c4127\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:28.346701788Z","hostname":"oxz_crucible_2b6aa8d8-a514-484c-82f4-5d07675e2b64","pid":23488,"region":"2cd7a247-3033-4c11-9194-935fc54c4127","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2cd7a247-3033-4c11-9194-935fc54c4127\" \"--data\" \"/data/regions/2cd7a247-3033-4c11-9194-935fc54c4127\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:28.34910642Z","hostname":"oxz_crucible_2b6aa8d8-a514-484c-82f4-5d07675e2b64","pid":23488,"region":"2cd7a247-3033-4c11-9194-935fc54c4127","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:28.608577335Z","hostname":"oxz_crucible_2b6aa8d8-a514-484c-82f4-5d07675e2b64","pid":23488,"uri":"/crucible/0/regions","method":"POST","req_id":"50e34509-bc07-494b-9ec8-13a8fc10b186","remote_addr":"[fd00:1122:3344:101::b]:64855","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:28.711272396Z","hostname":"oxz_crucible_2b6aa8d8-a514-484c-82f4-5d07675e2b64","pid":23488,"region":"2cd7a247-3033-4c11-9194-935fc54c4127","component":"worker"} {"msg":"region 2cd7a247-3033-4c11-9194-935fc54c4127 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:28.711314857Z","hostname":"oxz_crucible_2b6aa8d8-a514-484c-82f4-5d07675e2b64","pid":23488,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:28.71142179Z","hostname":"oxz_crucible_2b6aa8d8-a514-484c-82f4-5d07675e2b64","pid":23488,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2cd7a247-3033-4c11-9194-935fc54c4127","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:28.711810338Z","hostname":"oxz_crucible_2b6aa8d8-a514-484c-82f4-5d07675e2b64","pid":23488,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2cd7a247-3033-4c11-9194-935fc54c4127","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:28.726005058Z","hostname":"oxz_crucible_2b6aa8d8-a514-484c-82f4-5d07675e2b64","pid":23488,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:28.748032799Z","hostname":"oxz_crucible_2b6aa8d8-a514-484c-82f4-5d07675e2b64","pid":23488,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2cd7a247-3033-4c11-9194-935fc54c4127","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:28.751239079Z","hostname":"oxz_crucible_2b6aa8d8-a514-484c-82f4-5d07675e2b64","pid":23488,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2cd7a247-3033-4c11-9194-935fc54c4127","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:28.751950705Z","hostname":"oxz_crucible_2b6aa8d8-a514-484c-82f4-5d07675e2b64","pid":23488,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:28.752019966Z","hostname":"oxz_crucible_2b6aa8d8-a514-484c-82f4-5d07675e2b64","pid":23488,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:28.752065377Z","hostname":"oxz_crucible_2b6aa8d8-a514-484c-82f4-5d07675e2b64","pid":23488,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:28.752103298Z","hostname":"oxz_crucible_2b6aa8d8-a514-484c-82f4-5d07675e2b64","pid":23488,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:28.755901461Z","hostname":"oxz_crucible_2b6aa8d8-a514-484c-82f4-5d07675e2b64","pid":23488,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:28.760230876Z","hostname":"oxz_crucible_2b6aa8d8-a514-484c-82f4-5d07675e2b64","pid":23488,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:29.180894539Z","hostname":"oxz_crucible_2b6aa8d8-a514-484c-82f4-5d07675e2b64","pid":23488,"uri":"/crucible/0/regions","method":"POST","req_id":"87d664b6-c937-4cff-b580-bf09836d077a","remote_addr":"[fd00:1122:3344:101::b]:64855","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:54.681918858Z","hostname":"oxz_crucible_2b6aa8d8-a514-484c-82f4-5d07675e2b64","pid":23488,"uri":"/crucible/0/regions/2cd7a247-3033-4c11-9194-935fc54c4127","method":"GET","req_id":"e897bf8b-5938-4511-8a34-3c81d3d735cf","remote_addr":"[fd00:1122:3344:101::b]:64855","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":108,"response_code":200} {"msg":"path is \"/data/regions/2cd7a247-3033-4c11-9194-935fc54c4127\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:54.686460587Z","hostname":"oxz_crucible_2b6aa8d8-a514-484c-82f4-5d07675e2b64","pid":23488,"component":"datafile"} {"msg":"dataset is oxp_b017f97b-91d2-4572-a953-94f73dc5240c/crucible/regions/2cd7a247-3033-4c11-9194-935fc54c4127","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:54.69527436Z","hostname":"oxz_crucible_2b6aa8d8-a514-484c-82f4-5d07675e2b64","pid":23488,"component":"datafile"} {"msg":"region 2cd7a247-3033-4c11-9194-935fc54c4127 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:54.70215862Z","hostname":"oxz_crucible_2b6aa8d8-a514-484c-82f4-5d07675e2b64","pid":23488,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:54.702312854Z","hostname":"oxz_crucible_2b6aa8d8-a514-484c-82f4-5d07675e2b64","pid":23488,"uri":"/crucible/0/regions/2cd7a247-3033-4c11-9194-935fc54c4127","method":"DELETE","req_id":"f22be64a-724f-4fb7-89ad-5f1bfe27a6d7","remote_addr":"[fd00:1122:3344:101::b]:64855","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":15879,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:54.702325794Z","hostname":"oxz_crucible_2b6aa8d8-a514-484c-82f4-5d07675e2b64","pid":23488,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-2cd7a247-3033-4c11-9194-935fc54c4127 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:54.703413727Z","hostname":"oxz_crucible_2b6aa8d8-a514-484c-82f4-5d07675e2b64","pid":23488,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:54.705976274Z","hostname":"oxz_crucible_2b6aa8d8-a514-484c-82f4-5d07675e2b64","pid":23488,"uri":"/crucible/0/regions/2cd7a247-3033-4c11-9194-935fc54c4127","method":"GET","req_id":"645773fe-c4dc-4222-b1de-4925d136221f","remote_addr":"[fd00:1122:3344:101::b]:64855","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":27,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:54.71042718Z","hostname":"oxz_crucible_2b6aa8d8-a514-484c-82f4-5d07675e2b64","pid":23488,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_b017f97b-91d2-4572-a953-94f73dc5240c/crucible/regions/2cd7a247-3033-4c11-9194-935fc54c4127\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:54.717635568Z","hostname":"oxz_crucible_2b6aa8d8-a514-484c-82f4-5d07675e2b64","pid":23488,"region":"2cd7a247-3033-4c11-9194-935fc54c4127","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:54.771176337Z","hostname":"oxz_crucible_2b6aa8d8-a514-484c-82f4-5d07675e2b64","pid":23488,"uri":"/crucible/0/regions/2cd7a247-3033-4c11-9194-935fc54c4127","method":"GET","req_id":"79d48278-8f10-4083-bdec-c3872d9e14ce","remote_addr":"[fd00:1122:3344:101::b]:64855","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"region 2cd7a247-3033-4c11-9194-935fc54c4127 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:54.771229378Z","hostname":"oxz_crucible_2b6aa8d8-a514-484c-82f4-5d07675e2b64","pid":23488,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:54.857787928Z","hostname":"oxz_crucible_2b6aa8d8-a514-484c-82f4-5d07675e2b64","pid":23488,"uri":"/crucible/0/regions/2cd7a247-3033-4c11-9194-935fc54c4127","method":"GET","req_id":"0bf30ab5-e2fc-4be1-bf4d-dcd5a4dc7af5","remote_addr":"[fd00:1122:3344:101::b]:64855","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":36,"response_code":200}