{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:52.994599722Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:41340"} {"msg":"region bc444a66-7183-4c19-a607-0723a9b19476 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:52.994679804Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:52.996522016Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:52.996532486Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"uri":"/crucible/0/regions","method":"POST","req_id":"dc9a4843-ecd5-498e-ab96-de96262695df","remote_addr":"[fd00:1122:3344:101::b]:41340","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":1879,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_3db56757-41b9-4c06-aecc-848806347473/crucible/regions/bc444a66-7183-4c19-a607-0723a9b19476","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.005453056Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_3db56757-41b9-4c06-aecc-848806347473/crucible/regions/bc444a66-7183-4c19-a607-0723a9b19476","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.005478407Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"bc444a66-7183-4c19-a607-0723a9b19476\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bc444a66-7183-4c19-a607-0723a9b19476\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.081982533Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"region":"bc444a66-7183-4c19-a607-0723a9b19476","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bc444a66-7183-4c19-a607-0723a9b19476\" \"--data\" \"/data/regions/bc444a66-7183-4c19-a607-0723a9b19476\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.082017724Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"region":"bc444a66-7183-4c19-a607-0723a9b19476","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.231168208Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"region":"bc444a66-7183-4c19-a607-0723a9b19476","component":"worker"} {"msg":"region bc444a66-7183-4c19-a607-0723a9b19476 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.231198549Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.231332102Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-bc444a66-7183-4c19-a607-0723a9b19476","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.232193436Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bc444a66-7183-4c19-a607-0723a9b19476","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.253291778Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.293678861Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bc444a66-7183-4c19-a607-0723a9b19476","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.303294311Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bc444a66-7183-4c19-a607-0723a9b19476","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.303568189Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.30363021Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.303685102Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.303753414Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.311920323Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"uri":"/crucible/0/regions","method":"POST","req_id":"dc431903-e6a7-4caa-b015-cf57341318fb","remote_addr":"[fd00:1122:3344:101::b]:41340","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.313858087Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.351426011Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:55.188748688Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"uri":"/crucible/0/regions/fc9804d7-710a-4c0c-9224-dbe3d38a10e1","method":"GET","req_id":"4cfd7064-0cae-4efc-a1da-a29ffc41bdc3","remote_addr":"[fd00:1122:3344:101::b]:41340","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"path is \"/data/regions/fc9804d7-710a-4c0c-9224-dbe3d38a10e1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:55.191644249Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"datafile"} {"msg":"dataset is oxp_3db56757-41b9-4c06-aecc-848806347473/crucible/regions/fc9804d7-710a-4c0c-9224-dbe3d38a10e1","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:55.197794382Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"datafile"} {"msg":"snapshot is oxp_3db56757-41b9-4c06-aecc-848806347473/crucible/regions/fc9804d7-710a-4c0c-9224-dbe3d38a10e1@302e67d8-0457-4826-8058-830e75ae370a","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:55.204396717Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3db56757-41b9-4c06-aecc-848806347473/crucible/regions/fc9804d7-710a-4c0c-9224-dbe3d38a10e1\", \"302e67d8-0457-4826-8058-830e75ae370a\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:55.204411517Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:55.215437246Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"uri":"/crucible/0/regions/fc9804d7-710a-4c0c-9224-dbe3d38a10e1/snapshots/302e67d8-0457-4826-8058-830e75ae370a","method":"GET","req_id":"a706949a-f2d4-470c-b3f4-e28e049d5276","remote_addr":"[fd00:1122:3344:101::b]:41340","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":23834,"response_code":200} {"msg":"path is \"/data/regions/fc9804d7-710a-4c0c-9224-dbe3d38a10e1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:55.21914193Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"datafile"} {"msg":"dataset is oxp_3db56757-41b9-4c06-aecc-848806347473/crucible/regions/fc9804d7-710a-4c0c-9224-dbe3d38a10e1","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:55.225643593Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"datafile"} {"msg":"snapshot is oxp_3db56757-41b9-4c06-aecc-848806347473/crucible/regions/fc9804d7-710a-4c0c-9224-dbe3d38a10e1@302e67d8-0457-4826-8058-830e75ae370a","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:55.231578619Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3db56757-41b9-4c06-aecc-848806347473/crucible/regions/fc9804d7-710a-4c0c-9224-dbe3d38a10e1\", \"302e67d8-0457-4826-8058-830e75ae370a\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:55.2315967Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot fc9804d7-710a-4c0c-9224-dbe3d38a10e1-302e67d8-0457-4826-8058-830e75ae370a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:55.241654492Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"datafile"} {"msg":"applying SMF actions for region fc9804d7-710a-4c0c-9224-dbe3d38a10e1 running snapshot 302e67d8-0457-4826-8058-830e75ae370a (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:55.241809096Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:55.241818246Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"uri":"/crucible/0/regions/fc9804d7-710a-4c0c-9224-dbe3d38a10e1/snapshots/302e67d8-0457-4826-8058-830e75ae370a/run","method":"POST","req_id":"8082e529-a9e6-49dd-a5a4-61572b0c30f1","remote_addr":"[fd00:1122:3344:101::b]:41340","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":22693,"response_code":200} {"msg":"creating missing snapshot instance snapshot-fc9804d7-710a-4c0c-9224-dbe3d38a10e1-302e67d8-0457-4826-8058-830e75ae370a","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:55.248746261Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-fc9804d7-710a-4c0c-9224-dbe3d38a10e1-302e67d8-0457-4826-8058-830e75ae370a","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:55.255599313Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-fc9804d7-710a-4c0c-9224-dbe3d38a10e1-302e67d8-0457-4826-8058-830e75ae370a","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:55.28007091Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fc9804d7-710a-4c0c-9224-dbe3d38a10e1/.zfs/snapshot/302e67d8-0457-4826-8058-830e75ae370a","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:55.280282245Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:55.280323797Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:55.280361208Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:55.280397579Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:55.28044116Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:55.290824841Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:55.298802035Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"worker"} {"msg":"region fc9804d7-710a-4c0c-9224-dbe3d38a10e1 running snapshot 302e67d8-0457-4826-8058-830e75ae370a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:55.298818816Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"datafile"} {"msg":"path is \"/data/regions/fc9804d7-710a-4c0c-9224-dbe3d38a10e1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:55.395739943Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"datafile"} {"msg":"dataset is oxp_3db56757-41b9-4c06-aecc-848806347473/crucible/regions/fc9804d7-710a-4c0c-9224-dbe3d38a10e1","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:55.401577557Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"datafile"} {"msg":"snapshot is oxp_3db56757-41b9-4c06-aecc-848806347473/crucible/regions/fc9804d7-710a-4c0c-9224-dbe3d38a10e1@302e67d8-0457-4826-8058-830e75ae370a","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:55.407787521Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3db56757-41b9-4c06-aecc-848806347473/crucible/regions/fc9804d7-710a-4c0c-9224-dbe3d38a10e1\", \"302e67d8-0457-4826-8058-830e75ae370a\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:55.407812802Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:55.41306372Z","hostname":"oxz_crucible_b7743cbe-5b8d-4b58-80d4-3dc41d652b69","pid":25743,"uri":"/crucible/0/regions/fc9804d7-710a-4c0c-9224-dbe3d38a10e1/snapshots/302e67d8-0457-4826-8058-830e75ae370a/run","method":"POST","req_id":"0e07783b-f259-42bf-88be-5df260760b9e","remote_addr":"[fd00:1122:3344:101::b]:41340","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17370,"response_code":200}