{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:22.275912741Z","hostname":"oxz_crucible_6163666f-d48c-4739-a13b-965cbfbf1a61","pid":21474,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:35797"} {"msg":"region 22bb5363-3e21-4a4a-87b2-d54af4d6af9b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:22.422159063Z","hostname":"oxz_crucible_6163666f-d48c-4739-a13b-965cbfbf1a61","pid":21474,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:22.429625673Z","hostname":"oxz_crucible_6163666f-d48c-4739-a13b-965cbfbf1a61","pid":21474,"uri":"/crucible/0/regions","method":"POST","req_id":"3b1f6815-0532-4d11-9c90-ab6109a2fdd7","remote_addr":"[fd00:1122:3344:101::b]:35797","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":54948,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:22.429656433Z","hostname":"oxz_crucible_6163666f-d48c-4739-a13b-965cbfbf1a61","pid":21474,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_6067c223-3084-4c32-ba93-4b18036048bf/crucible/regions/22bb5363-3e21-4a4a-87b2-d54af4d6af9b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:22.440428374Z","hostname":"oxz_crucible_6163666f-d48c-4739-a13b-965cbfbf1a61","pid":21474,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_6067c223-3084-4c32-ba93-4b18036048bf/crucible/regions/22bb5363-3e21-4a4a-87b2-d54af4d6af9b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:22.440457535Z","hostname":"oxz_crucible_6163666f-d48c-4739-a13b-965cbfbf1a61","pid":21474,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"22bb5363-3e21-4a4a-87b2-d54af4d6af9b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/22bb5363-3e21-4a4a-87b2-d54af4d6af9b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:22.599051652Z","hostname":"oxz_crucible_6163666f-d48c-4739-a13b-965cbfbf1a61","pid":21474,"region":"22bb5363-3e21-4a4a-87b2-d54af4d6af9b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"22bb5363-3e21-4a4a-87b2-d54af4d6af9b\" \"--data\" \"/data/regions/22bb5363-3e21-4a4a-87b2-d54af4d6af9b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:22.601365321Z","hostname":"oxz_crucible_6163666f-d48c-4739-a13b-965cbfbf1a61","pid":21474,"region":"22bb5363-3e21-4a4a-87b2-d54af4d6af9b","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:22.68628158Z","hostname":"oxz_crucible_6163666f-d48c-4739-a13b-965cbfbf1a61","pid":21474,"uri":"/crucible/0/regions","method":"POST","req_id":"d2820b50-70a5-43a6-943c-a41d9587a063","remote_addr":"[fd00:1122:3344:101::b]:35797","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":72,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:23.305146864Z","hostname":"oxz_crucible_6163666f-d48c-4739-a13b-965cbfbf1a61","pid":21474,"uri":"/crucible/0/regions","method":"POST","req_id":"994b2cd6-759f-4240-8495-5746b1db70c3","remote_addr":"[fd00:1122:3344:101::b]:35797","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":50,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:23.507352194Z","hostname":"oxz_crucible_6163666f-d48c-4739-a13b-965cbfbf1a61","pid":21474,"region":"22bb5363-3e21-4a4a-87b2-d54af4d6af9b","component":"worker"} {"msg":"region 22bb5363-3e21-4a4a-87b2-d54af4d6af9b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:23.507388395Z","hostname":"oxz_crucible_6163666f-d48c-4739-a13b-965cbfbf1a61","pid":21474,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:23.507509998Z","hostname":"oxz_crucible_6163666f-d48c-4739-a13b-965cbfbf1a61","pid":21474,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-22bb5363-3e21-4a4a-87b2-d54af4d6af9b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:23.507916766Z","hostname":"oxz_crucible_6163666f-d48c-4739-a13b-965cbfbf1a61","pid":21474,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-22bb5363-3e21-4a4a-87b2-d54af4d6af9b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:23.530058201Z","hostname":"oxz_crucible_6163666f-d48c-4739-a13b-965cbfbf1a61","pid":21474,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:23.59350665Z","hostname":"oxz_crucible_6163666f-d48c-4739-a13b-965cbfbf1a61","pid":21474,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-22bb5363-3e21-4a4a-87b2-d54af4d6af9b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:23.619950686Z","hostname":"oxz_crucible_6163666f-d48c-4739-a13b-965cbfbf1a61","pid":21474,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/22bb5363-3e21-4a4a-87b2-d54af4d6af9b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:23.620786364Z","hostname":"oxz_crucible_6163666f-d48c-4739-a13b-965cbfbf1a61","pid":21474,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:23.620865225Z","hostname":"oxz_crucible_6163666f-d48c-4739-a13b-965cbfbf1a61","pid":21474,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:23.620920987Z","hostname":"oxz_crucible_6163666f-d48c-4739-a13b-965cbfbf1a61","pid":21474,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:23.620965028Z","hostname":"oxz_crucible_6163666f-d48c-4739-a13b-965cbfbf1a61","pid":21474,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:23.634044488Z","hostname":"oxz_crucible_6163666f-d48c-4739-a13b-965cbfbf1a61","pid":21474,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:23.673010682Z","hostname":"oxz_crucible_6163666f-d48c-4739-a13b-965cbfbf1a61","pid":21474,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:24.376373125Z","hostname":"oxz_crucible_6163666f-d48c-4739-a13b-965cbfbf1a61","pid":21474,"uri":"/crucible/0/regions","method":"POST","req_id":"55b585c4-fe57-4092-b98b-4798980bda61","remote_addr":"[fd00:1122:3344:101::b]:35797","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":43,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:53.403658645Z","hostname":"oxz_crucible_6163666f-d48c-4739-a13b-965cbfbf1a61","pid":21474,"uri":"/crucible/0/regions/22bb5363-3e21-4a4a-87b2-d54af4d6af9b","method":"GET","req_id":"82738ad2-3dd0-4f7d-be00-fb3b446e0f4c","remote_addr":"[fd00:1122:3344:101::b]:35797","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":2506,"response_code":"200"} {"msg":"path is \"/data/regions/22bb5363-3e21-4a4a-87b2-d54af4d6af9b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:53.406406884Z","hostname":"oxz_crucible_6163666f-d48c-4739-a13b-965cbfbf1a61","pid":21474,"component":"datafile"} {"msg":"dataset is oxp_6067c223-3084-4c32-ba93-4b18036048bf/crucible/regions/22bb5363-3e21-4a4a-87b2-d54af4d6af9b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:53.418755208Z","hostname":"oxz_crucible_6163666f-d48c-4739-a13b-965cbfbf1a61","pid":21474,"component":"datafile"} {"msg":"region 22bb5363-3e21-4a4a-87b2-d54af4d6af9b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:53.429819176Z","hostname":"oxz_crucible_6163666f-d48c-4739-a13b-965cbfbf1a61","pid":21474,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:53.430002279Z","hostname":"oxz_crucible_6163666f-d48c-4739-a13b-965cbfbf1a61","pid":21474,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:53.43004022Z","hostname":"oxz_crucible_6163666f-d48c-4739-a13b-965cbfbf1a61","pid":21474,"uri":"/crucible/0/regions/22bb5363-3e21-4a4a-87b2-d54af4d6af9b","method":"DELETE","req_id":"714a4386-161d-4c1c-9deb-1857b6287251","remote_addr":"[fd00:1122:3344:101::b]:35797","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":23673,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-22bb5363-3e21-4a4a-87b2-d54af4d6af9b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:53.431206155Z","hostname":"oxz_crucible_6163666f-d48c-4739-a13b-965cbfbf1a61","pid":21474,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:53.434073756Z","hostname":"oxz_crucible_6163666f-d48c-4739-a13b-965cbfbf1a61","pid":21474,"uri":"/crucible/0/regions/22bb5363-3e21-4a4a-87b2-d54af4d6af9b","method":"GET","req_id":"5e5f6a83-1da9-40ec-b340-18edb05ca034","remote_addr":"[fd00:1122:3344:101::b]:35797","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":31,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:53.43890088Z","hostname":"oxz_crucible_6163666f-d48c-4739-a13b-965cbfbf1a61","pid":21474,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_6067c223-3084-4c32-ba93-4b18036048bf/crucible/regions/22bb5363-3e21-4a4a-87b2-d54af4d6af9b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:53.451078511Z","hostname":"oxz_crucible_6163666f-d48c-4739-a13b-965cbfbf1a61","pid":21474,"region":"22bb5363-3e21-4a4a-87b2-d54af4d6af9b","component":"worker"} {"msg":"region 22bb5363-3e21-4a4a-87b2-d54af4d6af9b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:53.509228996Z","hostname":"oxz_crucible_6163666f-d48c-4739-a13b-965cbfbf1a61","pid":21474,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:03:53.574817161Z","hostname":"oxz_crucible_6163666f-d48c-4739-a13b-965cbfbf1a61","pid":21474,"uri":"/crucible/0/regions/22bb5363-3e21-4a4a-87b2-d54af4d6af9b","method":"GET","req_id":"9fedc5bd-52c1-44db-8df9-3b49ec796e4f","remote_addr":"[fd00:1122:3344:101::b]:35797","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":70,"response_code":"200"}