{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:11.859357508Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43325"}
{"msg":"region 6d43d74f-f9b9-438f-9ef9-4e7ffce45480 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:11.878800943Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:11.880183379Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"uri":"/crucible/0/regions","method":"POST","req_id":"3fe2fcec-2e1b-487f-a402-fe40b6c05f98","remote_addr":"[fd00:1122:3344:101::a]:43325","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":11083,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:11.8802285Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/6d43d74f-f9b9-438f-9ef9-4e7ffce45480","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:11.890322428Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/6d43d74f-f9b9-438f-9ef9-4e7ffce45480","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:11.890351028Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6d43d74f-f9b9-438f-9ef9-4e7ffce45480\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/6d43d74f-f9b9-438f-9ef9-4e7ffce45480\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:11.93615043Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"region":"6d43d74f-f9b9-438f-9ef9-4e7ffce45480","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:12.16695949Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"uri":"/crucible/0/regions","method":"POST","req_id":"212ce6f9-b4e8-4284-bc3a-ed255afae249","remote_addr":"[fd00:1122:3344:101::a]:43325","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":80,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:12.191333185Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"region":"6d43d74f-f9b9-438f-9ef9-4e7ffce45480","component":"worker"}
{"msg":"region 6d43d74f-f9b9-438f-9ef9-4e7ffce45480 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:12.191360586Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:12.19150219Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6d43d74f-f9b9-438f-9ef9-4e7ffce45480","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:12.194254113Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6d43d74f-f9b9-438f-9ef9-4e7ffce45480","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:12.199350908Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:12.21340645Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6d43d74f-f9b9-438f-9ef9-4e7ffce45480","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:12.216044492Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6d43d74f-f9b9-438f-9ef9-4e7ffce45480","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:12.216796159Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:12.216856851Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:12.216899812Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:12.216939033Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:12.22097441Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:12.224916544Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:12.512302032Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"uri":"/crucible/0/regions","method":"POST","req_id":"d74f84ae-ce3d-4f3b-a30a-4b6f37d9c9da","remote_addr":"[fd00:1122:3344:101::a]:43325","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.348547738Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:46191"}
{"msg":"region 4f70a6f6-b3b4-4977-9d62-5317a42fa5dd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.409032049Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.409691917Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.409703867Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"uri":"/crucible/0/regions","method":"POST","req_id":"1942cb65-f0a5-404e-b275-c3aefd1fa5a2","remote_addr":"[fd00:1122:3344:101::a]:46191","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":695,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/4f70a6f6-b3b4-4977-9d62-5317a42fa5dd","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.42077737Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/4f70a6f6-b3b4-4977-9d62-5317a42fa5dd","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.420810041Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"4f70a6f6-b3b4-4977-9d62-5317a42fa5dd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/4f70a6f6-b3b4-4977-9d62-5317a42fa5dd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.471262826Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"region":"4f70a6f6-b3b4-4977-9d62-5317a42fa5dd","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.545593224Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"region":"4f70a6f6-b3b4-4977-9d62-5317a42fa5dd","component":"worker"}
{"msg":"region 4f70a6f6-b3b4-4977-9d62-5317a42fa5dd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.545631955Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.545736938Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-4f70a6f6-b3b4-4977-9d62-5317a42fa5dd","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.546155419Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4f70a6f6-b3b4-4977-9d62-5317a42fa5dd","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.550624057Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.567564076Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4f70a6f6-b3b4-4977-9d62-5317a42fa5dd","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.571272644Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4f70a6f6-b3b4-4977-9d62-5317a42fa5dd","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.571547071Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.571607003Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.571651514Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.571690295Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.574951541Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.580895859Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.671379024Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"uri":"/crucible/0/regions","method":"POST","req_id":"3796a4f9-5b6e-4cac-8047-a38e53ad123b","remote_addr":"[fd00:1122:3344:101::a]:46191","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":723,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:39.744292025Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62071"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:39.744397618Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"uri":"/crucible/0/regions/6d43d74f-f9b9-438f-9ef9-4e7ffce45480","method":"GET","req_id":"dc5f7bc5-3418-411e-9e38-a77e80d28c02","remote_addr":"[fd00:1122:3344:101::a]:62071","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":80,"response_code":"200"}
{"msg":"path is \"/data/regions/6d43d74f-f9b9-438f-9ef9-4e7ffce45480\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:39.745090666Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"datafile"}
{"msg":"dataset is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/6d43d74f-f9b9-438f-9ef9-4e7ffce45480","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:39.75467526Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"datafile"}
{"msg":"snapshot is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/6d43d74f-f9b9-438f-9ef9-4e7ffce45480@51018181-b20e-4ea3-a647-3533f62d051e","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:39.762960889Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/6d43d74f-f9b9-438f-9ef9-4e7ffce45480\", \"51018181-b20e-4ea3-a647-3533f62d051e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:39.76298895Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:39.774293209Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"uri":"/crucible/0/regions/6d43d74f-f9b9-438f-9ef9-4e7ffce45480/snapshots/51018181-b20e-4ea3-a647-3533f62d051e","method":"GET","req_id":"3fafc6a8-45ef-4afd-9041-afe612bc72a8","remote_addr":"[fd00:1122:3344:101::a]:62071","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":29717,"response_code":"200"}
{"msg":"path is \"/data/regions/6d43d74f-f9b9-438f-9ef9-4e7ffce45480\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:39.774470084Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"datafile"}
{"msg":"dataset is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/6d43d74f-f9b9-438f-9ef9-4e7ffce45480","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:39.783140363Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"datafile"}
{"msg":"snapshot is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/6d43d74f-f9b9-438f-9ef9-4e7ffce45480@51018181-b20e-4ea3-a647-3533f62d051e","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:39.791793262Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/6d43d74f-f9b9-438f-9ef9-4e7ffce45480\", \"51018181-b20e-4ea3-a647-3533f62d051e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:39.791831293Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 6d43d74f-f9b9-438f-9ef9-4e7ffce45480-51018181-b20e-4ea3-a647-3533f62d051e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:39.800816351Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"datafile"}
{"msg":"applying SMF actions for region 6d43d74f-f9b9-438f-9ef9-4e7ffce45480 running snapshot 51018181-b20e-4ea3-a647-3533f62d051e (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:39.800996966Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:39.801014606Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"uri":"/crucible/0/regions/6d43d74f-f9b9-438f-9ef9-4e7ffce45480/snapshots/51018181-b20e-4ea3-a647-3533f62d051e/run","method":"POST","req_id":"058dae53-be64-4e83-ac4a-8cd672a91f69","remote_addr":"[fd00:1122:3344:101::a]:62071","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":26570,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-6d43d74f-f9b9-438f-9ef9-4e7ffce45480-51018181-b20e-4ea3-a647-3533f62d051e","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:39.803257546Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-6d43d74f-f9b9-438f-9ef9-4e7ffce45480-51018181-b20e-4ea3-a647-3533f62d051e","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:39.805998328Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-6d43d74f-f9b9-438f-9ef9-4e7ffce45480-51018181-b20e-4ea3-a647-3533f62d051e","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:39.814945095Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6d43d74f-f9b9-438f-9ef9-4e7ffce45480/.zfs/snapshot/51018181-b20e-4ea3-a647-3533f62d051e","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:39.815228553Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:39.815291924Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:39.815337036Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:39.815378317Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:39.815432208Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:39.818582722Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:39.82268999Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"region 6d43d74f-f9b9-438f-9ef9-4e7ffce45480 running snapshot 51018181-b20e-4ea3-a647-3533f62d051e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:39.82270294Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"datafile"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:42.122526349Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60596"}
{"msg":"region 7d690b81-6b17-4708-b370-d02a7d00d28a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:42.152745339Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:42.152944264Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"uri":"/crucible/0/regions","method":"POST","req_id":"e835ae08-0300-4b6a-8c78-a233a4a6f67e","remote_addr":"[fd00:1122:3344:101::a]:60596","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":267,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:42.152968695Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/7d690b81-6b17-4708-b370-d02a7d00d28a","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:42.163125674Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/7d690b81-6b17-4708-b370-d02a7d00d28a","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:42.163163975Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7d690b81-6b17-4708-b370-d02a7d00d28a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/7d690b81-6b17-4708-b370-d02a7d00d28a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:42.220909343Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"region":"7d690b81-6b17-4708-b370-d02a7d00d28a","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:42.288735509Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"region":"7d690b81-6b17-4708-b370-d02a7d00d28a","component":"worker"}
{"msg":"region 7d690b81-6b17-4708-b370-d02a7d00d28a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:42.28878564Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:42.288887043Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7d690b81-6b17-4708-b370-d02a7d00d28a","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:42.290797724Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7d690b81-6b17-4708-b370-d02a7d00d28a","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:42.296107184Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:42.30351261Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7d690b81-6b17-4708-b370-d02a7d00d28a","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:42.306412427Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7d690b81-6b17-4708-b370-d02a7d00d28a","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:42.306685214Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:42.306738515Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:42.306780396Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:42.306817388Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:42.310395242Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:42.316776571Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:42.355508966Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"uri":"/crucible/0/regions","method":"POST","req_id":"b5763112-1cb2-4133-9aec-d9a89a526307","remote_addr":"[fd00:1122:3344:101::a]:60596","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":71,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:51:11.819344345Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:41746"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:51:11.819465208Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"uri":"/crucible/0/regions/7d690b81-6b17-4708-b370-d02a7d00d28a","method":"GET","req_id":"57b4cefc-a9fb-47b5-9cdf-8f1e641387cb","remote_addr":"[fd00:1122:3344:101::a]:41746","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":84,"response_code":"200"}
{"msg":"path is \"/data/regions/7d690b81-6b17-4708-b370-d02a7d00d28a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:51:11.819675313Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"datafile"}
{"msg":"dataset is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/7d690b81-6b17-4708-b370-d02a7d00d28a","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:51:11.830044378Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"datafile"}
{"msg":"region 7d690b81-6b17-4708-b370-d02a7d00d28a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:51:11.838586874Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:51:11.83880087Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:51:11.83882314Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"uri":"/crucible/0/regions/7d690b81-6b17-4708-b370-d02a7d00d28a","method":"DELETE","req_id":"e0d8c143-fedc-4898-818f-4b8b4115fa2f","remote_addr":"[fd00:1122:3344:101::a]:41746","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19199,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:51:11.83958075Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"uri":"/crucible/0/regions/7d690b81-6b17-4708-b370-d02a7d00d28a","method":"GET","req_id":"f6625a13-b4bf-417a-abe5-2a61e21183c7","remote_addr":"[fd00:1122:3344:101::a]:41746","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":620,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-7d690b81-6b17-4708-b370-d02a7d00d28a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:51:11.840013992Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:51:11.846149194Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/7d690b81-6b17-4708-b370-d02a7d00d28a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:51:11.855681017Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"region":"7d690b81-6b17-4708-b370-d02a7d00d28a","component":"worker"}
{"msg":"region 7d690b81-6b17-4708-b370-d02a7d00d28a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:51:11.901728365Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:51:11.982900414Z","hostname":"oxz_crucible_9201a96a-7e67-4a94-911a-19660f20d38c","pid":23024,"uri":"/crucible/0/regions/7d690b81-6b17-4708-b370-d02a7d00d28a","method":"GET","req_id":"46f9d061-2f0c-47ce-b2f4-9aff453629c1","remote_addr":"[fd00:1122:3344:101::a]:41746","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":65,"response_code":"200"}