{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:21.918751676Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:36700"}
{"msg":"region d5916500-62cb-4804-9f73-1a8798da15fa state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:21.919338775Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:21.92371662Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:21.92373045Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"uri":"/crucible/0/regions","method":"POST","req_id":"97de0193-cf5c-482c-85a0-9ba0d5b64e86","remote_addr":"[fd00:1122:3344:101::c]:36700","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":4915,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_dc8b73cb-89ef-41a6-8fed-906219a5be24/crucible/regions/d5916500-62cb-4804-9f73-1a8798da15fa","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:21.938105933Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_dc8b73cb-89ef-41a6-8fed-906219a5be24/crucible/regions/d5916500-62cb-4804-9f73-1a8798da15fa","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:21.938130983Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:22.165552444Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"uri":"/crucible/0/regions","method":"POST","req_id":"e32c06e4-6d9a-43a7-bb74-24ec661c35e5","remote_addr":"[fd00:1122:3344:101::c]:36700","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":77,"response_code":"200"}
{"msg":"creating region Region { id: RegionId(\"d5916500-62cb-4804-9f73-1a8798da15fa\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d5916500-62cb-4804-9f73-1a8798da15fa\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:22.232642718Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"region":"d5916500-62cb-4804-9f73-1a8798da15fa","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d5916500-62cb-4804-9f73-1a8798da15fa\" \"--data\" \"/data/regions/d5916500-62cb-4804-9f73-1a8798da15fa\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:22.232684959Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"region":"d5916500-62cb-4804-9f73-1a8798da15fa","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:22.760428411Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"uri":"/crucible/0/regions","method":"POST","req_id":"d9d445b6-875e-4e5d-aaa1-f73b83f0204e","remote_addr":"[fd00:1122:3344:101::c]:36700","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":102,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:22.830077804Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"region":"d5916500-62cb-4804-9f73-1a8798da15fa","component":"worker"}
{"msg":"region d5916500-62cb-4804-9f73-1a8798da15fa state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:22.830110454Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:22.830250826Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d5916500-62cb-4804-9f73-1a8798da15fa","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:22.838145234Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d5916500-62cb-4804-9f73-1a8798da15fa","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:22.889986512Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:22.942172455Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d5916500-62cb-4804-9f73-1a8798da15fa","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:22.954540679Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d5916500-62cb-4804-9f73-1a8798da15fa","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:22.954802563Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:22.954859344Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:22.954902074Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:22.954940855Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:22.987357325Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:23.022517076Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:23.736959525Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:49238"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:23.737089837Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"uri":"/crucible/0/regions/d5916500-62cb-4804-9f73-1a8798da15fa","method":"GET","req_id":"27d35682-632c-4496-883f-6aaa23b39403","remote_addr":"[fd00:1122:3344:101::b]:49238","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":41,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:24.074413827Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"uri":"/crucible/0/regions","method":"POST","req_id":"f4a8f579-2915-4c53-bdf3-d97c01d33114","remote_addr":"[fd00:1122:3344:101::c]:36700","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":70,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:26.142931707Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"uri":"/crucible/0/regions/3ceee25e-5b78-4e92-ab0d-9b458bfded6e","method":"GET","req_id":"880a1c8c-7c85-4f16-a0cd-63711cc8b459","remote_addr":"[fd00:1122:3344:101::c]:36700","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":44,"response_code":"200"}
{"msg":"path is \"/data/regions/3ceee25e-5b78-4e92-ab0d-9b458bfded6e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:26.14652987Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"datafile"}
{"msg":"dataset is oxp_dc8b73cb-89ef-41a6-8fed-906219a5be24/crucible/regions/3ceee25e-5b78-4e92-ab0d-9b458bfded6e","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:26.155514852Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"datafile"}
{"msg":"snapshot is oxp_dc8b73cb-89ef-41a6-8fed-906219a5be24/crucible/regions/3ceee25e-5b78-4e92-ab0d-9b458bfded6e@3b576f69-edfa-432f-b1cc-0c4cd89de405","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:26.164296953Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_dc8b73cb-89ef-41a6-8fed-906219a5be24/crucible/regions/3ceee25e-5b78-4e92-ab0d-9b458bfded6e\", \"3b576f69-edfa-432f-b1cc-0c4cd89de405\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:26.164322403Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:26.176152889Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"uri":"/crucible/0/regions/3ceee25e-5b78-4e92-ab0d-9b458bfded6e/snapshots/3b576f69-edfa-432f-b1cc-0c4cd89de405","method":"GET","req_id":"7b161d56-13a1-46a9-ac82-a31e9a58d5fa","remote_addr":"[fd00:1122:3344:101::c]:36700","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":29626,"response_code":"200"}
{"msg":"path is \"/data/regions/3ceee25e-5b78-4e92-ab0d-9b458bfded6e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:26.179433047Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"datafile"}
{"msg":"dataset is oxp_dc8b73cb-89ef-41a6-8fed-906219a5be24/crucible/regions/3ceee25e-5b78-4e92-ab0d-9b458bfded6e","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:26.187414256Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"datafile"}
{"msg":"snapshot is oxp_dc8b73cb-89ef-41a6-8fed-906219a5be24/crucible/regions/3ceee25e-5b78-4e92-ab0d-9b458bfded6e@3b576f69-edfa-432f-b1cc-0c4cd89de405","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:26.195435354Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_dc8b73cb-89ef-41a6-8fed-906219a5be24/crucible/regions/3ceee25e-5b78-4e92-ab0d-9b458bfded6e\", \"3b576f69-edfa-432f-b1cc-0c4cd89de405\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:26.195455675Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 3ceee25e-5b78-4e92-ab0d-9b458bfded6e-3b576f69-edfa-432f-b1cc-0c4cd89de405 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:26.203760028Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"datafile"}
{"msg":"applying SMF actions for region 3ceee25e-5b78-4e92-ab0d-9b458bfded6e running snapshot 3b576f69-edfa-432f-b1cc-0c4cd89de405 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:26.20390727Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:26.20393496Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"uri":"/crucible/0/regions/3ceee25e-5b78-4e92-ab0d-9b458bfded6e/snapshots/3b576f69-edfa-432f-b1cc-0c4cd89de405/run","method":"POST","req_id":"ecf4b797-5593-40c2-84f2-8dfadae00ba1","remote_addr":"[fd00:1122:3344:101::c]:36700","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24533,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-3ceee25e-5b78-4e92-ab0d-9b458bfded6e-3b576f69-edfa-432f-b1cc-0c4cd89de405","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:26.20659949Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-3ceee25e-5b78-4e92-ab0d-9b458bfded6e-3b576f69-edfa-432f-b1cc-0c4cd89de405","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:26.211022835Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-3ceee25e-5b78-4e92-ab0d-9b458bfded6e-3b576f69-edfa-432f-b1cc-0c4cd89de405","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:26.279909967Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3ceee25e-5b78-4e92-ab0d-9b458bfded6e/.zfs/snapshot/3b576f69-edfa-432f-b1cc-0c4cd89de405","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:26.28011817Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:26.28017121Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:26.280211371Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:26.280250761Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:26.280300152Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:26.294573774Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:26.315510784Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"worker"}
{"msg":"region 3ceee25e-5b78-4e92-ab0d-9b458bfded6e running snapshot 3b576f69-edfa-432f-b1cc-0c4cd89de405 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:26.315532644Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"datafile"}
{"msg":"path is \"/data/regions/3ceee25e-5b78-4e92-ab0d-9b458bfded6e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:26.337956437Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"datafile"}
{"msg":"dataset is oxp_dc8b73cb-89ef-41a6-8fed-906219a5be24/crucible/regions/3ceee25e-5b78-4e92-ab0d-9b458bfded6e","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:26.347063082Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"datafile"}
{"msg":"snapshot is oxp_dc8b73cb-89ef-41a6-8fed-906219a5be24/crucible/regions/3ceee25e-5b78-4e92-ab0d-9b458bfded6e@3b576f69-edfa-432f-b1cc-0c4cd89de405","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:26.356233028Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_dc8b73cb-89ef-41a6-8fed-906219a5be24/crucible/regions/3ceee25e-5b78-4e92-ab0d-9b458bfded6e\", \"3b576f69-edfa-432f-b1cc-0c4cd89de405\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:26.356261338Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:26.364403259Z","hostname":"oxz_crucible_7036d564-3503-454e-a41b-f2219f4c58cb","pid":22716,"uri":"/crucible/0/regions/3ceee25e-5b78-4e92-ab0d-9b458bfded6e/snapshots/3b576f69-edfa-432f-b1cc-0c4cd89de405/run","method":"POST","req_id":"9b332232-ef7f-4e02-bbb8-e7eb6c623c36","remote_addr":"[fd00:1122:3344:101::c]:36700","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26450,"response_code":"200"}