{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:18.037935539Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:38347"}
{"msg":"region 2fc95096-e1e3-47e5-a772-a4f6a2dae934 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:18.038076054Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:18.042199313Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:18.042215854Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"uri":"/crucible/0/regions","method":"POST","req_id":"0e02d1e4-20cb-4fba-acd4-c0f4dbb0d930","remote_addr":"[fd00:1122:3344:101::b]:38347","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":4161,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_bd72585e-3c6e-4f8b-9c33-8796f7b93de3/crucible/regions/2fc95096-e1e3-47e5-a772-a4f6a2dae934","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:18.052168877Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_bd72585e-3c6e-4f8b-9c33-8796f7b93de3/crucible/regions/2fc95096-e1e3-47e5-a772-a4f6a2dae934","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:18.052196547Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2fc95096-e1e3-47e5-a772-a4f6a2dae934\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2fc95096-e1e3-47e5-a772-a4f6a2dae934\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:18.10765432Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"region":"2fc95096-e1e3-47e5-a772-a4f6a2dae934","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2fc95096-e1e3-47e5-a772-a4f6a2dae934\" \"--data\" \"/data/regions/2fc95096-e1e3-47e5-a772-a4f6a2dae934\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:18.107692201Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"region":"2fc95096-e1e3-47e5-a772-a4f6a2dae934","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:18.183538904Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"region":"2fc95096-e1e3-47e5-a772-a4f6a2dae934","component":"worker"}
{"msg":"region 2fc95096-e1e3-47e5-a772-a4f6a2dae934 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:18.183582926Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:18.183699539Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2fc95096-e1e3-47e5-a772-a4f6a2dae934","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:18.184158564Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2fc95096-e1e3-47e5-a772-a4f6a2dae934","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:18.189428099Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:18.190301987Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"uri":"/crucible/0/regions","method":"POST","req_id":"4640b40c-6905-4529-b166-89a136b28f88","remote_addr":"[fd00:1122:3344:101::b]:38347","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":66,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:18.204297026Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2fc95096-e1e3-47e5-a772-a4f6a2dae934","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:18.207443095Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2fc95096-e1e3-47e5-a772-a4f6a2dae934","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:18.207671143Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:18.207713814Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:18.207751055Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:18.207787776Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:18.210958056Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/64c8f609-c62a-4c09-8f86-1838972345e8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:18.21553897Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:18.215619372Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:18.215712065Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:18.215722416Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:18.215762347Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-64c8f609-c62a-4c09-8f86-1838972345e8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:18.215810128Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/64c8f609-c62a-4c09-8f86-1838972345e8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:18.21587837Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:18.215929132Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:18.215973653Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:18.216017655Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:18.228339612Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:18.228846418Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:19.895915388Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"uri":"/crucible/0/regions/64c8f609-c62a-4c09-8f86-1838972345e8","method":"GET","req_id":"548b7273-0633-4b99-8abc-2b11b7e56884","remote_addr":"[fd00:1122:3344:101::b]:38347","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":63,"response_code":"200"}
{"msg":"path is \"/data/regions/64c8f609-c62a-4c09-8f86-1838972345e8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:19.899822361Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"datafile"}
{"msg":"dataset is oxp_bd72585e-3c6e-4f8b-9c33-8796f7b93de3/crucible/regions/64c8f609-c62a-4c09-8f86-1838972345e8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:19.909192786Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"datafile"}
{"msg":"snapshot is oxp_bd72585e-3c6e-4f8b-9c33-8796f7b93de3/crucible/regions/64c8f609-c62a-4c09-8f86-1838972345e8@ecaa8ed5-4ee2-4c2e-a5a9-dfb2c99d1f2e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:19.917997382Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_bd72585e-3c6e-4f8b-9c33-8796f7b93de3/crucible/regions/64c8f609-c62a-4c09-8f86-1838972345e8\", \"ecaa8ed5-4ee2-4c2e-a5a9-dfb2c99d1f2e\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:19.918037054Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:19.929537875Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"uri":"/crucible/0/regions/64c8f609-c62a-4c09-8f86-1838972345e8/snapshots/ecaa8ed5-4ee2-4c2e-a5a9-dfb2c99d1f2e","method":"GET","req_id":"40b9980e-1036-4bd1-a1e6-87b700cdf8cd","remote_addr":"[fd00:1122:3344:101::b]:38347","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":29723,"response_code":"200"}
{"msg":"path is \"/data/regions/64c8f609-c62a-4c09-8f86-1838972345e8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:19.934536622Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"datafile"}
{"msg":"dataset is oxp_bd72585e-3c6e-4f8b-9c33-8796f7b93de3/crucible/regions/64c8f609-c62a-4c09-8f86-1838972345e8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:19.943354199Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"datafile"}
{"msg":"snapshot is oxp_bd72585e-3c6e-4f8b-9c33-8796f7b93de3/crucible/regions/64c8f609-c62a-4c09-8f86-1838972345e8@ecaa8ed5-4ee2-4c2e-a5a9-dfb2c99d1f2e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:19.951897438Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_bd72585e-3c6e-4f8b-9c33-8796f7b93de3/crucible/regions/64c8f609-c62a-4c09-8f86-1838972345e8\", \"ecaa8ed5-4ee2-4c2e-a5a9-dfb2c99d1f2e\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:19.951920499Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 64c8f609-c62a-4c09-8f86-1838972345e8-ecaa8ed5-4ee2-4c2e-a5a9-dfb2c99d1f2e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:19.960829348Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"datafile"}
{"msg":"applying SMF actions for region 64c8f609-c62a-4c09-8f86-1838972345e8 running snapshot ecaa8ed5-4ee2-4c2e-a5a9-dfb2c99d1f2e (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:19.961077596Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:19.961090197Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"uri":"/crucible/0/regions/64c8f609-c62a-4c09-8f86-1838972345e8/snapshots/ecaa8ed5-4ee2-4c2e-a5a9-dfb2c99d1f2e/run","method":"POST","req_id":"ecd206bd-093a-48ec-be26-c01070357e34","remote_addr":"[fd00:1122:3344:101::b]:38347","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":27172,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/64c8f609-c62a-4c09-8f86-1838972345e8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:19.962627975Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:19.962706527Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:19.96278313Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:19.96279298Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:19.962828141Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-64c8f609-c62a-4c09-8f86-1838972345e8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:19.962869763Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/64c8f609-c62a-4c09-8f86-1838972345e8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:19.963169432Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:19.963224404Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:19.963269685Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:19.963312417Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:19.966762185Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-64c8f609-c62a-4c09-8f86-1838972345e8-ecaa8ed5-4ee2-4c2e-a5a9-dfb2c99d1f2e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:19.9672467Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-64c8f609-c62a-4c09-8f86-1838972345e8-ecaa8ed5-4ee2-4c2e-a5a9-dfb2c99d1f2e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:19.977407509Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-64c8f609-c62a-4c09-8f86-1838972345e8-ecaa8ed5-4ee2-4c2e-a5a9-dfb2c99d1f2e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:19.987106574Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/64c8f609-c62a-4c09-8f86-1838972345e8/.zfs/snapshot/ecaa8ed5-4ee2-4c2e-a5a9-dfb2c99d1f2e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:19.987388753Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:19.987447985Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:19.987490957Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:19.987530498Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:19.987578699Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:19.99110975Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:19.995582391Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"region 64c8f609-c62a-4c09-8f86-1838972345e8 running snapshot ecaa8ed5-4ee2-4c2e-a5a9-dfb2c99d1f2e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:19.995591641Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"datafile"}
{"msg":"path is \"/data/regions/64c8f609-c62a-4c09-8f86-1838972345e8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:20.115812869Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"datafile"}
{"msg":"dataset is oxp_bd72585e-3c6e-4f8b-9c33-8796f7b93de3/crucible/regions/64c8f609-c62a-4c09-8f86-1838972345e8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:20.124525953Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"datafile"}
{"msg":"snapshot is oxp_bd72585e-3c6e-4f8b-9c33-8796f7b93de3/crucible/regions/64c8f609-c62a-4c09-8f86-1838972345e8@ecaa8ed5-4ee2-4c2e-a5a9-dfb2c99d1f2e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:20.133541966Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_bd72585e-3c6e-4f8b-9c33-8796f7b93de3/crucible/regions/64c8f609-c62a-4c09-8f86-1838972345e8\", \"ecaa8ed5-4ee2-4c2e-a5a9-dfb2c99d1f2e\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:20.133575468Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:20.141237888Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"uri":"/crucible/0/regions/64c8f609-c62a-4c09-8f86-1838972345e8/snapshots/ecaa8ed5-4ee2-4c2e-a5a9-dfb2c99d1f2e/run","method":"POST","req_id":"d77b6a97-2cbf-401f-9dd2-df6ca42bc306","remote_addr":"[fd00:1122:3344:101::b]:38347","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25444,"response_code":"200"}
{"msg":"region 8074ee80-3eac-45a3-8316-07d93224609d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:24.229134136Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:24.229286841Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"uri":"/crucible/0/regions","method":"POST","req_id":"1b0198b2-b61c-4575-8dee-f0d4fb3fef98","remote_addr":"[fd00:1122:3344:101::b]:38347","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":225,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:24.229339482Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_bd72585e-3c6e-4f8b-9c33-8796f7b93de3/crucible/regions/8074ee80-3eac-45a3-8316-07d93224609d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:24.238914283Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_bd72585e-3c6e-4f8b-9c33-8796f7b93de3/crucible/regions/8074ee80-3eac-45a3-8316-07d93224609d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:24.238961505Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"8074ee80-3eac-45a3-8316-07d93224609d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8074ee80-3eac-45a3-8316-07d93224609d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:24.298040421Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"region":"8074ee80-3eac-45a3-8316-07d93224609d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8074ee80-3eac-45a3-8316-07d93224609d\" \"--data\" \"/data/regions/8074ee80-3eac-45a3-8316-07d93224609d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:24.299932371Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"region":"8074ee80-3eac-45a3-8316-07d93224609d","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:24.372501241Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"region":"8074ee80-3eac-45a3-8316-07d93224609d","component":"worker"}
{"msg":"region 8074ee80-3eac-45a3-8316-07d93224609d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:24.372530532Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:24.372639466Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/64c8f609-c62a-4c09-8f86-1838972345e8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:24.374005629Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:24.374085791Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:24.374164903Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:24.374177834Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:24.374209865Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-64c8f609-c62a-4c09-8f86-1838972345e8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:24.374252266Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/64c8f609-c62a-4c09-8f86-1838972345e8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:24.374620888Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:24.37467867Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:24.374725081Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:24.374768913Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:24.378275303Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-8074ee80-3eac-45a3-8316-07d93224609d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:24.378675315Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8074ee80-3eac-45a3-8316-07d93224609d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:24.38232956Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:24.391085875Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8074ee80-3eac-45a3-8316-07d93224609d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:24.405620312Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8074ee80-3eac-45a3-8316-07d93224609d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:24.405847919Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:24.405903851Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:24.405944652Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:24.405980783Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:24.409254436Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:24.415073609Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:24.471529403Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"uri":"/crucible/0/regions","method":"POST","req_id":"85bb3e33-ed98-493c-88b0-29b36cf4bab2","remote_addr":"[fd00:1122:3344:101::b]:38347","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":93,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:48.839107461Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"uri":"/crucible/0/regions/8074ee80-3eac-45a3-8316-07d93224609d","method":"GET","req_id":"60cd2e2e-6c53-4b29-8645-8e4c74c2ba7e","remote_addr":"[fd00:1122:3344:101::b]:38347","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":57,"response_code":"200"}
{"msg":"path is \"/data/regions/8074ee80-3eac-45a3-8316-07d93224609d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:48.842840038Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"datafile"}
{"msg":"dataset is oxp_bd72585e-3c6e-4f8b-9c33-8796f7b93de3/crucible/regions/8074ee80-3eac-45a3-8316-07d93224609d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:48.855030291Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"datafile"}
{"msg":"region 8074ee80-3eac-45a3-8316-07d93224609d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:48.86516466Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:48.865346335Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-8074ee80-3eac-45a3-8316-07d93224609d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:48.86675408Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:48.867967258Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"uri":"/crucible/0/regions/8074ee80-3eac-45a3-8316-07d93224609d","method":"DELETE","req_id":"255c8adf-0335-4a06-a2f8-16a95c70e8f8","remote_addr":"[fd00:1122:3344:101::b]:38347","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25158,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:48.871329943Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"uri":"/crucible/0/regions/8074ee80-3eac-45a3-8316-07d93224609d","method":"GET","req_id":"64784e7a-3b79-4761-a89c-ccb53bc80e3b","remote_addr":"[fd00:1122:3344:101::b]:38347","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":31,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/64c8f609-c62a-4c09-8f86-1838972345e8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:48.872248192Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:48.872342015Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:48.872431978Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:48.872439048Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:48.8724834Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-64c8f609-c62a-4c09-8f86-1838972345e8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:48.872528481Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/64c8f609-c62a-4c09-8f86-1838972345e8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:48.872845011Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:48.872915173Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:48.872960375Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:48.873013467Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:48.876685832Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:48.878080836Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_bd72585e-3c6e-4f8b-9c33-8796f7b93de3/crucible/regions/8074ee80-3eac-45a3-8316-07d93224609d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:48.888213394Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"region":"8074ee80-3eac-45a3-8316-07d93224609d","component":"worker"}
{"msg":"region 8074ee80-3eac-45a3-8316-07d93224609d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:48.942201151Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-31T23:45:48.954995353Z","hostname":"oxz_crucible_1a43c116-2003-4427-8970-c1de689121f8","pid":22766,"uri":"/crucible/0/regions/8074ee80-3eac-45a3-8316-07d93224609d","method":"GET","req_id":"81c8a7f2-77ad-4404-a2b0-355717430120","remote_addr":"[fd00:1122:3344:101::b]:38347","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":76,"response_code":"200"}