{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:23.380286445Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60739"}
{"msg":"region d9c7334e-1b50-4595-bbb3-09376f58daa2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:23.380365278Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:23.380940714Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:23.380960315Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"uri":"/crucible/0/regions","method":"POST","req_id":"38fa65b7-7762-467f-8a9c-00ebe11b1ef8","remote_addr":"[fd00:1122:3344:101::a]:60739","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":630,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_1a002b08-6021-4882-a443-e176f8f87821/crucible/regions/d9c7334e-1b50-4595-bbb3-09376f58daa2","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:23.390020533Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_1a002b08-6021-4882-a443-e176f8f87821/crucible/regions/d9c7334e-1b50-4595-bbb3-09376f58daa2","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:23.390053503Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d9c7334e-1b50-4595-bbb3-09376f58daa2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d9c7334e-1b50-4595-bbb3-09376f58daa2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:23.442816154Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"region":"d9c7334e-1b50-4595-bbb3-09376f58daa2","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d9c7334e-1b50-4595-bbb3-09376f58daa2\" \"--data\" \"/data/regions/d9c7334e-1b50-4595-bbb3-09376f58daa2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:23.442860296Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"region":"d9c7334e-1b50-4595-bbb3-09376f58daa2","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:23.586143771Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"region":"d9c7334e-1b50-4595-bbb3-09376f58daa2","component":"worker"}
{"msg":"region d9c7334e-1b50-4595-bbb3-09376f58daa2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:23.586196663Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:23.586306476Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/300b9e75-e041-4e93-bbd3-a044f571843b","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:23.592610865Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:23.592694748Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:23.59277339Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:23.59278111Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:23.592824641Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-300b9e75-e041-4e93-bbd3-a044f571843b","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:23.592886753Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/300b9e75-e041-4e93-bbd3-a044f571843b","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:23.592988676Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:23.593054448Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:23.593103649Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:23.593151731Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:23.602519427Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d9c7334e-1b50-4595-bbb3-09376f58daa2","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:23.602928529Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d9c7334e-1b50-4595-bbb3-09376f58daa2","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:23.606082088Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:23.618372178Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d9c7334e-1b50-4595-bbb3-09376f58daa2","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:23.625926273Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d9c7334e-1b50-4595-bbb3-09376f58daa2","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:23.626238692Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:23.626295263Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:23.626340595Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:23.626378676Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:23.630338028Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:23.637475432Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:23.638723897Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"uri":"/crucible/0/regions","method":"POST","req_id":"9f1f3b36-b328-4440-aabb-984dbf36d84f","remote_addr":"[fd00:1122:3344:101::a]:60739","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":90,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.653601165Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"uri":"/crucible/0/regions/300b9e75-e041-4e93-bbd3-a044f571843b","method":"GET","req_id":"24b0df40-7fb8-421f-a7e3-e2b4fad1cbea","remote_addr":"[fd00:1122:3344:101::a]:60739","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":602,"response_code":"200"}
{"msg":"path is \"/data/regions/300b9e75-e041-4e93-bbd3-a044f571843b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.662159568Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"datafile"}
{"msg":"dataset is oxp_1a002b08-6021-4882-a443-e176f8f87821/crucible/regions/300b9e75-e041-4e93-bbd3-a044f571843b","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.676720262Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"datafile"}
{"msg":"snapshot is oxp_1a002b08-6021-4882-a443-e176f8f87821/crucible/regions/300b9e75-e041-4e93-bbd3-a044f571843b@27978712-5943-4c98-9768-8b7ead029887","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.690747872Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1a002b08-6021-4882-a443-e176f8f87821/crucible/regions/300b9e75-e041-4e93-bbd3-a044f571843b\", \"27978712-5943-4c98-9768-8b7ead029887\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.690806173Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.706544501Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"uri":"/crucible/0/regions/300b9e75-e041-4e93-bbd3-a044f571843b/snapshots/27978712-5943-4c98-9768-8b7ead029887","method":"GET","req_id":"93ee4396-0743-40b0-a3ee-760611745212","remote_addr":"[fd00:1122:3344:101::a]:60739","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":48051,"response_code":"200"}
{"msg":"path is \"/data/regions/300b9e75-e041-4e93-bbd3-a044f571843b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.711170142Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"datafile"}
{"msg":"dataset is oxp_1a002b08-6021-4882-a443-e176f8f87821/crucible/regions/300b9e75-e041-4e93-bbd3-a044f571843b","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.722769763Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"datafile"}
{"msg":"snapshot is oxp_1a002b08-6021-4882-a443-e176f8f87821/crucible/regions/300b9e75-e041-4e93-bbd3-a044f571843b@27978712-5943-4c98-9768-8b7ead029887","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.734438804Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1a002b08-6021-4882-a443-e176f8f87821/crucible/regions/300b9e75-e041-4e93-bbd3-a044f571843b\", \"27978712-5943-4c98-9768-8b7ead029887\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.734481736Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 300b9e75-e041-4e93-bbd3-a044f571843b-27978712-5943-4c98-9768-8b7ead029887 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.748826414Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"datafile"}
{"msg":"applying SMF actions for region 300b9e75-e041-4e93-bbd3-a044f571843b running snapshot 27978712-5943-4c98-9768-8b7ead029887 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.749081061Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.749116302Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"uri":"/crucible/0/regions/300b9e75-e041-4e93-bbd3-a044f571843b/snapshots/27978712-5943-4c98-9768-8b7ead029887/run","method":"POST","req_id":"ffe651e9-1cb5-4287-bfb6-c5edc8751db8","remote_addr":"[fd00:1122:3344:101::a]:60739","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":37996,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/300b9e75-e041-4e93-bbd3-a044f571843b","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.750200973Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.750340607Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.75047036Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.750484361Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.750545062Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-300b9e75-e041-4e93-bbd3-a044f571843b","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.750618965Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/300b9e75-e041-4e93-bbd3-a044f571843b","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.751211501Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.751309554Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.751388226Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.751459868Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.759079205Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-300b9e75-e041-4e93-bbd3-a044f571843b-27978712-5943-4c98-9768-8b7ead029887","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.761021391Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-300b9e75-e041-4e93-bbd3-a044f571843b-27978712-5943-4c98-9768-8b7ead029887","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.773950038Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-300b9e75-e041-4e93-bbd3-a044f571843b-27978712-5943-4c98-9768-8b7ead029887","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.793892095Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/300b9e75-e041-4e93-bbd3-a044f571843b/.zfs/snapshot/27978712-5943-4c98-9768-8b7ead029887","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.794441141Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.794514723Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.794564125Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.794618996Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.794677008Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.801415229Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.807523883Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"region 300b9e75-e041-4e93-bbd3-a044f571843b running snapshot 27978712-5943-4c98-9768-8b7ead029887 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.807541504Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"datafile"}
{"msg":"path is \"/data/regions/300b9e75-e041-4e93-bbd3-a044f571843b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.975338337Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"datafile"}
{"msg":"dataset is oxp_1a002b08-6021-4882-a443-e176f8f87821/crucible/regions/300b9e75-e041-4e93-bbd3-a044f571843b","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.983731616Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"datafile"}
{"msg":"snapshot is oxp_1a002b08-6021-4882-a443-e176f8f87821/crucible/regions/300b9e75-e041-4e93-bbd3-a044f571843b@27978712-5943-4c98-9768-8b7ead029887","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.991947969Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1a002b08-6021-4882-a443-e176f8f87821/crucible/regions/300b9e75-e041-4e93-bbd3-a044f571843b\", \"27978712-5943-4c98-9768-8b7ead029887\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:24.991990661Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:25.000788061Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"uri":"/crucible/0/regions/300b9e75-e041-4e93-bbd3-a044f571843b/snapshots/27978712-5943-4c98-9768-8b7ead029887/run","method":"POST","req_id":"c72baaeb-caf1-46e6-ba99-16a9bcebd736","remote_addr":"[fd00:1122:3344:101::a]:60739","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":26097,"response_code":"200"}
{"msg":"region 41a9d8c2-5914-4a58-ac65-fa00e604bd49 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:29.49363055Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:29.493794134Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"uri":"/crucible/0/regions","method":"POST","req_id":"071c3522-8b2e-4559-9e92-366aa1594a08","remote_addr":"[fd00:1122:3344:101::a]:60739","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":247,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:29.493819775Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_1a002b08-6021-4882-a443-e176f8f87821/crucible/regions/41a9d8c2-5914-4a58-ac65-fa00e604bd49","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:29.503696986Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_1a002b08-6021-4882-a443-e176f8f87821/crucible/regions/41a9d8c2-5914-4a58-ac65-fa00e604bd49","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:29.503735297Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"41a9d8c2-5914-4a58-ac65-fa00e604bd49\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/41a9d8c2-5914-4a58-ac65-fa00e604bd49\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:29.578809833Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"region":"41a9d8c2-5914-4a58-ac65-fa00e604bd49","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"41a9d8c2-5914-4a58-ac65-fa00e604bd49\" \"--data\" \"/data/regions/41a9d8c2-5914-4a58-ac65-fa00e604bd49\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:29.580566603Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"region":"41a9d8c2-5914-4a58-ac65-fa00e604bd49","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:29.687185916Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"region":"41a9d8c2-5914-4a58-ac65-fa00e604bd49","component":"worker"}
{"msg":"region 41a9d8c2-5914-4a58-ac65-fa00e604bd49 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:29.687223946Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:29.6873442Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/300b9e75-e041-4e93-bbd3-a044f571843b","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:29.688116322Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:29.688211225Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:29.688312417Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:29.688326358Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:29.688373899Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-300b9e75-e041-4e93-bbd3-a044f571843b","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:29.688466662Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/300b9e75-e041-4e93-bbd3-a044f571843b","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:29.688852663Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:29.688919215Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:29.688967496Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:29.689012637Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:29.695100841Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-41a9d8c2-5914-4a58-ac65-fa00e604bd49","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:29.695565534Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-41a9d8c2-5914-4a58-ac65-fa00e604bd49","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:29.704102977Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:29.719625028Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-41a9d8c2-5914-4a58-ac65-fa00e604bd49","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:29.72495398Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/41a9d8c2-5914-4a58-ac65-fa00e604bd49","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:29.725227198Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:29.72530041Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:29.725344211Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:29.725386572Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:29.733445281Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:29.750644741Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:29.829744731Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"uri":"/crucible/0/regions","method":"POST","req_id":"2ad6add7-4322-4f71-a423-4289a61fa810","remote_addr":"[fd00:1122:3344:101::a]:60739","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":655,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:54.473911763Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"uri":"/crucible/0/regions/41a9d8c2-5914-4a58-ac65-fa00e604bd49","method":"GET","req_id":"c86627f4-7c1d-4c31-aa14-f1a0d0c55ddd","remote_addr":"[fd00:1122:3344:101::a]:60739","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":55,"response_code":"200"}
{"msg":"path is \"/data/regions/41a9d8c2-5914-4a58-ac65-fa00e604bd49\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:54.476916289Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"datafile"}
{"msg":"dataset is oxp_1a002b08-6021-4882-a443-e176f8f87821/crucible/regions/41a9d8c2-5914-4a58-ac65-fa00e604bd49","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:54.489638141Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"datafile"}
{"msg":"region 41a9d8c2-5914-4a58-ac65-fa00e604bd49 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:54.497613278Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:54.497792133Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:54.497864165Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"uri":"/crucible/0/regions/41a9d8c2-5914-4a58-ac65-fa00e604bd49","method":"DELETE","req_id":"bad4b17d-a383-46fe-8a6e-4ab7109aac16","remote_addr":"[fd00:1122:3344:101::a]:60739","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":20971,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-41a9d8c2-5914-4a58-ac65-fa00e604bd49 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:54.499042438Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:54.501726885Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"uri":"/crucible/0/regions/41a9d8c2-5914-4a58-ac65-fa00e604bd49","method":"GET","req_id":"f7ca9cfe-e6e9-4aed-96e4-fb3dae6063aa","remote_addr":"[fd00:1122:3344:101::a]:60739","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":612,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/300b9e75-e041-4e93-bbd3-a044f571843b","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:54.505297336Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:54.505386489Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:54.505470441Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:54.505479891Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:54.505539603Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-300b9e75-e041-4e93-bbd3-a044f571843b","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:54.505604115Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/300b9e75-e041-4e93-bbd3-a044f571843b","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:54.505977386Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:54.506040987Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:54.506098839Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:54.50614795Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:54.509520966Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:54.511680368Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_1a002b08-6021-4882-a443-e176f8f87821/crucible/regions/41a9d8c2-5914-4a58-ac65-fa00e604bd49\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:54.521069835Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"region":"41a9d8c2-5914-4a58-ac65-fa00e604bd49","component":"worker"}
{"msg":"region 41a9d8c2-5914-4a58-ac65-fa00e604bd49 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:54.56766469Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T01:02:54.579086165Z","hostname":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","pid":23352,"uri":"/crucible/0/regions/41a9d8c2-5914-4a58-ac65-fa00e604bd49","method":"GET","req_id":"f1fbac96-2ac5-4f4d-8f5a-53117a43b028","remote_addr":"[fd00:1122:3344:101::a]:60739","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":78,"response_code":"200"}