{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.103635125Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:41696"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.103730467Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"uri":"/crucible/0/regions/667b7f6b-8292-4d64-842a-389ffad35790","method":"GET","req_id":"df1f48cf-1c85-4f8d-a88a-c3bc551e00a0","remote_addr":"[fd00:1122:3344:101::b]:41696","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":50,"response_code":"200"} {"msg":"path is \"/data/regions/667b7f6b-8292-4d64-842a-389ffad35790\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.107115902Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"datafile"} {"msg":"dataset is oxp_5db46ce3-4889-4034-8561-7e871bb98ae0/crucible/regions/667b7f6b-8292-4d64-842a-389ffad35790","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.116202576Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"datafile"} {"msg":"snapshot is oxp_5db46ce3-4889-4034-8561-7e871bb98ae0/crucible/regions/667b7f6b-8292-4d64-842a-389ffad35790@09fe4561-5243-4a46-82c8-f00e8d5fc32b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.125607387Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_5db46ce3-4889-4034-8561-7e871bb98ae0/crucible/regions/667b7f6b-8292-4d64-842a-389ffad35790\", \"09fe4561-5243-4a46-82c8-f00e8d5fc32b\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.125641128Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.137298052Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"uri":"/crucible/0/regions/667b7f6b-8292-4d64-842a-389ffad35790/snapshots/09fe4561-5243-4a46-82c8-f00e8d5fc32b","method":"GET","req_id":"6c106ddc-64be-4b68-85ae-3e0dfcf1d81d","remote_addr":"[fd00:1122:3344:101::b]:41696","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":30190,"response_code":"200"} {"msg":"path is \"/data/regions/667b7f6b-8292-4d64-842a-389ffad35790\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.145885037Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"datafile"} {"msg":"dataset is oxp_5db46ce3-4889-4034-8561-7e871bb98ae0/crucible/regions/667b7f6b-8292-4d64-842a-389ffad35790","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.155125554Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"datafile"} {"msg":"snapshot is oxp_5db46ce3-4889-4034-8561-7e871bb98ae0/crucible/regions/667b7f6b-8292-4d64-842a-389ffad35790@09fe4561-5243-4a46-82c8-f00e8d5fc32b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.162889953Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_5db46ce3-4889-4034-8561-7e871bb98ae0/crucible/regions/667b7f6b-8292-4d64-842a-389ffad35790\", \"09fe4561-5243-4a46-82c8-f00e8d5fc32b\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.162919034Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 667b7f6b-8292-4d64-842a-389ffad35790-09fe4561-5243-4a46-82c8-f00e8d5fc32b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.171842915Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"datafile"} {"msg":"applying SMF actions for region 667b7f6b-8292-4d64-842a-389ffad35790 running snapshot 09fe4561-5243-4a46-82c8-f00e8d5fc32b (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.172841384Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.172882975Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"uri":"/crucible/0/regions/667b7f6b-8292-4d64-842a-389ffad35790/snapshots/09fe4561-5243-4a46-82c8-f00e8d5fc32b/run","method":"POST","req_id":"94ead1eb-9d25-4e24-a58e-0b17d8c6b065","remote_addr":"[fd00:1122:3344:101::b]:41696","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":27031,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/667b7f6b-8292-4d64-842a-389ffad35790","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.177010314Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.177092306Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.177173447Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.177179987Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.177220928Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-667b7f6b-8292-4d64-842a-389ffad35790","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.177267219Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/667b7f6b-8292-4d64-842a-389ffad35790","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.177363711Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.177424952Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.177471853Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.177521044Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.185479047Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-667b7f6b-8292-4d64-842a-389ffad35790-09fe4561-5243-4a46-82c8-f00e8d5fc32b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.18617042Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-667b7f6b-8292-4d64-842a-389ffad35790-09fe4561-5243-4a46-82c8-f00e8d5fc32b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.192600284Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-667b7f6b-8292-4d64-842a-389ffad35790-09fe4561-5243-4a46-82c8-f00e8d5fc32b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.213156729Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/667b7f6b-8292-4d64-842a-389ffad35790/.zfs/snapshot/09fe4561-5243-4a46-82c8-f00e8d5fc32b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.213499505Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.213554346Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.213596237Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.213637108Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.213689819Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.222311434Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.230493911Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"region 667b7f6b-8292-4d64-842a-389ffad35790 running snapshot 09fe4561-5243-4a46-82c8-f00e8d5fc32b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.230503452Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"datafile"} {"msg":"path is \"/data/regions/667b7f6b-8292-4d64-842a-389ffad35790\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.472624872Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"datafile"} {"msg":"dataset is oxp_5db46ce3-4889-4034-8561-7e871bb98ae0/crucible/regions/667b7f6b-8292-4d64-842a-389ffad35790","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.481862499Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"datafile"} {"msg":"snapshot is oxp_5db46ce3-4889-4034-8561-7e871bb98ae0/crucible/regions/667b7f6b-8292-4d64-842a-389ffad35790@09fe4561-5243-4a46-82c8-f00e8d5fc32b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.490085197Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_5db46ce3-4889-4034-8561-7e871bb98ae0/crucible/regions/667b7f6b-8292-4d64-842a-389ffad35790\", \"09fe4561-5243-4a46-82c8-f00e8d5fc32b\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.490111017Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:10.497901637Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"uri":"/crucible/0/regions/667b7f6b-8292-4d64-842a-389ffad35790/snapshots/09fe4561-5243-4a46-82c8-f00e8d5fc32b/run","method":"POST","req_id":"1da96694-e38a-48fe-a978-3912e12ff148","remote_addr":"[fd00:1122:3344:101::b]:41696","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":25314,"response_code":"200"} {"msg":"region c5e50a90-8d3f-441a-82e8-89c12bb0a2a4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:15.22394929Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:15.224152164Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"uri":"/crucible/0/regions","method":"POST","req_id":"6b27c035-3d6b-4fde-ad4b-dfec4c701a54","remote_addr":"[fd00:1122:3344:101::b]:41696","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":261,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:15.224173154Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_5db46ce3-4889-4034-8561-7e871bb98ae0/crucible/regions/c5e50a90-8d3f-441a-82e8-89c12bb0a2a4","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:15.234210887Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_5db46ce3-4889-4034-8561-7e871bb98ae0/crucible/regions/c5e50a90-8d3f-441a-82e8-89c12bb0a2a4","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:15.234243198Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c5e50a90-8d3f-441a-82e8-89c12bb0a2a4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c5e50a90-8d3f-441a-82e8-89c12bb0a2a4\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:15.312112243Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"region":"c5e50a90-8d3f-441a-82e8-89c12bb0a2a4","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c5e50a90-8d3f-441a-82e8-89c12bb0a2a4\" \"--data\" \"/data/regions/c5e50a90-8d3f-441a-82e8-89c12bb0a2a4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:15.312166334Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"region":"c5e50a90-8d3f-441a-82e8-89c12bb0a2a4","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:15.442416566Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"region":"c5e50a90-8d3f-441a-82e8-89c12bb0a2a4","component":"worker"} {"msg":"region c5e50a90-8d3f-441a-82e8-89c12bb0a2a4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:15.442469477Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:15.442555358Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/667b7f6b-8292-4d64-842a-389ffad35790","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:15.443119929Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:15.443203361Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:15.443282982Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:15.443290273Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:15.443333693Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-667b7f6b-8292-4d64-842a-389ffad35790","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:15.443385584Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/667b7f6b-8292-4d64-842a-389ffad35790","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:15.443781062Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:15.443847753Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:15.443895934Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:15.443944055Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:15.450261176Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c5e50a90-8d3f-441a-82e8-89c12bb0a2a4","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:15.450662644Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c5e50a90-8d3f-441a-82e8-89c12bb0a2a4","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:15.46349619Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:15.481801322Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c5e50a90-8d3f-441a-82e8-89c12bb0a2a4","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:15.489458729Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c5e50a90-8d3f-441a-82e8-89c12bb0a2a4","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:15.489734874Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:15.489807256Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:15.489854027Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:15.489899477Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:15.500548482Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:15.512800488Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:15.556342564Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"uri":"/crucible/0/regions","method":"POST","req_id":"f3222b30-7b9f-4b21-885a-99385174d8db","remote_addr":"[fd00:1122:3344:101::b]:41696","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":106,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:43.260362684Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"uri":"/crucible/0/regions/c5e50a90-8d3f-441a-82e8-89c12bb0a2a4","method":"GET","req_id":"e635a46d-5099-4ecd-afbe-dad24dd3f6bd","remote_addr":"[fd00:1122:3344:101::b]:41696","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":54,"response_code":"200"} {"msg":"path is \"/data/regions/c5e50a90-8d3f-441a-82e8-89c12bb0a2a4\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:43.263950093Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"datafile"} {"msg":"dataset is oxp_5db46ce3-4889-4034-8561-7e871bb98ae0/crucible/regions/c5e50a90-8d3f-441a-82e8-89c12bb0a2a4","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:43.277054545Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"datafile"} {"msg":"region c5e50a90-8d3f-441a-82e8-89c12bb0a2a4 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:43.286937595Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:43.287121408Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-c5e50a90-8d3f-441a-82e8-89c12bb0a2a4 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:43.288851811Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:43.289460573Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"uri":"/crucible/0/regions/c5e50a90-8d3f-441a-82e8-89c12bb0a2a4","method":"DELETE","req_id":"92ad8fbe-eda2-40ae-8d8b-b1872d45475b","remote_addr":"[fd00:1122:3344:101::b]:41696","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":25546,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:43.292588963Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"uri":"/crucible/0/regions/c5e50a90-8d3f-441a-82e8-89c12bb0a2a4","method":"GET","req_id":"617138d4-09f0-40ae-800f-a81149d70b2a","remote_addr":"[fd00:1122:3344:101::b]:41696","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":44,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/667b7f6b-8292-4d64-842a-389ffad35790","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:43.293642423Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:43.293736445Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:43.293824927Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:43.293832387Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:43.293874858Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-667b7f6b-8292-4d64-842a-389ffad35790","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:43.293925769Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/667b7f6b-8292-4d64-842a-389ffad35790","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:43.294252375Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:43.294329527Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:43.294386248Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:43.294444509Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:43.297983697Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:43.29985755Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_5db46ce3-4889-4034-8561-7e871bb98ae0/crucible/regions/c5e50a90-8d3f-441a-82e8-89c12bb0a2a4\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:43.311109539Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"region":"c5e50a90-8d3f-441a-82e8-89c12bb0a2a4","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:43.355204536Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"uri":"/crucible/0/regions/c5e50a90-8d3f-441a-82e8-89c12bb0a2a4","method":"GET","req_id":"258458c2-4890-4b1a-a504-33e9cfc1c8d5","remote_addr":"[fd00:1122:3344:101::b]:41696","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":85,"response_code":"200"} {"msg":"region c5e50a90-8d3f-441a-82e8-89c12bb0a2a4 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:43.355255397Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T23:36:43.489284931Z","hostname":"oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63","pid":23430,"uri":"/crucible/0/regions/c5e50a90-8d3f-441a-82e8-89c12bb0a2a4","method":"GET","req_id":"054d7551-c574-4134-b2cb-18f30932b64a","remote_addr":"[fd00:1122:3344:101::b]:41696","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":29,"response_code":"200"}