{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.439418217Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:46003"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.447055709Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"uri":"/crucible/0/regions/867e43d4-32a1-438f-81b6-c3bdedc5e416","method":"GET","req_id":"a05a064c-309c-40af-ae7d-f3db6d43d104","remote_addr":"[fd00:1122:3344:101::a]:46003","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":7586,"response_code":"200"} {"msg":"path is \"/data/regions/867e43d4-32a1-438f-81b6-c3bdedc5e416\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.450743182Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"datafile"} {"msg":"dataset is oxp_8fbbea6c-76df-4af7-a25f-3e2c165ad855/crucible/regions/867e43d4-32a1-438f-81b6-c3bdedc5e416","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.460363069Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"datafile"} {"msg":"snapshot is oxp_8fbbea6c-76df-4af7-a25f-3e2c165ad855/crucible/regions/867e43d4-32a1-438f-81b6-c3bdedc5e416@e452d719-e926-44e8-a53a-e65711917a2d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.468901312Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_8fbbea6c-76df-4af7-a25f-3e2c165ad855/crucible/regions/867e43d4-32a1-438f-81b6-c3bdedc5e416\", \"e452d719-e926-44e8-a53a-e65711917a2d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.468939303Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.480142995Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"uri":"/crucible/0/regions/867e43d4-32a1-438f-81b6-c3bdedc5e416/snapshots/e452d719-e926-44e8-a53a-e65711917a2d","method":"GET","req_id":"351e2d87-c019-4506-b1e6-2974bc040aeb","remote_addr":"[fd00:1122:3344:101::a]:46003","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":29402,"response_code":"200"} {"msg":"path is \"/data/regions/867e43d4-32a1-438f-81b6-c3bdedc5e416\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.483843509Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"datafile"} {"msg":"dataset is oxp_8fbbea6c-76df-4af7-a25f-3e2c165ad855/crucible/regions/867e43d4-32a1-438f-81b6-c3bdedc5e416","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.491231595Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"datafile"} {"msg":"snapshot is oxp_8fbbea6c-76df-4af7-a25f-3e2c165ad855/crucible/regions/867e43d4-32a1-438f-81b6-c3bdedc5e416@e452d719-e926-44e8-a53a-e65711917a2d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.499933952Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_8fbbea6c-76df-4af7-a25f-3e2c165ad855/crucible/regions/867e43d4-32a1-438f-81b6-c3bdedc5e416\", \"e452d719-e926-44e8-a53a-e65711917a2d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.499957782Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 867e43d4-32a1-438f-81b6-c3bdedc5e416-e452d719-e926-44e8-a53a-e65711917a2d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.507972503Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"datafile"} {"msg":"applying SMF actions for region 867e43d4-32a1-438f-81b6-c3bdedc5e416 running snapshot e452d719-e926-44e8-a53a-e65711917a2d (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.508545186Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.508568706Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"uri":"/crucible/0/regions/867e43d4-32a1-438f-81b6-c3bdedc5e416/snapshots/e452d719-e926-44e8-a53a-e65711917a2d/run","method":"POST","req_id":"c61f9dc4-e2d1-4df9-9053-e1d1a06513eb","remote_addr":"[fd00:1122:3344:101::a]:46003","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":24763,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/867e43d4-32a1-438f-81b6-c3bdedc5e416","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.519234867Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.519323369Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.519408161Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.519419641Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.519461442Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-867e43d4-32a1-438f-81b6-c3bdedc5e416","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.519511624Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/867e43d4-32a1-438f-81b6-c3bdedc5e416","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.519608626Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.519676607Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.519726388Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.519776939Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.526841529Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-867e43d4-32a1-438f-81b6-c3bdedc5e416-e452d719-e926-44e8-a53a-e65711917a2d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.527296389Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-867e43d4-32a1-438f-81b6-c3bdedc5e416-e452d719-e926-44e8-a53a-e65711917a2d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.53000072Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-867e43d4-32a1-438f-81b6-c3bdedc5e416-e452d719-e926-44e8-a53a-e65711917a2d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.541389927Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/867e43d4-32a1-438f-81b6-c3bdedc5e416/.zfs/snapshot/e452d719-e926-44e8-a53a-e65711917a2d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.541706994Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.541760905Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.541801986Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.541845797Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.541897608Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.545033199Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.549304345Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"region 867e43d4-32a1-438f-81b6-c3bdedc5e416 running snapshot e452d719-e926-44e8-a53a-e65711917a2d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.549315206Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"datafile"} {"msg":"path is \"/data/regions/867e43d4-32a1-438f-81b6-c3bdedc5e416\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.824215068Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"datafile"} {"msg":"dataset is oxp_8fbbea6c-76df-4af7-a25f-3e2c165ad855/crucible/regions/867e43d4-32a1-438f-81b6-c3bdedc5e416","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.833946058Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"datafile"} {"msg":"snapshot is oxp_8fbbea6c-76df-4af7-a25f-3e2c165ad855/crucible/regions/867e43d4-32a1-438f-81b6-c3bdedc5e416@e452d719-e926-44e8-a53a-e65711917a2d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.842300196Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_8fbbea6c-76df-4af7-a25f-3e2c165ad855/crucible/regions/867e43d4-32a1-438f-81b6-c3bdedc5e416\", \"e452d719-e926-44e8-a53a-e65711917a2d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.842328987Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.849737454Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"uri":"/crucible/0/regions/867e43d4-32a1-438f-81b6-c3bdedc5e416/snapshots/e452d719-e926-44e8-a53a-e65711917a2d/run","method":"POST","req_id":"b59889de-1187-49bc-90ee-ec6dbfc7a5f6","remote_addr":"[fd00:1122:3344:101::a]:46003","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":26078,"response_code":"200"} {"msg":"region 2ee42aeb-cc4a-4239-bfcd-ab03242bda33 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:13.56650488Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:13.566746825Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"uri":"/crucible/0/regions","method":"POST","req_id":"76644513-699b-4515-9fe4-423f63b0dfb1","remote_addr":"[fd00:1122:3344:101::a]:46003","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":312,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:13.566774466Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_8fbbea6c-76df-4af7-a25f-3e2c165ad855/crucible/regions/2ee42aeb-cc4a-4239-bfcd-ab03242bda33","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:13.577346835Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_8fbbea6c-76df-4af7-a25f-3e2c165ad855/crucible/regions/2ee42aeb-cc4a-4239-bfcd-ab03242bda33","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:13.577378405Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2ee42aeb-cc4a-4239-bfcd-ab03242bda33\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2ee42aeb-cc4a-4239-bfcd-ab03242bda33\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:13.636812876Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"region":"2ee42aeb-cc4a-4239-bfcd-ab03242bda33","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2ee42aeb-cc4a-4239-bfcd-ab03242bda33\" \"--data\" \"/data/regions/2ee42aeb-cc4a-4239-bfcd-ab03242bda33\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:13.636870327Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"region":"2ee42aeb-cc4a-4239-bfcd-ab03242bda33","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:13.712867902Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"region":"2ee42aeb-cc4a-4239-bfcd-ab03242bda33","component":"worker"} {"msg":"region 2ee42aeb-cc4a-4239-bfcd-ab03242bda33 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:13.712921243Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:13.713029266Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2ee42aeb-cc4a-4239-bfcd-ab03242bda33","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:13.713520697Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2ee42aeb-cc4a-4239-bfcd-ab03242bda33","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:13.720206838Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:13.727615395Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2ee42aeb-cc4a-4239-bfcd-ab03242bda33","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:13.731358639Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2ee42aeb-cc4a-4239-bfcd-ab03242bda33","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:13.731614805Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:13.731672837Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:13.731713947Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:13.731759168Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:13.735968833Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/867e43d4-32a1-438f-81b6-c3bdedc5e416","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:13.741813855Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:13.741928478Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:13.74202324Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:13.74203333Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:13.742070451Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-867e43d4-32a1-438f-81b6-c3bdedc5e416","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:13.742115762Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/867e43d4-32a1-438f-81b6-c3bdedc5e416","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:13.746039431Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:13.746094232Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:13.746143873Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:13.746190644Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:13.750118813Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:13.752154839Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:13.759575666Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"uri":"/crucible/0/regions","method":"POST","req_id":"2dac1f9b-f1a4-4192-8d6f-bb779177fac9","remote_addr":"[fd00:1122:3344:101::a]:46003","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":104,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:38.9006843Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"uri":"/crucible/0/regions/2ee42aeb-cc4a-4239-bfcd-ab03242bda33","method":"GET","req_id":"6920d1e4-da30-4567-91a3-81f3d1c6d111","remote_addr":"[fd00:1122:3344:101::a]:46003","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":61,"response_code":"200"} {"msg":"path is \"/data/regions/2ee42aeb-cc4a-4239-bfcd-ab03242bda33\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:38.903436512Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"datafile"} {"msg":"dataset is oxp_8fbbea6c-76df-4af7-a25f-3e2c165ad855/crucible/regions/2ee42aeb-cc4a-4239-bfcd-ab03242bda33","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:38.91623569Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"datafile"} {"msg":"region 2ee42aeb-cc4a-4239-bfcd-ab03242bda33 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:38.92642375Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:38.926612035Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-2ee42aeb-cc4a-4239-bfcd-ab03242bda33 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:38.927887353Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:38.92906497Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"uri":"/crucible/0/regions/2ee42aeb-cc4a-4239-bfcd-ab03242bda33","method":"DELETE","req_id":"8f92458b-dfa7-407f-bc0d-f52253a6c032","remote_addr":"[fd00:1122:3344:101::a]:46003","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":25673,"response_code":"204"} {"msg":"existing directory value /dev/null does not match /data/regions/867e43d4-32a1-438f-81b6-c3bdedc5e416","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:38.932457336Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:38.932572549Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:38.932670311Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:38.932680041Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:38.932723493Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-867e43d4-32a1-438f-81b6-c3bdedc5e416","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:38.932775084Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/867e43d4-32a1-438f-81b6-c3bdedc5e416","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:38.93306634Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:38.933130342Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:38.933187983Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:38.933237364Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:38.934138565Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"uri":"/crucible/0/regions/2ee42aeb-cc4a-4239-bfcd-ab03242bda33","method":"GET","req_id":"b85cc3ef-240e-4986-be45-53740881e8f6","remote_addr":"[fd00:1122:3344:101::a]:46003","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":696,"response_code":"200"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:38.937358507Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:38.938942313Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_8fbbea6c-76df-4af7-a25f-3e2c165ad855/crucible/regions/2ee42aeb-cc4a-4239-bfcd-ab03242bda33\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:38.950886022Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"region":"2ee42aeb-cc4a-4239-bfcd-ab03242bda33","component":"worker"} {"msg":"region 2ee42aeb-cc4a-4239-bfcd-ab03242bda33 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:39.003822437Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:39.012868391Z","hostname":"oxz_crucible_e39635a8-abec-4fb7-9523-eed895ae0082","pid":23489,"uri":"/crucible/0/regions/2ee42aeb-cc4a-4239-bfcd-ab03242bda33","method":"GET","req_id":"4401eaff-9c6f-4e6b-b054-d28ca86e15e0","remote_addr":"[fd00:1122:3344:101::a]:46003","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":87,"response_code":"200"}