{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.472687395Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50038"} {"msg":"region 373bc31f-4cb4-4199-9954-cc2212a00b84 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.473033426Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.473785641Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"uri":"/crucible/0/regions","method":"POST","req_id":"531e4cee-8da2-48c4-be91-bd258ccd066b","remote_addr":"[fd00:1122:3344:101::a]:50038","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":797,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.473800092Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_d53f565a-e812-4053-98b4-59c34d29e75c/crucible/regions/373bc31f-4cb4-4199-9954-cc2212a00b84","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.485591193Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d53f565a-e812-4053-98b4-59c34d29e75c/crucible/regions/373bc31f-4cb4-4199-9954-cc2212a00b84","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.485618894Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"373bc31f-4cb4-4199-9954-cc2212a00b84\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/373bc31f-4cb4-4199-9954-cc2212a00b84\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.542551193Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"region":"373bc31f-4cb4-4199-9954-cc2212a00b84","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"373bc31f-4cb4-4199-9954-cc2212a00b84\" \"--data\" \"/data/regions/373bc31f-4cb4-4199-9954-cc2212a00b84\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.542600965Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"region":"373bc31f-4cb4-4199-9954-cc2212a00b84","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.616148296Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"region":"373bc31f-4cb4-4199-9954-cc2212a00b84","component":"worker"} {"msg":"region 373bc31f-4cb4-4199-9954-cc2212a00b84 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.616208037Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.616319031Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-373bc31f-4cb4-4199-9954-cc2212a00b84","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.616751076Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-373bc31f-4cb4-4199-9954-cc2212a00b84","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.623140757Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.635390404Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-373bc31f-4cb4-4199-9954-cc2212a00b84","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.638537838Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/373bc31f-4cb4-4199-9954-cc2212a00b84","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.638855869Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.638913991Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.638954932Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.638995143Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.643284676Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.652593585Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.696677978Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"uri":"/crucible/0/regions","method":"POST","req_id":"03b91d8b-54d9-4dae-9615-452af5865a1c","remote_addr":"[fd00:1122:3344:101::a]:50038","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":69,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:46.132177903Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"uri":"/crucible/0/regions/d009e70c-d832-4c47-9539-b295e6d9ebed","method":"GET","req_id":"5e124e32-2807-4fd1-9663-4b07c1a1d019","remote_addr":"[fd00:1122:3344:101::a]:50038","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":2348,"response_code":"200"} {"msg":"path is \"/data/regions/d009e70c-d832-4c47-9539-b295e6d9ebed\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:46.135898447Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"datafile"} {"msg":"dataset is oxp_d53f565a-e812-4053-98b4-59c34d29e75c/crucible/regions/d009e70c-d832-4c47-9539-b295e6d9ebed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:46.144940316Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"datafile"} {"msg":"snapshot is oxp_d53f565a-e812-4053-98b4-59c34d29e75c/crucible/regions/d009e70c-d832-4c47-9539-b295e6d9ebed@812aba1a-43d8-4873-9cc9-584d0db4c919","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:46.153165119Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d53f565a-e812-4053-98b4-59c34d29e75c/crucible/regions/d009e70c-d832-4c47-9539-b295e6d9ebed\", \"812aba1a-43d8-4873-9cc9-584d0db4c919\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:46.15318721Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:46.163259314Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"uri":"/crucible/0/regions/d009e70c-d832-4c47-9539-b295e6d9ebed/snapshots/812aba1a-43d8-4873-9cc9-584d0db4c919","method":"GET","req_id":"f4ca2aab-0fa6-4acd-a66a-71f9fd276320","remote_addr":"[fd00:1122:3344:101::a]:50038","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":27371,"response_code":"200"} {"msg":"path is \"/data/regions/d009e70c-d832-4c47-9539-b295e6d9ebed\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:46.166214182Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"datafile"} {"msg":"dataset is oxp_d53f565a-e812-4053-98b4-59c34d29e75c/crucible/regions/d009e70c-d832-4c47-9539-b295e6d9ebed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:46.17397337Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"datafile"} {"msg":"snapshot is oxp_d53f565a-e812-4053-98b4-59c34d29e75c/crucible/regions/d009e70c-d832-4c47-9539-b295e6d9ebed@812aba1a-43d8-4873-9cc9-584d0db4c919","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:46.181444308Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d53f565a-e812-4053-98b4-59c34d29e75c/crucible/regions/d009e70c-d832-4c47-9539-b295e6d9ebed\", \"812aba1a-43d8-4873-9cc9-584d0db4c919\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:46.181467309Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot d009e70c-d832-4c47-9539-b295e6d9ebed-812aba1a-43d8-4873-9cc9-584d0db4c919 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:46.189613759Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"datafile"} {"msg":"applying SMF actions for region d009e70c-d832-4c47-9539-b295e6d9ebed running snapshot 812aba1a-43d8-4873-9cc9-584d0db4c919 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:46.189798925Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:46.189817856Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"uri":"/crucible/0/regions/d009e70c-d832-4c47-9539-b295e6d9ebed/snapshots/812aba1a-43d8-4873-9cc9-584d0db4c919/run","method":"POST","req_id":"adfe2c07-3016-49a9-af86-a3631f2e0bab","remote_addr":"[fd00:1122:3344:101::a]:50038","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":23634,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-d009e70c-d832-4c47-9539-b295e6d9ebed-812aba1a-43d8-4873-9cc9-584d0db4c919","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:46.191999238Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d009e70c-d832-4c47-9539-b295e6d9ebed-812aba1a-43d8-4873-9cc9-584d0db4c919","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:46.199828588Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d009e70c-d832-4c47-9539-b295e6d9ebed-812aba1a-43d8-4873-9cc9-584d0db4c919","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:46.210901335Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d009e70c-d832-4c47-9539-b295e6d9ebed/.zfs/snapshot/812aba1a-43d8-4873-9cc9-584d0db4c919","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:46.211131143Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:46.211186825Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:46.211227836Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:46.211270678Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:46.211315429Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:46.215147756Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:46.219951266Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"region d009e70c-d832-4c47-9539-b295e6d9ebed running snapshot 812aba1a-43d8-4873-9cc9-584d0db4c919 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:46.219962806Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"datafile"} {"msg":"path is \"/data/regions/d009e70c-d832-4c47-9539-b295e6d9ebed\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:46.488574729Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"datafile"} {"msg":"dataset is oxp_d53f565a-e812-4053-98b4-59c34d29e75c/crucible/regions/d009e70c-d832-4c47-9539-b295e6d9ebed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:46.49765235Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"datafile"} {"msg":"snapshot is oxp_d53f565a-e812-4053-98b4-59c34d29e75c/crucible/regions/d009e70c-d832-4c47-9539-b295e6d9ebed@812aba1a-43d8-4873-9cc9-584d0db4c919","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:46.506774333Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d53f565a-e812-4053-98b4-59c34d29e75c/crucible/regions/d009e70c-d832-4c47-9539-b295e6d9ebed\", \"812aba1a-43d8-4873-9cc9-584d0db4c919\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:46.506808294Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:46.515531124Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"uri":"/crucible/0/regions/d009e70c-d832-4c47-9539-b295e6d9ebed/snapshots/812aba1a-43d8-4873-9cc9-584d0db4c919/run","method":"POST","req_id":"c6b6415e-8abc-4208-873c-2970dcefa57a","remote_addr":"[fd00:1122:3344:101::a]:50038","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":27022,"response_code":"200"} {"msg":"region 0b638356-350d-4082-a420-841b1dd54cee state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.04095159Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.041127865Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"uri":"/crucible/0/regions","method":"POST","req_id":"446162fb-d1be-49cd-a69b-a8ebfb3707a1","remote_addr":"[fd00:1122:3344:101::a]:50038","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":236,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.041154706Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_d53f565a-e812-4053-98b4-59c34d29e75c/crucible/regions/0b638356-350d-4082-a420-841b1dd54cee","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.050704913Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d53f565a-e812-4053-98b4-59c34d29e75c/crucible/regions/0b638356-350d-4082-a420-841b1dd54cee","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.050750225Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"0b638356-350d-4082-a420-841b1dd54cee\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0b638356-350d-4082-a420-841b1dd54cee\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.113453965Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"region":"0b638356-350d-4082-a420-841b1dd54cee","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0b638356-350d-4082-a420-841b1dd54cee\" \"--data\" \"/data/regions/0b638356-350d-4082-a420-841b1dd54cee\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.113505857Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"region":"0b638356-350d-4082-a420-841b1dd54cee","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.191376301Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"region":"0b638356-350d-4082-a420-841b1dd54cee","component":"worker"} {"msg":"region 0b638356-350d-4082-a420-841b1dd54cee state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.191443344Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.191509546Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-0b638356-350d-4082-a420-841b1dd54cee","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.191985571Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0b638356-350d-4082-a420-841b1dd54cee","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.195540529Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.204149995Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0b638356-350d-4082-a420-841b1dd54cee","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.207530978Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0b638356-350d-4082-a420-841b1dd54cee","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.207825967Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.207882949Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.207927471Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.207970642Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.211538791Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.229730054Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.340361735Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"uri":"/crucible/0/regions","method":"POST","req_id":"4a6ec7f5-f3fa-4b87-aecb-5ec7f8d59bc8","remote_addr":"[fd00:1122:3344:101::a]:50038","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":96,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:24:15.213939608Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"uri":"/crucible/0/regions/0b638356-350d-4082-a420-841b1dd54cee","method":"GET","req_id":"84e6c74b-0ab4-43e5-b17a-76008509937d","remote_addr":"[fd00:1122:3344:101::a]:50038","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":51,"response_code":"200"} {"msg":"path is \"/data/regions/0b638356-350d-4082-a420-841b1dd54cee\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:24:15.218074945Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"datafile"} {"msg":"dataset is oxp_d53f565a-e812-4053-98b4-59c34d29e75c/crucible/regions/0b638356-350d-4082-a420-841b1dd54cee","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:24:15.232741132Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"datafile"} {"msg":"region 0b638356-350d-4082-a420-841b1dd54cee state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:24:15.241235594Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:24:15.241430211Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:24:15.241477282Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"uri":"/crucible/0/regions/0b638356-350d-4082-a420-841b1dd54cee","method":"DELETE","req_id":"02460d56-a404-44dd-9939-3c7d30068cff","remote_addr":"[fd00:1122:3344:101::a]:50038","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":23442,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:24:15.244278075Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"uri":"/crucible/0/regions/0b638356-350d-4082-a420-841b1dd54cee","method":"GET","req_id":"0af94f12-736e-4451-b7d9-9d4c161e3102","remote_addr":"[fd00:1122:3344:101::a]:50038","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":26,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-0b638356-350d-4082-a420-841b1dd54cee (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:24:15.244994689Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:24:15.252947603Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_d53f565a-e812-4053-98b4-59c34d29e75c/crucible/regions/0b638356-350d-4082-a420-841b1dd54cee\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:24:15.263384129Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"region":"0b638356-350d-4082-a420-841b1dd54cee","component":"worker"} {"msg":"region 0b638356-350d-4082-a420-841b1dd54cee state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:24:15.310149451Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:24:15.338483941Z","hostname":"oxz_crucible_63f7887d-76c9-468f-a0a3-27dfe82d1cb4","pid":22830,"uri":"/crucible/0/regions/0b638356-350d-4082-a420-841b1dd54cee","method":"GET","req_id":"d0306904-cc51-4d48-90d6-c2b34dee0f31","remote_addr":"[fd00:1122:3344:101::a]:50038","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":74,"response_code":"200"}