{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:53.904411243Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:57039"} {"msg":"region 297fbd4d-7ade-4ac8-8642-6e1701cfe81f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:53.904573807Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:53.9055687Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:53.90558643Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"uri":"/crucible/0/regions","method":"POST","req_id":"1851f9c4-04ea-4ca1-b6ae-3c4efacf6404","remote_addr":"[fd00:1122:3344:101::a]:57039","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":1045,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_555f6bf4-ffec-4625-88d2-3ebc87c662bd/crucible/regions/297fbd4d-7ade-4ac8-8642-6e1701cfe81f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:53.915527554Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_555f6bf4-ffec-4625-88d2-3ebc87c662bd/crucible/regions/297fbd4d-7ade-4ac8-8642-6e1701cfe81f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:53.915557445Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"297fbd4d-7ade-4ac8-8642-6e1701cfe81f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/297fbd4d-7ade-4ac8-8642-6e1701cfe81f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:53.986907502Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"region":"297fbd4d-7ade-4ac8-8642-6e1701cfe81f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"297fbd4d-7ade-4ac8-8642-6e1701cfe81f\" \"--data\" \"/data/regions/297fbd4d-7ade-4ac8-8642-6e1701cfe81f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:53.986953623Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"region":"297fbd4d-7ade-4ac8-8642-6e1701cfe81f","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:54.094090512Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"region":"297fbd4d-7ade-4ac8-8642-6e1701cfe81f","component":"worker"} {"msg":"region 297fbd4d-7ade-4ac8-8642-6e1701cfe81f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:54.094141263Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:54.094247986Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-297fbd4d-7ade-4ac8-8642-6e1701cfe81f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:54.09528773Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-297fbd4d-7ade-4ac8-8642-6e1701cfe81f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:54.107615039Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:54.125866248Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-297fbd4d-7ade-4ac8-8642-6e1701cfe81f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:54.134637284Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/297fbd4d-7ade-4ac8-8642-6e1701cfe81f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:54.13489075Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:54.134953952Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:54.135000153Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:54.135045124Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:54.141558927Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:54.148644184Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:54.201781113Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"uri":"/crucible/0/regions","method":"POST","req_id":"d62044b5-4bc1-4ab9-a474-94c247771227","remote_addr":"[fd00:1122:3344:101::a]:57039","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":80,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:55.326291009Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"uri":"/crucible/0/regions/73b5b913-b8ec-4ea1-97d9-4b026a58837f","method":"GET","req_id":"41f03ace-c52a-45ee-bc55-4db75006db63","remote_addr":"[fd00:1122:3344:101::a]:57039","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":57,"response_code":"200"} {"msg":"path is \"/data/regions/73b5b913-b8ec-4ea1-97d9-4b026a58837f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:55.33270558Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"datafile"} {"msg":"dataset is oxp_555f6bf4-ffec-4625-88d2-3ebc87c662bd/crucible/regions/73b5b913-b8ec-4ea1-97d9-4b026a58837f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:55.341232321Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"datafile"} {"msg":"snapshot is oxp_555f6bf4-ffec-4625-88d2-3ebc87c662bd/crucible/regions/73b5b913-b8ec-4ea1-97d9-4b026a58837f@1f5b562c-6f27-4b6c-b741-f40becb84c6b","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:55.350267723Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_555f6bf4-ffec-4625-88d2-3ebc87c662bd/crucible/regions/73b5b913-b8ec-4ea1-97d9-4b026a58837f\", \"1f5b562c-6f27-4b6c-b741-f40becb84c6b\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:55.350299604Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:55.360211177Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"uri":"/crucible/0/regions/73b5b913-b8ec-4ea1-97d9-4b026a58837f/snapshots/1f5b562c-6f27-4b6c-b741-f40becb84c6b","method":"GET","req_id":"9b171735-5612-4346-aee2-51fca034ae6a","remote_addr":"[fd00:1122:3344:101::a]:57039","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":30769,"response_code":"200"} {"msg":"path is \"/data/regions/73b5b913-b8ec-4ea1-97d9-4b026a58837f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:55.363213487Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"datafile"} {"msg":"dataset is oxp_555f6bf4-ffec-4625-88d2-3ebc87c662bd/crucible/regions/73b5b913-b8ec-4ea1-97d9-4b026a58837f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:55.371332318Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"datafile"} {"msg":"snapshot is oxp_555f6bf4-ffec-4625-88d2-3ebc87c662bd/crucible/regions/73b5b913-b8ec-4ea1-97d9-4b026a58837f@1f5b562c-6f27-4b6c-b741-f40becb84c6b","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:55.380597956Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_555f6bf4-ffec-4625-88d2-3ebc87c662bd/crucible/regions/73b5b913-b8ec-4ea1-97d9-4b026a58837f\", \"1f5b562c-6f27-4b6c-b741-f40becb84c6b\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:55.380621587Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 73b5b913-b8ec-4ea1-97d9-4b026a58837f-1f5b562c-6f27-4b6c-b741-f40becb84c6b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:55.389107446Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"datafile"} {"msg":"applying SMF actions for region 73b5b913-b8ec-4ea1-97d9-4b026a58837f running snapshot 1f5b562c-6f27-4b6c-b741-f40becb84c6b (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:55.38927819Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:55.389317411Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"uri":"/crucible/0/regions/73b5b913-b8ec-4ea1-97d9-4b026a58837f/snapshots/1f5b562c-6f27-4b6c-b741-f40becb84c6b/run","method":"POST","req_id":"af8713ba-50f1-4f19-be13-af5b8c45cc56","remote_addr":"[fd00:1122:3344:101::a]:57039","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26133,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-73b5b913-b8ec-4ea1-97d9-4b026a58837f-1f5b562c-6f27-4b6c-b741-f40becb84c6b","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:55.391943883Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-73b5b913-b8ec-4ea1-97d9-4b026a58837f-1f5b562c-6f27-4b6c-b741-f40becb84c6b","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:55.398656791Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-73b5b913-b8ec-4ea1-97d9-4b026a58837f-1f5b562c-6f27-4b6c-b741-f40becb84c6b","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:55.417613936Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/73b5b913-b8ec-4ea1-97d9-4b026a58837f/.zfs/snapshot/1f5b562c-6f27-4b6c-b741-f40becb84c6b","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:55.418057087Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:55.418134638Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:55.41820514Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:55.418262301Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:55.418339523Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:55.42499871Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:55.432503646Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"region 73b5b913-b8ec-4ea1-97d9-4b026a58837f running snapshot 1f5b562c-6f27-4b6c-b741-f40becb84c6b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:55.432516407Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"datafile"} {"msg":"path is \"/data/regions/73b5b913-b8ec-4ea1-97d9-4b026a58837f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:55.590979312Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"datafile"} {"msg":"dataset is oxp_555f6bf4-ffec-4625-88d2-3ebc87c662bd/crucible/regions/73b5b913-b8ec-4ea1-97d9-4b026a58837f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:55.599205506Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"datafile"} {"msg":"snapshot is oxp_555f6bf4-ffec-4625-88d2-3ebc87c662bd/crucible/regions/73b5b913-b8ec-4ea1-97d9-4b026a58837f@1f5b562c-6f27-4b6c-b741-f40becb84c6b","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:55.607406808Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_555f6bf4-ffec-4625-88d2-3ebc87c662bd/crucible/regions/73b5b913-b8ec-4ea1-97d9-4b026a58837f\", \"1f5b562c-6f27-4b6c-b741-f40becb84c6b\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:55.607433019Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:55.615945509Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"uri":"/crucible/0/regions/73b5b913-b8ec-4ea1-97d9-4b026a58837f/snapshots/1f5b562c-6f27-4b6c-b741-f40becb84c6b/run","method":"POST","req_id":"c9503f40-f6ed-486b-94be-123c87b4b371","remote_addr":"[fd00:1122:3344:101::a]:57039","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24995,"response_code":"200"} {"msg":"region df26bcfc-6fda-424e-ba76-8d1889f61540 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:59.00193057Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:59.002104704Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:59.002120524Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"uri":"/crucible/0/regions","method":"POST","req_id":"8b400330-2687-467a-bcc0-291b3b22c59b","remote_addr":"[fd00:1122:3344:101::a]:57039","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":243,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_555f6bf4-ffec-4625-88d2-3ebc87c662bd/crucible/regions/df26bcfc-6fda-424e-ba76-8d1889f61540","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:59.011632858Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_555f6bf4-ffec-4625-88d2-3ebc87c662bd/crucible/regions/df26bcfc-6fda-424e-ba76-8d1889f61540","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:59.011663749Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"df26bcfc-6fda-424e-ba76-8d1889f61540\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/df26bcfc-6fda-424e-ba76-8d1889f61540\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:59.073746648Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"region":"df26bcfc-6fda-424e-ba76-8d1889f61540","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"df26bcfc-6fda-424e-ba76-8d1889f61540\" \"--data\" \"/data/regions/df26bcfc-6fda-424e-ba76-8d1889f61540\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:59.07379597Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"region":"df26bcfc-6fda-424e-ba76-8d1889f61540","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:59.183139839Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"region":"df26bcfc-6fda-424e-ba76-8d1889f61540","component":"worker"} {"msg":"region df26bcfc-6fda-424e-ba76-8d1889f61540 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:59.183193811Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:59.183295353Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-df26bcfc-6fda-424e-ba76-8d1889f61540","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:59.185785971Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-df26bcfc-6fda-424e-ba76-8d1889f61540","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:59.191716141Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:59.218273745Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-df26bcfc-6fda-424e-ba76-8d1889f61540","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:59.235777217Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/df26bcfc-6fda-424e-ba76-8d1889f61540","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:59.236074794Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:59.236141055Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:59.236195037Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:59.236268728Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:59.25035372Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:59.259797111Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:18:59.340289214Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"uri":"/crucible/0/regions","method":"POST","req_id":"28817623-868e-4c40-a593-ac39526b8440","remote_addr":"[fd00:1122:3344:101::a]:57039","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":69,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:19:24.012323177Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"uri":"/crucible/0/regions/df26bcfc-6fda-424e-ba76-8d1889f61540","method":"GET","req_id":"6c824de9-fc5e-4a05-9e0d-13dd113e9e95","remote_addr":"[fd00:1122:3344:101::a]:57039","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":56,"response_code":"200"} {"msg":"path is \"/data/regions/df26bcfc-6fda-424e-ba76-8d1889f61540\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:19:24.015221975Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"datafile"} {"msg":"dataset is oxp_555f6bf4-ffec-4625-88d2-3ebc87c662bd/crucible/regions/df26bcfc-6fda-424e-ba76-8d1889f61540","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:19:24.027416992Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"datafile"} {"msg":"region df26bcfc-6fda-424e-ba76-8d1889f61540 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:19:24.035813099Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:19:24.035985323Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:19:24.036044525Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"uri":"/crucible/0/regions/df26bcfc-6fda-424e-ba76-8d1889f61540","method":"DELETE","req_id":"65c5ed5a-d5d7-4a43-a6d4-343d639e280a","remote_addr":"[fd00:1122:3344:101::a]:57039","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":20861,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-df26bcfc-6fda-424e-ba76-8d1889f61540 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:19:24.037679993Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:19:24.039616469Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"uri":"/crucible/0/regions/df26bcfc-6fda-424e-ba76-8d1889f61540","method":"GET","req_id":"51e42cd5-fcaa-4477-b680-54fe04bb1f6a","remote_addr":"[fd00:1122:3344:101::a]:57039","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":599,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:19:24.044533514Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_555f6bf4-ffec-4625-88d2-3ebc87c662bd/crucible/regions/df26bcfc-6fda-424e-ba76-8d1889f61540\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:19:24.053054645Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"region":"df26bcfc-6fda-424e-ba76-8d1889f61540","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:19:24.100839148Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"uri":"/crucible/0/regions/df26bcfc-6fda-424e-ba76-8d1889f61540","method":"GET","req_id":"0662e915-2a12-464f-8814-4fbaf28ce219","remote_addr":"[fd00:1122:3344:101::a]:57039","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":70,"response_code":"200"} {"msg":"region df26bcfc-6fda-424e-ba76-8d1889f61540 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:19:24.121267488Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-09T21:19:24.254873098Z","hostname":"oxz_crucible_5ebc6e3f-1ed9-4de3-9d2b-b55124a56a0f","pid":20903,"uri":"/crucible/0/regions/df26bcfc-6fda-424e-ba76-8d1889f61540","method":"GET","req_id":"d5ce4832-e43e-4f9e-8836-00ef4de56a05","remote_addr":"[fd00:1122:3344:101::a]:57039","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":33,"response_code":"200"}