{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.095991238Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:57890"}
{"msg":"region c16f0c83-6990-4318-a119-f3f501afd12c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.137748734Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.14458703Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.144600371Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"uri":"/crucible/0/regions","method":"POST","req_id":"b8fb4508-b573-4012-a6a5-06456047c175","remote_addr":"[fd00:1122:3344:101::a]:57890","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21534,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_2e9aa741-c339-4c7e-bd6a-302462e9a45d/crucible/regions/c16f0c83-6990-4318-a119-f3f501afd12c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.154039573Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_2e9aa741-c339-4c7e-bd6a-302462e9a45d/crucible/regions/c16f0c83-6990-4318-a119-f3f501afd12c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.154065754Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"c16f0c83-6990-4318-a119-f3f501afd12c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c16f0c83-6990-4318-a119-f3f501afd12c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.207910189Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"region":"c16f0c83-6990-4318-a119-f3f501afd12c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c16f0c83-6990-4318-a119-f3f501afd12c\" \"--data\" \"/data/regions/c16f0c83-6990-4318-a119-f3f501afd12c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.212265793Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"region":"c16f0c83-6990-4318-a119-f3f501afd12c","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.492351112Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"uri":"/crucible/0/regions","method":"POST","req_id":"4049b36a-15fc-4bd0-84c1-8b24d692ef4f","remote_addr":"[fd00:1122:3344:101::a]:57890","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":77,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.539607476Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"region":"c16f0c83-6990-4318-a119-f3f501afd12c","component":"worker"}
{"msg":"region c16f0c83-6990-4318-a119-f3f501afd12c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.539643447Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.539819231Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-c16f0c83-6990-4318-a119-f3f501afd12c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.540285531Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c16f0c83-6990-4318-a119-f3f501afd12c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.550671954Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.579156505Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c16f0c83-6990-4318-a119-f3f501afd12c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.581750101Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c16f0c83-6990-4318-a119-f3f501afd12c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.582507697Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.584852337Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.584910278Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.584957239Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.599264966Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.603535308Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.803034509Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"uri":"/crucible/0/regions","method":"POST","req_id":"08031127-8a44-4856-9d38-fb9788a586f4","remote_addr":"[fd00:1122:3344:101::a]:57890","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":64,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.611346323Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:57613"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.619261473Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"uri":"/crucible/0/regions/c16f0c83-6990-4318-a119-f3f501afd12c","method":"GET","req_id":"eea59098-b59e-4392-91cd-d98447bc486b","remote_addr":"[fd00:1122:3344:101::a]:57613","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":7865,"response_code":"200"}
{"msg":"path is \"/data/regions/c16f0c83-6990-4318-a119-f3f501afd12c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.622144345Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"datafile"}
{"msg":"dataset is oxp_2e9aa741-c339-4c7e-bd6a-302462e9a45d/crucible/regions/c16f0c83-6990-4318-a119-f3f501afd12c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.630657608Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"datafile"}
{"msg":"snapshot is oxp_2e9aa741-c339-4c7e-bd6a-302462e9a45d/crucible/regions/c16f0c83-6990-4318-a119-f3f501afd12c@93736f55-8d99-452a-9e65-823dc6e47b2c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.639252412Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2e9aa741-c339-4c7e-bd6a-302462e9a45d/crucible/regions/c16f0c83-6990-4318-a119-f3f501afd12c\", \"93736f55-8d99-452a-9e65-823dc6e47b2c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.639282783Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.650491743Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"uri":"/crucible/0/regions/c16f0c83-6990-4318-a119-f3f501afd12c/snapshots/93736f55-8d99-452a-9e65-823dc6e47b2c","method":"GET","req_id":"50c6f1c2-122d-486c-b33c-45a548f5364c","remote_addr":"[fd00:1122:3344:101::a]:57613","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":28359,"response_code":"200"}
{"msg":"path is \"/data/regions/c16f0c83-6990-4318-a119-f3f501afd12c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.653997449Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"datafile"}
{"msg":"dataset is oxp_2e9aa741-c339-4c7e-bd6a-302462e9a45d/crucible/regions/c16f0c83-6990-4318-a119-f3f501afd12c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.661647653Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"datafile"}
{"msg":"snapshot is oxp_2e9aa741-c339-4c7e-bd6a-302462e9a45d/crucible/regions/c16f0c83-6990-4318-a119-f3f501afd12c@93736f55-8d99-452a-9e65-823dc6e47b2c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.668821787Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2e9aa741-c339-4c7e-bd6a-302462e9a45d/crucible/regions/c16f0c83-6990-4318-a119-f3f501afd12c\", \"93736f55-8d99-452a-9e65-823dc6e47b2c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.668855237Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot c16f0c83-6990-4318-a119-f3f501afd12c-93736f55-8d99-452a-9e65-823dc6e47b2c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.677447742Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"datafile"}
{"msg":"applying SMF actions for region c16f0c83-6990-4318-a119-f3f501afd12c running snapshot 93736f55-8d99-452a-9e65-823dc6e47b2c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.678039305Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.678067455Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"uri":"/crucible/0/regions/c16f0c83-6990-4318-a119-f3f501afd12c/snapshots/93736f55-8d99-452a-9e65-823dc6e47b2c/run","method":"POST","req_id":"fa4826a9-33e9-440f-a2b4-8f75e54662ce","remote_addr":"[fd00:1122:3344:101::a]:57613","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":24097,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/c16f0c83-6990-4318-a119-f3f501afd12c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.685933274Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.686015046Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.686094217Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.686102907Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.686141358Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c16f0c83-6990-4318-a119-f3f501afd12c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.686189259Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c16f0c83-6990-4318-a119-f3f501afd12c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.686285911Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.686346573Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.686392934Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.686440945Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.693899725Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-c16f0c83-6990-4318-a119-f3f501afd12c-93736f55-8d99-452a-9e65-823dc6e47b2c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.694363575Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-c16f0c83-6990-4318-a119-f3f501afd12c-93736f55-8d99-452a-9e65-823dc6e47b2c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.697039142Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-c16f0c83-6990-4318-a119-f3f501afd12c-93736f55-8d99-452a-9e65-823dc6e47b2c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.708425937Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c16f0c83-6990-4318-a119-f3f501afd12c/.zfs/snapshot/93736f55-8d99-452a-9e65-823dc6e47b2c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.708723253Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.708777094Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.708820025Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.708857936Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.708905677Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.712282359Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.717098903Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"region c16f0c83-6990-4318-a119-f3f501afd12c running snapshot 93736f55-8d99-452a-9e65-823dc6e47b2c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.717114763Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"datafile"}
{"msg":"path is \"/data/regions/c16f0c83-6990-4318-a119-f3f501afd12c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.8782386Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"datafile"}
{"msg":"dataset is oxp_2e9aa741-c339-4c7e-bd6a-302462e9a45d/crucible/regions/c16f0c83-6990-4318-a119-f3f501afd12c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.887353876Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"datafile"}
{"msg":"snapshot is oxp_2e9aa741-c339-4c7e-bd6a-302462e9a45d/crucible/regions/c16f0c83-6990-4318-a119-f3f501afd12c@93736f55-8d99-452a-9e65-823dc6e47b2c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.895437299Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2e9aa741-c339-4c7e-bd6a-302462e9a45d/crucible/regions/c16f0c83-6990-4318-a119-f3f501afd12c\", \"93736f55-8d99-452a-9e65-823dc6e47b2c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.89547617Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.903639965Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"uri":"/crucible/0/regions/c16f0c83-6990-4318-a119-f3f501afd12c/snapshots/93736f55-8d99-452a-9e65-823dc6e47b2c/run","method":"POST","req_id":"49ee10fd-16c8-4e9f-aced-67c01a8801c9","remote_addr":"[fd00:1122:3344:101::a]:57613","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":26057,"response_code":"200"}
{"msg":"region ad2a7b5c-e478-47e7-8bee-3ec070a6658c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.314420427Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.31457324Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"uri":"/crucible/0/regions","method":"POST","req_id":"af78c807-b903-4d7d-9b68-501d992d8627","remote_addr":"[fd00:1122:3344:101::a]:57613","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":216,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.314619201Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_2e9aa741-c339-4c7e-bd6a-302462e9a45d/crucible/regions/ad2a7b5c-e478-47e7-8bee-3ec070a6658c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.323849289Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_2e9aa741-c339-4c7e-bd6a-302462e9a45d/crucible/regions/ad2a7b5c-e478-47e7-8bee-3ec070a6658c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.32388007Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ad2a7b5c-e478-47e7-8bee-3ec070a6658c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ad2a7b5c-e478-47e7-8bee-3ec070a6658c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.387010984Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"region":"ad2a7b5c-e478-47e7-8bee-3ec070a6658c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ad2a7b5c-e478-47e7-8bee-3ec070a6658c\" \"--data\" \"/data/regions/ad2a7b5c-e478-47e7-8bee-3ec070a6658c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.388803083Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"region":"ad2a7b5c-e478-47e7-8bee-3ec070a6658c","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.4478651Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"uri":"/crucible/0/regions","method":"POST","req_id":"8efdce9e-f00c-4ec8-b3ce-358c79a9ecd5","remote_addr":"[fd00:1122:3344:101::a]:57613","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":76,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.459825327Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"region":"ad2a7b5c-e478-47e7-8bee-3ec070a6658c","component":"worker"}
{"msg":"region ad2a7b5c-e478-47e7-8bee-3ec070a6658c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.459847097Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.45998513Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ad2a7b5c-e478-47e7-8bee-3ec070a6658c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.460404039Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ad2a7b5c-e478-47e7-8bee-3ec070a6658c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.467811838Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.474382379Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ad2a7b5c-e478-47e7-8bee-3ec070a6658c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.477405704Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ad2a7b5c-e478-47e7-8bee-3ec070a6658c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.477662969Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.47771689Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.477757281Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.477806012Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.481474371Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/c16f0c83-6990-4318-a119-f3f501afd12c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.486150811Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.486259164Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.486349645Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.486359366Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.486398587Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c16f0c83-6990-4318-a119-f3f501afd12c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.486446548Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c16f0c83-6990-4318-a119-f3f501afd12c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.491473975Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.491529637Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.491577338Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.491631309Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.495365689Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.497469124Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.772776221Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"uri":"/crucible/0/regions","method":"POST","req_id":"a980ea1e-d436-4aa2-93d5-e84ecbead6c0","remote_addr":"[fd00:1122:3344:101::a]:57613","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":61,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.551771241Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"uri":"/crucible/0/regions/ad2a7b5c-e478-47e7-8bee-3ec070a6658c","method":"GET","req_id":"be38d67b-c5b1-47cf-9e8c-15eb36927ac5","remote_addr":"[fd00:1122:3344:101::a]:57613","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":107,"response_code":"200"}
{"msg":"path is \"/data/regions/ad2a7b5c-e478-47e7-8bee-3ec070a6658c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.555747796Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"datafile"}
{"msg":"dataset is oxp_2e9aa741-c339-4c7e-bd6a-302462e9a45d/crucible/regions/ad2a7b5c-e478-47e7-8bee-3ec070a6658c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.569247736Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"datafile"}
{"msg":"region ad2a7b5c-e478-47e7-8bee-3ec070a6658c state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.578399802Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.578576896Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-ad2a7b5c-e478-47e7-8bee-3ec070a6658c (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.580227492Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.581131961Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"uri":"/crucible/0/regions/ad2a7b5c-e478-47e7-8bee-3ec070a6658c","method":"DELETE","req_id":"f009e0a2-3a25-4efb-b3e6-98faafd18272","remote_addr":"[fd00:1122:3344:101::a]:57613","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":25404,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.584219417Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"uri":"/crucible/0/regions/ad2a7b5c-e478-47e7-8bee-3ec070a6658c","method":"GET","req_id":"3380f4a2-604f-4050-8691-effc713d28a2","remote_addr":"[fd00:1122:3344:101::a]:57613","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":34,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/c16f0c83-6990-4318-a119-f3f501afd12c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.585139247Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.585233369Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.585363012Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.585385012Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.585395852Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c16f0c83-6990-4318-a119-f3f501afd12c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.585480234Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c16f0c83-6990-4318-a119-f3f501afd12c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.585904833Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.585992035Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.586061577Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.586136948Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.590149814Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.591576555Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_2e9aa741-c339-4c7e-bd6a-302462e9a45d/crucible/regions/ad2a7b5c-e478-47e7-8bee-3ec070a6658c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.602588481Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"region":"ad2a7b5c-e478-47e7-8bee-3ec070a6658c","component":"worker"}
{"msg":"region ad2a7b5c-e478-47e7-8bee-3ec070a6658c state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.654519586Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.740307526Z","hostname":"oxz_crucible_516e945a-036b-4c02-90de-e63060cd67c4","pid":20181,"uri":"/crucible/0/regions/ad2a7b5c-e478-47e7-8bee-3ec070a6658c","method":"GET","req_id":"9adbbc7f-634f-41f5-8162-6d9e048195a8","remote_addr":"[fd00:1122:3344:101::a]:57613","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":887,"response_code":"200"}