{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:24.435450037Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43992"}
{"msg":"region 7bbed3a2-b054-4b1f-9d55-b40acc0d332a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:24.435521768Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:24.436165507Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:24.436176567Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"uri":"/crucible/0/regions","method":"POST","req_id":"79eb8e80-2fd4-4cd4-8557-627686f8d173","remote_addr":"[fd00:1122:3344:101::a]:43992","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":657,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_cbba9e4a-2c5a-45f6-a2bf-a3a7a30df21e/crucible/regions/7bbed3a2-b054-4b1f-9d55-b40acc0d332a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:24.449482305Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_cbba9e4a-2c5a-45f6-a2bf-a3a7a30df21e/crucible/regions/7bbed3a2-b054-4b1f-9d55-b40acc0d332a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:24.449506396Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7bbed3a2-b054-4b1f-9d55-b40acc0d332a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7bbed3a2-b054-4b1f-9d55-b40acc0d332a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:24.518532383Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"region":"7bbed3a2-b054-4b1f-9d55-b40acc0d332a","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7bbed3a2-b054-4b1f-9d55-b40acc0d332a\" \"--data\" \"/data/regions/7bbed3a2-b054-4b1f-9d55-b40acc0d332a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:24.52049233Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"region":"7bbed3a2-b054-4b1f-9d55-b40acc0d332a","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:24.604986266Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"uri":"/crucible/0/regions","method":"POST","req_id":"a5aa26ba-0638-4d16-b090-8fefe97f2efe","remote_addr":"[fd00:1122:3344:101::a]:43992","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":88,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:24.644336773Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"region":"7bbed3a2-b054-4b1f-9d55-b40acc0d332a","component":"worker"}
{"msg":"region 7bbed3a2-b054-4b1f-9d55-b40acc0d332a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:24.644359863Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:24.644507785Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7bbed3a2-b054-4b1f-9d55-b40acc0d332a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:24.645502519Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7bbed3a2-b054-4b1f-9d55-b40acc0d332a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:24.657650651Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:24.66815241Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7bbed3a2-b054-4b1f-9d55-b40acc0d332a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:24.671062761Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7bbed3a2-b054-4b1f-9d55-b40acc0d332a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:24.671363425Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:24.671410826Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:24.671454487Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:24.671491697Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:24.675896019Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:24.681770262Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:25.043710224Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"uri":"/crucible/0/regions","method":"POST","req_id":"86260530-aa57-469d-877f-1547b32e6ecc","remote_addr":"[fd00:1122:3344:101::a]:43992","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":53,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:25.775810564Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"uri":"/crucible/0/regions/bdbef397-d8d6-4782-9afd-327e4a528c95","method":"GET","req_id":"20a4aee9-c992-4837-825b-1c3b36478c77","remote_addr":"[fd00:1122:3344:101::a]:43992","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":68,"response_code":"200"}
{"msg":"path is \"/data/regions/bdbef397-d8d6-4782-9afd-327e4a528c95\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:25.782037132Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"datafile"}
{"msg":"dataset is oxp_cbba9e4a-2c5a-45f6-a2bf-a3a7a30df21e/crucible/regions/bdbef397-d8d6-4782-9afd-327e4a528c95","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:25.790850767Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"datafile"}
{"msg":"snapshot is oxp_cbba9e4a-2c5a-45f6-a2bf-a3a7a30df21e/crucible/regions/bdbef397-d8d6-4782-9afd-327e4a528c95@4eb6c67e-909e-489b-8e70-5f27b12d20db","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:25.799189015Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_cbba9e4a-2c5a-45f6-a2bf-a3a7a30df21e/crucible/regions/bdbef397-d8d6-4782-9afd-327e4a528c95\", \"4eb6c67e-909e-489b-8e70-5f27b12d20db\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:25.799227495Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:25.809764904Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"uri":"/crucible/0/regions/bdbef397-d8d6-4782-9afd-327e4a528c95/snapshots/4eb6c67e-909e-489b-8e70-5f27b12d20db","method":"GET","req_id":"adfe3c4d-f8b6-47ae-9a17-8f3e567f8cbb","remote_addr":"[fd00:1122:3344:101::a]:43992","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":30303,"response_code":"200"}
{"msg":"path is \"/data/regions/bdbef397-d8d6-4782-9afd-327e4a528c95\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:25.813317875Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"datafile"}
{"msg":"dataset is oxp_cbba9e4a-2c5a-45f6-a2bf-a3a7a30df21e/crucible/regions/bdbef397-d8d6-4782-9afd-327e4a528c95","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:25.821165176Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"datafile"}
{"msg":"snapshot is oxp_cbba9e4a-2c5a-45f6-a2bf-a3a7a30df21e/crucible/regions/bdbef397-d8d6-4782-9afd-327e4a528c95@4eb6c67e-909e-489b-8e70-5f27b12d20db","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:25.828894865Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_cbba9e4a-2c5a-45f6-a2bf-a3a7a30df21e/crucible/regions/bdbef397-d8d6-4782-9afd-327e4a528c95\", \"4eb6c67e-909e-489b-8e70-5f27b12d20db\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:25.828922646Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot bdbef397-d8d6-4782-9afd-327e4a528c95-4eb6c67e-909e-489b-8e70-5f27b12d20db state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:25.837927783Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"datafile"}
{"msg":"applying SMF actions for region bdbef397-d8d6-4782-9afd-327e4a528c95 running snapshot 4eb6c67e-909e-489b-8e70-5f27b12d20db (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:25.838129686Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:25.838144056Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"uri":"/crucible/0/regions/bdbef397-d8d6-4782-9afd-327e4a528c95/snapshots/4eb6c67e-909e-489b-8e70-5f27b12d20db/run","method":"POST","req_id":"f834ff29-bda5-434d-a179-68f4cf74d433","remote_addr":"[fd00:1122:3344:101::a]:43992","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":24843,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-bdbef397-d8d6-4782-9afd-327e4a528c95-4eb6c67e-909e-489b-8e70-5f27b12d20db","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:25.841093478Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-bdbef397-d8d6-4782-9afd-327e4a528c95-4eb6c67e-909e-489b-8e70-5f27b12d20db","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:25.844266853Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-bdbef397-d8d6-4782-9afd-327e4a528c95-4eb6c67e-909e-489b-8e70-5f27b12d20db","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:25.855236048Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bdbef397-d8d6-4782-9afd-327e4a528c95/.zfs/snapshot/4eb6c67e-909e-489b-8e70-5f27b12d20db","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:25.855513992Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:25.855567243Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:25.855614123Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:25.855645314Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:25.855708845Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:25.859353696Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:25.864470839Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"worker"}
{"msg":"region bdbef397-d8d6-4782-9afd-327e4a528c95 running snapshot 4eb6c67e-909e-489b-8e70-5f27b12d20db state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:25.864480709Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"datafile"}
{"msg":"path is \"/data/regions/bdbef397-d8d6-4782-9afd-327e4a528c95\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:26.006958635Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"datafile"}
{"msg":"dataset is oxp_cbba9e4a-2c5a-45f6-a2bf-a3a7a30df21e/crucible/regions/bdbef397-d8d6-4782-9afd-327e4a528c95","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:26.015363204Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"datafile"}
{"msg":"snapshot is oxp_cbba9e4a-2c5a-45f6-a2bf-a3a7a30df21e/crucible/regions/bdbef397-d8d6-4782-9afd-327e4a528c95@4eb6c67e-909e-489b-8e70-5f27b12d20db","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:26.025013641Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_cbba9e4a-2c5a-45f6-a2bf-a3a7a30df21e/crucible/regions/bdbef397-d8d6-4782-9afd-327e4a528c95\", \"4eb6c67e-909e-489b-8e70-5f27b12d20db\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:26.025039271Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T02:20:26.032875532Z","hostname":"oxz_crucible_bca7f7fb-f45f-4f59-99b6-dfd8b8ecde77","pid":22838,"uri":"/crucible/0/regions/bdbef397-d8d6-4782-9afd-327e4a528c95/snapshots/4eb6c67e-909e-489b-8e70-5f27b12d20db/run","method":"POST","req_id":"0fd66c4a-84dc-459c-b579-39202905e0ef","remote_addr":"[fd00:1122:3344:101::a]:43992","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25923,"response_code":"200"}