{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:19.819157399Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38199"} {"msg":"region 87c3a4f3-435b-44d1-9515-51cd2463fed2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:19.81924922Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:19.822496157Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:19.822522277Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"uri":"/crucible/0/regions","method":"POST","req_id":"9897854c-eb0f-48f9-8339-e847f8f4399d","remote_addr":"[fd00:1122:3344:101::a]:38199","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":3267,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_a7f3aae9-756e-480f-8a45-d1b77628ad37/crucible/regions/87c3a4f3-435b-44d1-9515-51cd2463fed2","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:19.83809137Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_a7f3aae9-756e-480f-8a45-d1b77628ad37/crucible/regions/87c3a4f3-435b-44d1-9515-51cd2463fed2","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:19.83812025Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"87c3a4f3-435b-44d1-9515-51cd2463fed2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/87c3a4f3-435b-44d1-9515-51cd2463fed2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:19.897956371Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"region":"87c3a4f3-435b-44d1-9515-51cd2463fed2","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"87c3a4f3-435b-44d1-9515-51cd2463fed2\" \"--data\" \"/data/regions/87c3a4f3-435b-44d1-9515-51cd2463fed2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:19.899896197Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"region":"87c3a4f3-435b-44d1-9515-51cd2463fed2","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:20.013933689Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"region":"87c3a4f3-435b-44d1-9515-51cd2463fed2","component":"worker"} {"msg":"region 87c3a4f3-435b-44d1-9515-51cd2463fed2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:20.013968989Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:20.01408111Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-87c3a4f3-435b-44d1-9515-51cd2463fed2","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:20.014547545Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-87c3a4f3-435b-44d1-9515-51cd2463fed2","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:20.019062563Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:20.028266411Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-87c3a4f3-435b-44d1-9515-51cd2463fed2","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:20.030671202Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/87c3a4f3-435b-44d1-9515-51cd2463fed2","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:20.030983794Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:20.031033365Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:20.031074645Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:20.031112766Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:20.034897727Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:20.041469954Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:20.043184248Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"uri":"/crucible/0/regions","method":"POST","req_id":"7320ccbc-1eaf-4a95-8f56-9c0a75229bff","remote_addr":"[fd00:1122:3344:101::a]:38199","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":64,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:21.543458756Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"uri":"/crucible/0/regions/a307951a-8444-4d29-9cc1-ca1f2b8fd7bd","method":"GET","req_id":"62c5240a-0fd7-4e8c-b27c-fe36eb0ac3fd","remote_addr":"[fd00:1122:3344:101::a]:38199","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":3230,"response_code":"200"} {"msg":"path is \"/data/regions/a307951a-8444-4d29-9cc1-ca1f2b8fd7bd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:21.548974863Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"datafile"} {"msg":"dataset is oxp_a7f3aae9-756e-480f-8a45-d1b77628ad37/crucible/regions/a307951a-8444-4d29-9cc1-ca1f2b8fd7bd","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:21.557568577Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"datafile"} {"msg":"snapshot is oxp_a7f3aae9-756e-480f-8a45-d1b77628ad37/crucible/regions/a307951a-8444-4d29-9cc1-ca1f2b8fd7bd@b0f6403d-9bba-43a3-9745-fefef4f36387","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:21.56621521Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a7f3aae9-756e-480f-8a45-d1b77628ad37/crucible/regions/a307951a-8444-4d29-9cc1-ca1f2b8fd7bd\", \"b0f6403d-9bba-43a3-9745-fefef4f36387\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:21.566240771Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:21.57676592Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"uri":"/crucible/0/regions/a307951a-8444-4d29-9cc1-ca1f2b8fd7bd/snapshots/b0f6403d-9bba-43a3-9745-fefef4f36387","method":"GET","req_id":"26677a76-d679-4f75-afdc-be0095ccc5e0","remote_addr":"[fd00:1122:3344:101::a]:38199","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":30159,"response_code":"200"} {"msg":"path is \"/data/regions/a307951a-8444-4d29-9cc1-ca1f2b8fd7bd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:21.580514692Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"datafile"} {"msg":"dataset is oxp_a7f3aae9-756e-480f-8a45-d1b77628ad37/crucible/regions/a307951a-8444-4d29-9cc1-ca1f2b8fd7bd","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:21.588156947Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"datafile"} {"msg":"snapshot is oxp_a7f3aae9-756e-480f-8a45-d1b77628ad37/crucible/regions/a307951a-8444-4d29-9cc1-ca1f2b8fd7bd@b0f6403d-9bba-43a3-9745-fefef4f36387","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:21.596942872Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a7f3aae9-756e-480f-8a45-d1b77628ad37/crucible/regions/a307951a-8444-4d29-9cc1-ca1f2b8fd7bd\", \"b0f6403d-9bba-43a3-9745-fefef4f36387\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:21.596967942Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot a307951a-8444-4d29-9cc1-ca1f2b8fd7bd-b0f6403d-9bba-43a3-9745-fefef4f36387 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:21.605290424Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"datafile"} {"msg":"applying SMF actions for region a307951a-8444-4d29-9cc1-ca1f2b8fd7bd running snapshot b0f6403d-9bba-43a3-9745-fefef4f36387 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:21.605529926Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:21.605542726Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"uri":"/crucible/0/regions/a307951a-8444-4d29-9cc1-ca1f2b8fd7bd/snapshots/b0f6403d-9bba-43a3-9745-fefef4f36387/run","method":"POST","req_id":"7a675d06-e6f6-4034-b6fb-1983e913da91","remote_addr":"[fd00:1122:3344:101::a]:38199","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25048,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-a307951a-8444-4d29-9cc1-ca1f2b8fd7bd-b0f6403d-9bba-43a3-9745-fefef4f36387","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:21.607732264Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a307951a-8444-4d29-9cc1-ca1f2b8fd7bd-b0f6403d-9bba-43a3-9745-fefef4f36387","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:21.617625649Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a307951a-8444-4d29-9cc1-ca1f2b8fd7bd-b0f6403d-9bba-43a3-9745-fefef4f36387","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:21.6271569Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a307951a-8444-4d29-9cc1-ca1f2b8fd7bd/.zfs/snapshot/b0f6403d-9bba-43a3-9745-fefef4f36387","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:21.627425612Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:21.627487463Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:21.627530303Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:21.627583314Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:21.627639984Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:21.631637728Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:21.636286758Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"region a307951a-8444-4d29-9cc1-ca1f2b8fd7bd running snapshot b0f6403d-9bba-43a3-9745-fefef4f36387 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:21.636296858Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"datafile"} {"msg":"path is \"/data/regions/a307951a-8444-4d29-9cc1-ca1f2b8fd7bd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:21.73862822Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"datafile"} {"msg":"dataset is oxp_a7f3aae9-756e-480f-8a45-d1b77628ad37/crucible/regions/a307951a-8444-4d29-9cc1-ca1f2b8fd7bd","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:21.747524676Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"datafile"} {"msg":"snapshot is oxp_a7f3aae9-756e-480f-8a45-d1b77628ad37/crucible/regions/a307951a-8444-4d29-9cc1-ca1f2b8fd7bd@b0f6403d-9bba-43a3-9745-fefef4f36387","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:21.755832587Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a7f3aae9-756e-480f-8a45-d1b77628ad37/crucible/regions/a307951a-8444-4d29-9cc1-ca1f2b8fd7bd\", \"b0f6403d-9bba-43a3-9745-fefef4f36387\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:21.755857967Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:21.763872465Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"uri":"/crucible/0/regions/a307951a-8444-4d29-9cc1-ca1f2b8fd7bd/snapshots/b0f6403d-9bba-43a3-9745-fefef4f36387/run","method":"POST","req_id":"b2c06b8e-9aa6-4d20-8f98-de3e87548d08","remote_addr":"[fd00:1122:3344:101::a]:38199","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25267,"response_code":"200"} {"msg":"region 98a3e6fb-1117-48e3-b019-c0c95a8c72b1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:25.262168615Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:25.262340066Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"uri":"/crucible/0/regions","method":"POST","req_id":"46cffe99-475d-4a16-9aed-e5e782e87b16","remote_addr":"[fd00:1122:3344:101::a]:38199","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":240,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:25.262365426Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_a7f3aae9-756e-480f-8a45-d1b77628ad37/crucible/regions/98a3e6fb-1117-48e3-b019-c0c95a8c72b1","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:25.273547352Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_a7f3aae9-756e-480f-8a45-d1b77628ad37/crucible/regions/98a3e6fb-1117-48e3-b019-c0c95a8c72b1","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:25.273577702Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"98a3e6fb-1117-48e3-b019-c0c95a8c72b1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/98a3e6fb-1117-48e3-b019-c0c95a8c72b1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:25.335072326Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"region":"98a3e6fb-1117-48e3-b019-c0c95a8c72b1","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"98a3e6fb-1117-48e3-b019-c0c95a8c72b1\" \"--data\" \"/data/regions/98a3e6fb-1117-48e3-b019-c0c95a8c72b1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:25.337133003Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"region":"98a3e6fb-1117-48e3-b019-c0c95a8c72b1","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:25.407582134Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"region":"98a3e6fb-1117-48e3-b019-c0c95a8c72b1","component":"worker"} {"msg":"region 98a3e6fb-1117-48e3-b019-c0c95a8c72b1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:25.407638964Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:25.407753945Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-98a3e6fb-1117-48e3-b019-c0c95a8c72b1","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:25.409002726Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-98a3e6fb-1117-48e3-b019-c0c95a8c72b1","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:25.412402285Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:25.419259023Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-98a3e6fb-1117-48e3-b019-c0c95a8c72b1","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:25.42235368Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/98a3e6fb-1117-48e3-b019-c0c95a8c72b1","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:25.422626902Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:25.422687323Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:25.422732973Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:25.422774984Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:25.426919899Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:25.438041494Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:25.613902323Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"uri":"/crucible/0/regions","method":"POST","req_id":"c20ebe1b-4367-44a8-bf82-971510e1b7ab","remote_addr":"[fd00:1122:3344:101::a]:38199","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":70,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:51.799030423Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"uri":"/crucible/0/regions/98a3e6fb-1117-48e3-b019-c0c95a8c72b1","method":"GET","req_id":"5997b2a2-47a2-4f5a-a88d-d4352cd45a6c","remote_addr":"[fd00:1122:3344:101::a]:38199","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":70,"response_code":"200"} {"msg":"path is \"/data/regions/98a3e6fb-1117-48e3-b019-c0c95a8c72b1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:51.801709146Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"datafile"} {"msg":"dataset is oxp_a7f3aae9-756e-480f-8a45-d1b77628ad37/crucible/regions/98a3e6fb-1117-48e3-b019-c0c95a8c72b1","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:51.819008224Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"datafile"} {"msg":"region 98a3e6fb-1117-48e3-b019-c0c95a8c72b1 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:51.827833089Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:51.82803875Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:51.828090331Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"uri":"/crucible/0/regions/98a3e6fb-1117-48e3-b019-c0c95a8c72b1","method":"DELETE","req_id":"4fe2f76a-1148-4f4c-9fd4-49cdddae60d2","remote_addr":"[fd00:1122:3344:101::a]:38199","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":26411,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-98a3e6fb-1117-48e3-b019-c0c95a8c72b1 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:51.8291343Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:51.831921614Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"uri":"/crucible/0/regions/98a3e6fb-1117-48e3-b019-c0c95a8c72b1","method":"GET","req_id":"7e4a4e7e-e011-4315-a8ef-5c902806373e","remote_addr":"[fd00:1122:3344:101::a]:38199","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":36,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:51.862345683Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_a7f3aae9-756e-480f-8a45-d1b77628ad37/crucible/regions/98a3e6fb-1117-48e3-b019-c0c95a8c72b1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:51.871712513Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"region":"98a3e6fb-1117-48e3-b019-c0c95a8c72b1","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:51.970175712Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"uri":"/crucible/0/regions/98a3e6fb-1117-48e3-b019-c0c95a8c72b1","method":"GET","req_id":"59490eb0-b0b0-46af-b190-79a0dd49e914","remote_addr":"[fd00:1122:3344:101::a]:38199","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":103,"response_code":"200"} {"msg":"region 98a3e6fb-1117-48e3-b019-c0c95a8c72b1 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:51.99924511Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-11T22:18:52.111643947Z","hostname":"oxz_crucible_05fa3a23-a797-48a7-a358-3bb1d1d00393","pid":22630,"uri":"/crucible/0/regions/98a3e6fb-1117-48e3-b019-c0c95a8c72b1","method":"GET","req_id":"4e438672-5044-4726-a779-62e7aef7f01a","remote_addr":"[fd00:1122:3344:101::a]:38199","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":48,"response_code":"200"}