{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:36.748051511Z","hostname":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","pid":20968,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49863"} {"msg":"region 83921609-68e7-4ba6-8924-d6f519adef0b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:36.787389502Z","hostname":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","pid":20968,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:36.792058168Z","hostname":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","pid":20968,"uri":"/crucible/0/regions","method":"POST","req_id":"e7d3de54-515f-45b4-a232-1aa9fad947ff","remote_addr":"[fd00:1122:3344:101::a]:49863","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25019,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:36.796731225Z","hostname":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","pid":20968,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_1e6bf961-835f-4fb8-88ff-1a8e1a58bf50/crucible/regions/83921609-68e7-4ba6-8924-d6f519adef0b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:36.807544505Z","hostname":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","pid":20968,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1e6bf961-835f-4fb8-88ff-1a8e1a58bf50/crucible/regions/83921609-68e7-4ba6-8924-d6f519adef0b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:36.807571816Z","hostname":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","pid":20968,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"83921609-68e7-4ba6-8924-d6f519adef0b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/83921609-68e7-4ba6-8924-d6f519adef0b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:36.855801392Z","hostname":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","pid":20968,"region":"83921609-68e7-4ba6-8924-d6f519adef0b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"83921609-68e7-4ba6-8924-d6f519adef0b\" \"--data\" \"/data/regions/83921609-68e7-4ba6-8924-d6f519adef0b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:36.860119412Z","hostname":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","pid":20968,"region":"83921609-68e7-4ba6-8924-d6f519adef0b","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:36.982409063Z","hostname":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","pid":20968,"uri":"/crucible/0/regions","method":"POST","req_id":"4e8297e8-3fe5-4d67-a4cf-b8a155f3dc65","remote_addr":"[fd00:1122:3344:101::a]:49863","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":774,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:37.162287144Z","hostname":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","pid":20968,"region":"83921609-68e7-4ba6-8924-d6f519adef0b","component":"worker"} {"msg":"region 83921609-68e7-4ba6-8924-d6f519adef0b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:37.162331575Z","hostname":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","pid":20968,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:37.162432417Z","hostname":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","pid":20968,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-83921609-68e7-4ba6-8924-d6f519adef0b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:37.165068806Z","hostname":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","pid":20968,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-83921609-68e7-4ba6-8924-d6f519adef0b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:37.17065644Z","hostname":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","pid":20968,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:37.186568365Z","hostname":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","pid":20968,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-83921609-68e7-4ba6-8924-d6f519adef0b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:37.190134911Z","hostname":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","pid":20968,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/83921609-68e7-4ba6-8924-d6f519adef0b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:37.20030391Z","hostname":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","pid":20968,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:37.202666554Z","hostname":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","pid":20968,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:37.202729625Z","hostname":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","pid":20968,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:37.202782146Z","hostname":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","pid":20968,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:37.206941204Z","hostname":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","pid":20968,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:37.212753951Z","hostname":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","pid":20968,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:37.468543713Z","hostname":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","pid":20968,"uri":"/crucible/0/regions","method":"POST","req_id":"35d9f847-f7de-4c86-a0fd-1312c7f8b559","remote_addr":"[fd00:1122:3344:101::a]:49863","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":67,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:32:03.824818976Z","hostname":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","pid":20968,"uri":"/crucible/0/regions/83921609-68e7-4ba6-8924-d6f519adef0b","method":"GET","req_id":"c444aa01-5174-4caa-9a31-32722989b41a","remote_addr":"[fd00:1122:3344:101::a]:49863","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":58,"response_code":"200"} {"msg":"path is \"/data/regions/83921609-68e7-4ba6-8924-d6f519adef0b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:32:03.829559054Z","hostname":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","pid":20968,"component":"datafile"} {"msg":"dataset is oxp_1e6bf961-835f-4fb8-88ff-1a8e1a58bf50/crucible/regions/83921609-68e7-4ba6-8924-d6f519adef0b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:32:03.845378027Z","hostname":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","pid":20968,"component":"datafile"} {"msg":"region 83921609-68e7-4ba6-8924-d6f519adef0b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:32:03.855449165Z","hostname":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","pid":20968,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:32:03.855645508Z","hostname":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","pid":20968,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:32:03.85572762Z","hostname":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","pid":20968,"uri":"/crucible/0/regions/83921609-68e7-4ba6-8924-d6f519adef0b","method":"DELETE","req_id":"767d7ec1-87a0-4a1b-b6a9-a39bd95a09b0","remote_addr":"[fd00:1122:3344:101::a]:49863","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26193,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-83921609-68e7-4ba6-8924-d6f519adef0b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:32:03.856916292Z","hostname":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","pid":20968,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:32:03.858915809Z","hostname":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","pid":20968,"uri":"/crucible/0/regions/83921609-68e7-4ba6-8924-d6f519adef0b","method":"GET","req_id":"c55e39ad-abe6-4547-af32-8aeda476ba9f","remote_addr":"[fd00:1122:3344:101::a]:49863","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":27,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:32:03.865605603Z","hostname":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","pid":20968,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_1e6bf961-835f-4fb8-88ff-1a8e1a58bf50/crucible/regions/83921609-68e7-4ba6-8924-d6f519adef0b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:32:03.875933795Z","hostname":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","pid":20968,"region":"83921609-68e7-4ba6-8924-d6f519adef0b","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:32:03.931430116Z","hostname":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","pid":20968,"uri":"/crucible/0/regions/83921609-68e7-4ba6-8924-d6f519adef0b","method":"GET","req_id":"18d7e5ce-4bef-49a3-b4ec-3a0b068ceaba","remote_addr":"[fd00:1122:3344:101::a]:49863","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":59,"response_code":"200"} {"msg":"region 83921609-68e7-4ba6-8924-d6f519adef0b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:32:03.94564378Z","hostname":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","pid":20968,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:32:04.060515474Z","hostname":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","pid":20968,"uri":"/crucible/0/regions/83921609-68e7-4ba6-8924-d6f519adef0b","method":"GET","req_id":"76dff4d5-9c41-41bb-aa2a-af77f67e5de5","remote_addr":"[fd00:1122:3344:101::a]:49863","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":44,"response_code":"200"}