{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.018729682Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:65508"} {"msg":"region 9784564f-a8a8-4dbc-87ab-6a06a180bb07 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.018835025Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.019405257Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.019418607Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"uri":"/crucible/0/regions","method":"POST","req_id":"79ddd346-a9f6-4f60-85ee-49cbc5af5941","remote_addr":"[fd00:1122:3344:101::a]:65508","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":607,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_4846b5cc-cb2b-4eca-94f1-57e5f623f3d0/crucible/regions/9784564f-a8a8-4dbc-87ab-6a06a180bb07","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.032063749Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_4846b5cc-cb2b-4eca-94f1-57e5f623f3d0/crucible/regions/9784564f-a8a8-4dbc-87ab-6a06a180bb07","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.032084729Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9784564f-a8a8-4dbc-87ab-6a06a180bb07\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9784564f-a8a8-4dbc-87ab-6a06a180bb07\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.084219769Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"region":"9784564f-a8a8-4dbc-87ab-6a06a180bb07","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9784564f-a8a8-4dbc-87ab-6a06a180bb07\" \"--data\" \"/data/regions/9784564f-a8a8-4dbc-87ab-6a06a180bb07\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.086053478Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"region":"9784564f-a8a8-4dbc-87ab-6a06a180bb07","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.157147365Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"region":"9784564f-a8a8-4dbc-87ab-6a06a180bb07","component":"worker"} {"msg":"region 9784564f-a8a8-4dbc-87ab-6a06a180bb07 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.157189646Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.157342609Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9784564f-a8a8-4dbc-87ab-6a06a180bb07","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.168932518Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9784564f-a8a8-4dbc-87ab-6a06a180bb07","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.176859478Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.185017684Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9784564f-a8a8-4dbc-87ab-6a06a180bb07","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.18856984Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9784564f-a8a8-4dbc-87ab-6a06a180bb07","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.188930328Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.188998659Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.18905202Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.189103611Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.193440505Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.198778769Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.227982206Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"uri":"/crucible/0/regions","method":"POST","req_id":"721ce67b-4f7b-45e5-a863-5da2e34484c2","remote_addr":"[fd00:1122:3344:101::a]:65508","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":95,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.003052252Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"uri":"/crucible/0/regions/8f45f4a6-994a-4090-836f-247d594caaf6","method":"GET","req_id":"42b1c52d-5c72-47c6-bd19-3c4d2ea38ad2","remote_addr":"[fd00:1122:3344:101::a]:65508","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":67,"response_code":"200"} {"msg":"path is \"/data/regions/8f45f4a6-994a-4090-836f-247d594caaf6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.006334622Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"datafile"} {"msg":"dataset is oxp_4846b5cc-cb2b-4eca-94f1-57e5f623f3d0/crucible/regions/8f45f4a6-994a-4090-836f-247d594caaf6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.015348926Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"datafile"} {"msg":"snapshot is oxp_4846b5cc-cb2b-4eca-94f1-57e5f623f3d0/crucible/regions/8f45f4a6-994a-4090-836f-247d594caaf6@73099012-5043-4c2d-831f-7ce2a00b510c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.023975501Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_4846b5cc-cb2b-4eca-94f1-57e5f623f3d0/crucible/regions/8f45f4a6-994a-4090-836f-247d594caaf6\", \"73099012-5043-4c2d-831f-7ce2a00b510c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.024004461Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.034220401Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"uri":"/crucible/0/regions/8f45f4a6-994a-4090-836f-247d594caaf6/snapshots/73099012-5043-4c2d-831f-7ce2a00b510c","method":"GET","req_id":"e7089993-863b-4cb5-ab71-f101ce63ca03","remote_addr":"[fd00:1122:3344:101::a]:65508","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":27897,"response_code":"200"} {"msg":"path is \"/data/regions/8f45f4a6-994a-4090-836f-247d594caaf6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.037738226Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"datafile"} {"msg":"dataset is oxp_4846b5cc-cb2b-4eca-94f1-57e5f623f3d0/crucible/regions/8f45f4a6-994a-4090-836f-247d594caaf6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.045551074Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"datafile"} {"msg":"snapshot is oxp_4846b5cc-cb2b-4eca-94f1-57e5f623f3d0/crucible/regions/8f45f4a6-994a-4090-836f-247d594caaf6@73099012-5043-4c2d-831f-7ce2a00b510c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.054579988Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_4846b5cc-cb2b-4eca-94f1-57e5f623f3d0/crucible/regions/8f45f4a6-994a-4090-836f-247d594caaf6\", \"73099012-5043-4c2d-831f-7ce2a00b510c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.054603719Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 8f45f4a6-994a-4090-836f-247d594caaf6-73099012-5043-4c2d-831f-7ce2a00b510c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.062885126Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"datafile"} {"msg":"applying SMF actions for region 8f45f4a6-994a-4090-836f-247d594caaf6 running snapshot 73099012-5043-4c2d-831f-7ce2a00b510c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.06305583Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.063080221Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"uri":"/crucible/0/regions/8f45f4a6-994a-4090-836f-247d594caaf6/snapshots/73099012-5043-4c2d-831f-7ce2a00b510c/run","method":"POST","req_id":"12ff7498-8825-40cc-8831-7daed97163c7","remote_addr":"[fd00:1122:3344:101::a]:65508","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25370,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-8f45f4a6-994a-4090-836f-247d594caaf6-73099012-5043-4c2d-831f-7ce2a00b510c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.065714747Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-8f45f4a6-994a-4090-836f-247d594caaf6-73099012-5043-4c2d-831f-7ce2a00b510c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.068566268Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-8f45f4a6-994a-4090-836f-247d594caaf6-73099012-5043-4c2d-831f-7ce2a00b510c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.078817288Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8f45f4a6-994a-4090-836f-247d594caaf6/.zfs/snapshot/73099012-5043-4c2d-831f-7ce2a00b510c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.079094774Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.079158916Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.079204467Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.079246648Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.079301919Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.082854855Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.087447424Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"region 8f45f4a6-994a-4090-836f-247d594caaf6 running snapshot 73099012-5043-4c2d-831f-7ce2a00b510c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.087455934Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"datafile"} {"msg":"path is \"/data/regions/8f45f4a6-994a-4090-836f-247d594caaf6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.272932497Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"datafile"} {"msg":"dataset is oxp_4846b5cc-cb2b-4eca-94f1-57e5f623f3d0/crucible/regions/8f45f4a6-994a-4090-836f-247d594caaf6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.282080594Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"datafile"} {"msg":"snapshot is oxp_4846b5cc-cb2b-4eca-94f1-57e5f623f3d0/crucible/regions/8f45f4a6-994a-4090-836f-247d594caaf6@73099012-5043-4c2d-831f-7ce2a00b510c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.289760919Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_4846b5cc-cb2b-4eca-94f1-57e5f623f3d0/crucible/regions/8f45f4a6-994a-4090-836f-247d594caaf6\", \"73099012-5043-4c2d-831f-7ce2a00b510c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.28979655Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.298457865Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"uri":"/crucible/0/regions/8f45f4a6-994a-4090-836f-247d594caaf6/snapshots/73099012-5043-4c2d-831f-7ce2a00b510c/run","method":"POST","req_id":"f714c8b1-f113-43b4-a11d-af3f8da7021a","remote_addr":"[fd00:1122:3344:101::a]:65508","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25582,"response_code":"200"} {"msg":"region 511288db-ae8b-401c-aaad-e97f8b60175b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.160181859Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.160395584Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.160408744Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"uri":"/crucible/0/regions","method":"POST","req_id":"931c5c7f-8c8c-49fb-b28b-111ffb9d9f0e","remote_addr":"[fd00:1122:3344:101::a]:65508","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":287,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_4846b5cc-cb2b-4eca-94f1-57e5f623f3d0/crucible/regions/511288db-ae8b-401c-aaad-e97f8b60175b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.170265956Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_4846b5cc-cb2b-4eca-94f1-57e5f623f3d0/crucible/regions/511288db-ae8b-401c-aaad-e97f8b60175b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.170290967Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"511288db-ae8b-401c-aaad-e97f8b60175b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/511288db-ae8b-401c-aaad-e97f8b60175b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.233438883Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"region":"511288db-ae8b-401c-aaad-e97f8b60175b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"511288db-ae8b-401c-aaad-e97f8b60175b\" \"--data\" \"/data/regions/511288db-ae8b-401c-aaad-e97f8b60175b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.235285572Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"region":"511288db-ae8b-401c-aaad-e97f8b60175b","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.297917257Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"region":"511288db-ae8b-401c-aaad-e97f8b60175b","component":"worker"} {"msg":"region 511288db-ae8b-401c-aaad-e97f8b60175b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.297958718Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.29804528Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-511288db-ae8b-401c-aaad-e97f8b60175b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.299120363Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-511288db-ae8b-401c-aaad-e97f8b60175b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.30174401Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.31061658Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-511288db-ae8b-401c-aaad-e97f8b60175b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.314072124Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/511288db-ae8b-401c-aaad-e97f8b60175b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.314378361Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.314432632Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.314476303Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.314517894Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.318177443Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.327895891Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.366160313Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"uri":"/crucible/0/regions","method":"POST","req_id":"97dcc0da-bf6e-4910-951f-f1f3450c5456","remote_addr":"[fd00:1122:3344:101::a]:65508","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":68,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.224148265Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"uri":"/crucible/0/regions/511288db-ae8b-401c-aaad-e97f8b60175b","method":"GET","req_id":"96598120-6b75-4aa3-bc55-908248511b7c","remote_addr":"[fd00:1122:3344:101::a]:65508","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":68,"response_code":"200"} {"msg":"path is \"/data/regions/511288db-ae8b-401c-aaad-e97f8b60175b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.227254432Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"datafile"} {"msg":"dataset is oxp_4846b5cc-cb2b-4eca-94f1-57e5f623f3d0/crucible/regions/511288db-ae8b-401c-aaad-e97f8b60175b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.240153919Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"datafile"} {"msg":"region 511288db-ae8b-401c-aaad-e97f8b60175b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.250166004Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.250365678Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.25042538Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"uri":"/crucible/0/regions/511288db-ae8b-401c-aaad-e97f8b60175b","method":"DELETE","req_id":"55994a4d-d5a8-49bc-9d5e-ba51012b4c61","remote_addr":"[fd00:1122:3344:101::a]:65508","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23222,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-511288db-ae8b-401c-aaad-e97f8b60175b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.25229748Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.253963156Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"uri":"/crucible/0/regions/511288db-ae8b-401c-aaad-e97f8b60175b","method":"GET","req_id":"547e6002-9de5-4617-8d41-4434c600ab3e","remote_addr":"[fd00:1122:3344:101::a]:65508","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":37,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.261062978Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_4846b5cc-cb2b-4eca-94f1-57e5f623f3d0/crucible/regions/511288db-ae8b-401c-aaad-e97f8b60175b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.271947722Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"region":"511288db-ae8b-401c-aaad-e97f8b60175b","component":"worker"} {"msg":"region 511288db-ae8b-401c-aaad-e97f8b60175b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.322485217Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.4050394Z","hostname":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","pid":21598,"uri":"/crucible/0/regions/511288db-ae8b-401c-aaad-e97f8b60175b","method":"GET","req_id":"f526e3c5-0bf1-43b9-ab20-e547a98ac7a5","remote_addr":"[fd00:1122:3344:101::a]:65508","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":79,"response_code":"200"}