{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:37.463872719Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52557"} {"msg":"region 305e94db-25f1-467f-8839-07839241d6d0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:37.463964159Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:37.464605205Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:37.464615435Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"uri":"/crucible/0/regions","method":"POST","req_id":"cd5c7149-d272-40c4-b3c7-b605fdfee40a","remote_addr":"[fd00:1122:3344:101::a]:52557","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":687,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_27d5a04d-ccb1-4219-851b-abc94499936f/crucible/regions/305e94db-25f1-467f-8839-07839241d6d0","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:37.478208174Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_27d5a04d-ccb1-4219-851b-abc94499936f/crucible/regions/305e94db-25f1-467f-8839-07839241d6d0","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:37.478237154Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"305e94db-25f1-467f-8839-07839241d6d0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/305e94db-25f1-467f-8839-07839241d6d0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:37.528371193Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"region":"305e94db-25f1-467f-8839-07839241d6d0","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"305e94db-25f1-467f-8839-07839241d6d0\" \"--data\" \"/data/regions/305e94db-25f1-467f-8839-07839241d6d0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:37.528406923Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"region":"305e94db-25f1-467f-8839-07839241d6d0","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:37.626761322Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"region":"305e94db-25f1-467f-8839-07839241d6d0","component":"worker"} {"msg":"region 305e94db-25f1-467f-8839-07839241d6d0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:37.626805763Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:37.626907054Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-305e94db-25f1-467f-8839-07839241d6d0","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:37.627946903Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-305e94db-25f1-467f-8839-07839241d6d0","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:37.638254633Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:37.651109975Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-305e94db-25f1-467f-8839-07839241d6d0","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:37.654323983Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/305e94db-25f1-467f-8839-07839241d6d0","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:37.654541205Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:37.654595166Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:37.654639946Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:37.654678687Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:37.657826774Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:37.663464043Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:37.749111532Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"uri":"/crucible/0/regions","method":"POST","req_id":"1d34fb90-f138-4546-8327-6df67f2956fa","remote_addr":"[fd00:1122:3344:101::a]:52557","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":76,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:39.101780526Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"uri":"/crucible/0/regions/a8823984-5c86-40f8-b29f-af9ca28e3a0e","method":"GET","req_id":"9d21157a-d038-4645-8d91-8b7003050858","remote_addr":"[fd00:1122:3344:101::a]:52557","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":56,"response_code":"200"} {"msg":"path is \"/data/regions/a8823984-5c86-40f8-b29f-af9ca28e3a0e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:39.104304448Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"datafile"} {"msg":"dataset is oxp_27d5a04d-ccb1-4219-851b-abc94499936f/crucible/regions/a8823984-5c86-40f8-b29f-af9ca28e3a0e","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:39.113217716Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"datafile"} {"msg":"snapshot is oxp_27d5a04d-ccb1-4219-851b-abc94499936f/crucible/regions/a8823984-5c86-40f8-b29f-af9ca28e3a0e@8f87fe4f-3d84-4064-bed4-e043d20d9da1","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:39.121332307Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_27d5a04d-ccb1-4219-851b-abc94499936f/crucible/regions/a8823984-5c86-40f8-b29f-af9ca28e3a0e\", \"8f87fe4f-3d84-4064-bed4-e043d20d9da1\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:39.121377307Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:39.131878009Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"uri":"/crucible/0/regions/a8823984-5c86-40f8-b29f-af9ca28e3a0e/snapshots/8f87fe4f-3d84-4064-bed4-e043d20d9da1","method":"GET","req_id":"77758ea1-be6c-47bb-afdb-272cfed4ce6f","remote_addr":"[fd00:1122:3344:101::a]:52557","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":27587,"response_code":"200"} {"msg":"path is \"/data/regions/a8823984-5c86-40f8-b29f-af9ca28e3a0e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:39.136165416Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"datafile"} {"msg":"dataset is oxp_27d5a04d-ccb1-4219-851b-abc94499936f/crucible/regions/a8823984-5c86-40f8-b29f-af9ca28e3a0e","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:39.143725813Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"datafile"} {"msg":"snapshot is oxp_27d5a04d-ccb1-4219-851b-abc94499936f/crucible/regions/a8823984-5c86-40f8-b29f-af9ca28e3a0e@8f87fe4f-3d84-4064-bed4-e043d20d9da1","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:39.151322539Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_27d5a04d-ccb1-4219-851b-abc94499936f/crucible/regions/a8823984-5c86-40f8-b29f-af9ca28e3a0e\", \"8f87fe4f-3d84-4064-bed4-e043d20d9da1\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:39.151358719Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot a8823984-5c86-40f8-b29f-af9ca28e3a0e-8f87fe4f-3d84-4064-bed4-e043d20d9da1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:39.160695551Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"datafile"} {"msg":"applying SMF actions for region a8823984-5c86-40f8-b29f-af9ca28e3a0e running snapshot 8f87fe4f-3d84-4064-bed4-e043d20d9da1 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:39.160866922Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:39.160897463Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"uri":"/crucible/0/regions/a8823984-5c86-40f8-b29f-af9ca28e3a0e/snapshots/8f87fe4f-3d84-4064-bed4-e043d20d9da1/run","method":"POST","req_id":"fae29155-5880-4335-b4c6-f5f67c5b9adf","remote_addr":"[fd00:1122:3344:101::a]:52557","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":25357,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-a8823984-5c86-40f8-b29f-af9ca28e3a0e-8f87fe4f-3d84-4064-bed4-e043d20d9da1","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:39.163844589Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a8823984-5c86-40f8-b29f-af9ca28e3a0e-8f87fe4f-3d84-4064-bed4-e043d20d9da1","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:39.166436341Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a8823984-5c86-40f8-b29f-af9ca28e3a0e-8f87fe4f-3d84-4064-bed4-e043d20d9da1","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:39.176256537Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a8823984-5c86-40f8-b29f-af9ca28e3a0e/.zfs/snapshot/8f87fe4f-3d84-4064-bed4-e043d20d9da1","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:39.17654324Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:39.17660185Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:39.17665137Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:39.176689861Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:39.176741911Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:39.180605275Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:39.185106324Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"region a8823984-5c86-40f8-b29f-af9ca28e3a0e running snapshot 8f87fe4f-3d84-4064-bed4-e043d20d9da1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:39.185116454Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"datafile"} {"msg":"path is \"/data/regions/a8823984-5c86-40f8-b29f-af9ca28e3a0e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:39.422336728Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"datafile"} {"msg":"dataset is oxp_27d5a04d-ccb1-4219-851b-abc94499936f/crucible/regions/a8823984-5c86-40f8-b29f-af9ca28e3a0e","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:39.431476557Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"datafile"} {"msg":"snapshot is oxp_27d5a04d-ccb1-4219-851b-abc94499936f/crucible/regions/a8823984-5c86-40f8-b29f-af9ca28e3a0e@8f87fe4f-3d84-4064-bed4-e043d20d9da1","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:39.440771019Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_27d5a04d-ccb1-4219-851b-abc94499936f/crucible/regions/a8823984-5c86-40f8-b29f-af9ca28e3a0e\", \"8f87fe4f-3d84-4064-bed4-e043d20d9da1\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:39.440802769Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:39.449572536Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"uri":"/crucible/0/regions/a8823984-5c86-40f8-b29f-af9ca28e3a0e/snapshots/8f87fe4f-3d84-4064-bed4-e043d20d9da1/run","method":"POST","req_id":"5578bc10-ff16-4553-afcd-023f458efcbd","remote_addr":"[fd00:1122:3344:101::a]:52557","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":27274,"response_code":"200"} {"msg":"region c2973a03-9e31-4820-8376-c2466d3a81b6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:42.785269273Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:42.785450214Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"uri":"/crucible/0/regions","method":"POST","req_id":"e663f589-6a1a-44ee-b80c-bf8fc42c9769","remote_addr":"[fd00:1122:3344:101::a]:52557","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":249,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:42.785471485Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_27d5a04d-ccb1-4219-851b-abc94499936f/crucible/regions/c2973a03-9e31-4820-8376-c2466d3a81b6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:42.795344441Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_27d5a04d-ccb1-4219-851b-abc94499936f/crucible/regions/c2973a03-9e31-4820-8376-c2466d3a81b6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:42.795367091Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c2973a03-9e31-4820-8376-c2466d3a81b6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c2973a03-9e31-4820-8376-c2466d3a81b6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:42.857785177Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"region":"c2973a03-9e31-4820-8376-c2466d3a81b6","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c2973a03-9e31-4820-8376-c2466d3a81b6\" \"--data\" \"/data/regions/c2973a03-9e31-4820-8376-c2466d3a81b6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:42.857834867Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"region":"c2973a03-9e31-4820-8376-c2466d3a81b6","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:42.942685359Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"region":"c2973a03-9e31-4820-8376-c2466d3a81b6","component":"worker"} {"msg":"region c2973a03-9e31-4820-8376-c2466d3a81b6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:42.942740109Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:42.94285575Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c2973a03-9e31-4820-8376-c2466d3a81b6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:42.946365541Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c2973a03-9e31-4820-8376-c2466d3a81b6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:42.949359267Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:42.95760717Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c2973a03-9e31-4820-8376-c2466d3a81b6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:42.961611054Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c2973a03-9e31-4820-8376-c2466d3a81b6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:42.962013848Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:42.962097059Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:42.962156149Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:42.96220729Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:42.967068282Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:42.974424677Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:43.01141049Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"uri":"/crucible/0/regions","method":"POST","req_id":"2705bac0-20f1-40bd-8ebb-b3bdf5741982","remote_addr":"[fd00:1122:3344:101::a]:52557","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":68,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:20:08.337066318Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"uri":"/crucible/0/regions/c2973a03-9e31-4820-8376-c2466d3a81b6","method":"GET","req_id":"9446f4b3-e54a-4b48-83ad-62fc155dc83f","remote_addr":"[fd00:1122:3344:101::a]:52557","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":65,"response_code":"200"} {"msg":"path is \"/data/regions/c2973a03-9e31-4820-8376-c2466d3a81b6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:20:08.340152055Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"datafile"} {"msg":"dataset is oxp_27d5a04d-ccb1-4219-851b-abc94499936f/crucible/regions/c2973a03-9e31-4820-8376-c2466d3a81b6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:20:08.352443353Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"datafile"} {"msg":"region c2973a03-9e31-4820-8376-c2466d3a81b6 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:20:08.362001406Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:20:08.362171888Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:20:08.362248858Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"uri":"/crucible/0/regions/c2973a03-9e31-4820-8376-c2466d3a81b6","method":"DELETE","req_id":"dc0d61f7-44c1-4887-b37e-f13ebf149716","remote_addr":"[fd00:1122:3344:101::a]:52557","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":22144,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-c2973a03-9e31-4820-8376-c2466d3a81b6 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:20:08.364054314Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:20:08.365323665Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"uri":"/crucible/0/regions/c2973a03-9e31-4820-8376-c2466d3a81b6","method":"GET","req_id":"2a2215f0-72a4-4032-98e9-07d1d16109d4","remote_addr":"[fd00:1122:3344:101::a]:52557","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":36,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:20:08.371723421Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_27d5a04d-ccb1-4219-851b-abc94499936f/crucible/regions/c2973a03-9e31-4820-8376-c2466d3a81b6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:20:08.38305799Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"region":"c2973a03-9e31-4820-8376-c2466d3a81b6","component":"worker"} {"msg":"region c2973a03-9e31-4820-8376-c2466d3a81b6 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:20:08.435009265Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:20:08.475363027Z","hostname":"oxz_crucible_f8c37587-dd71-4b4c-84d0-02d3d83b3ff1","pid":22598,"uri":"/crucible/0/regions/c2973a03-9e31-4820-8376-c2466d3a81b6","method":"GET","req_id":"e338f2bf-4b57-4c3f-bc05-a601fb787f79","remote_addr":"[fd00:1122:3344:101::a]:52557","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":71,"response_code":"200"}