{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:03.388909885Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35169"} {"msg":"region 1b910c26-7ab7-4245-9a82-7b0e50d383e7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:03.38905709Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:03.389687137Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"uri":"/crucible/0/regions","method":"POST","req_id":"b01a132b-a328-4200-b561-992480eb1978","remote_addr":"[fd00:1122:3344:101::a]:35169","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":668,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:03.389698587Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_dcccc535-4a83-4f31-ae30-c7986be50096/crucible/regions/1b910c26-7ab7-4245-9a82-7b0e50d383e7","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:03.401139503Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_dcccc535-4a83-4f31-ae30-c7986be50096/crucible/regions/1b910c26-7ab7-4245-9a82-7b0e50d383e7","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:03.401168694Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"1b910c26-7ab7-4245-9a82-7b0e50d383e7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1b910c26-7ab7-4245-9a82-7b0e50d383e7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:03.46191438Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"region":"1b910c26-7ab7-4245-9a82-7b0e50d383e7","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1b910c26-7ab7-4245-9a82-7b0e50d383e7\" \"--data\" \"/data/regions/1b910c26-7ab7-4245-9a82-7b0e50d383e7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:03.461969552Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"region":"1b910c26-7ab7-4245-9a82-7b0e50d383e7","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:03.576221514Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"region":"1b910c26-7ab7-4245-9a82-7b0e50d383e7","component":"worker"} {"msg":"region 1b910c26-7ab7-4245-9a82-7b0e50d383e7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:03.576266245Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:03.576382849Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-1b910c26-7ab7-4245-9a82-7b0e50d383e7","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:03.576838251Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1b910c26-7ab7-4245-9a82-7b0e50d383e7","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:03.581769337Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:03.594750305Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1b910c26-7ab7-4245-9a82-7b0e50d383e7","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:03.597684906Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1b910c26-7ab7-4245-9a82-7b0e50d383e7","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:03.597961254Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:03.598023946Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:03.598071547Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:03.598113368Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:03.601673676Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:03.61048199Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:03.678692862Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"uri":"/crucible/0/regions","method":"POST","req_id":"339f4f0b-29e9-4df7-bfe5-d1db8927f0c5","remote_addr":"[fd00:1122:3344:101::a]:35169","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":96,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:04.873254777Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"uri":"/crucible/0/regions/e3ceaaf9-7850-4be1-846f-2ba577c23bda","method":"GET","req_id":"f010b75d-7646-4d58-9157-25d466e87646","remote_addr":"[fd00:1122:3344:101::a]:35169","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":2418,"response_code":"200"} {"msg":"path is \"/data/regions/e3ceaaf9-7850-4be1-846f-2ba577c23bda\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:04.879075678Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"datafile"} {"msg":"dataset is oxp_dcccc535-4a83-4f31-ae30-c7986be50096/crucible/regions/e3ceaaf9-7850-4be1-846f-2ba577c23bda","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:04.888826637Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"datafile"} {"msg":"snapshot is oxp_dcccc535-4a83-4f31-ae30-c7986be50096/crucible/regions/e3ceaaf9-7850-4be1-846f-2ba577c23bda@2cb2ffec-e609-430b-a15b-3a3dadc52c0f","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:04.897792264Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_dcccc535-4a83-4f31-ae30-c7986be50096/crucible/regions/e3ceaaf9-7850-4be1-846f-2ba577c23bda\", \"2cb2ffec-e609-430b-a15b-3a3dadc52c0f\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:04.897818545Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:04.909757934Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"uri":"/crucible/0/regions/e3ceaaf9-7850-4be1-846f-2ba577c23bda/snapshots/2cb2ffec-e609-430b-a15b-3a3dadc52c0f","method":"GET","req_id":"3f2264ec-8e30-4666-8d53-33bcee1c9a7a","remote_addr":"[fd00:1122:3344:101::a]:35169","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":30693,"response_code":"200"} {"msg":"path is \"/data/regions/e3ceaaf9-7850-4be1-846f-2ba577c23bda\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:04.913104177Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"datafile"} {"msg":"dataset is oxp_dcccc535-4a83-4f31-ae30-c7986be50096/crucible/regions/e3ceaaf9-7850-4be1-846f-2ba577c23bda","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:04.92192578Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"datafile"} {"msg":"snapshot is oxp_dcccc535-4a83-4f31-ae30-c7986be50096/crucible/regions/e3ceaaf9-7850-4be1-846f-2ba577c23bda@2cb2ffec-e609-430b-a15b-3a3dadc52c0f","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:04.93095806Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_dcccc535-4a83-4f31-ae30-c7986be50096/crucible/regions/e3ceaaf9-7850-4be1-846f-2ba577c23bda\", \"2cb2ffec-e609-430b-a15b-3a3dadc52c0f\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:04.93098696Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot e3ceaaf9-7850-4be1-846f-2ba577c23bda-2cb2ffec-e609-430b-a15b-3a3dadc52c0f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:04.940473882Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"datafile"} {"msg":"applying SMF actions for region e3ceaaf9-7850-4be1-846f-2ba577c23bda running snapshot 2cb2ffec-e609-430b-a15b-3a3dadc52c0f (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:04.940663607Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:04.940701268Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"uri":"/crucible/0/regions/e3ceaaf9-7850-4be1-846f-2ba577c23bda/snapshots/2cb2ffec-e609-430b-a15b-3a3dadc52c0f/run","method":"POST","req_id":"9eaa8d13-d1ec-4cb4-8749-f2e6365d0c0e","remote_addr":"[fd00:1122:3344:101::a]:35169","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":28306,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-e3ceaaf9-7850-4be1-846f-2ba577c23bda-2cb2ffec-e609-430b-a15b-3a3dadc52c0f","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:04.942884119Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-e3ceaaf9-7850-4be1-846f-2ba577c23bda-2cb2ffec-e609-430b-a15b-3a3dadc52c0f","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:04.949471361Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-e3ceaaf9-7850-4be1-846f-2ba577c23bda-2cb2ffec-e609-430b-a15b-3a3dadc52c0f","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:04.959790815Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e3ceaaf9-7850-4be1-846f-2ba577c23bda/.zfs/snapshot/2cb2ffec-e609-430b-a15b-3a3dadc52c0f","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:04.960108504Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:04.960168416Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:04.960211927Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:04.960257738Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:04.96030568Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:04.964022512Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:04.968636879Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"region e3ceaaf9-7850-4be1-846f-2ba577c23bda running snapshot 2cb2ffec-e609-430b-a15b-3a3dadc52c0f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:04.96864717Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"datafile"} {"msg":"path is \"/data/regions/e3ceaaf9-7850-4be1-846f-2ba577c23bda\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:05.313136566Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"datafile"} {"msg":"dataset is oxp_dcccc535-4a83-4f31-ae30-c7986be50096/crucible/regions/e3ceaaf9-7850-4be1-846f-2ba577c23bda","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:05.322530616Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"datafile"} {"msg":"snapshot is oxp_dcccc535-4a83-4f31-ae30-c7986be50096/crucible/regions/e3ceaaf9-7850-4be1-846f-2ba577c23bda@2cb2ffec-e609-430b-a15b-3a3dadc52c0f","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:05.331781691Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_dcccc535-4a83-4f31-ae30-c7986be50096/crucible/regions/e3ceaaf9-7850-4be1-846f-2ba577c23bda\", \"2cb2ffec-e609-430b-a15b-3a3dadc52c0f\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:05.331807012Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:05.340764299Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"uri":"/crucible/0/regions/e3ceaaf9-7850-4be1-846f-2ba577c23bda/snapshots/2cb2ffec-e609-430b-a15b-3a3dadc52c0f/run","method":"POST","req_id":"b71b7b04-b1b0-4671-abc5-41d88fcd3def","remote_addr":"[fd00:1122:3344:101::a]:35169","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":27675,"response_code":"200"} {"msg":"region 903f0e5a-67a5-4473-8868-4cb7899aed8d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.622743944Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.622909418Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"uri":"/crucible/0/regions","method":"POST","req_id":"fa14658c-07bc-479b-bf15-a891897e36f8","remote_addr":"[fd00:1122:3344:101::a]:35169","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":222,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.622935139Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_dcccc535-4a83-4f31-ae30-c7986be50096/crucible/regions/903f0e5a-67a5-4473-8868-4cb7899aed8d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.632923345Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_dcccc535-4a83-4f31-ae30-c7986be50096/crucible/regions/903f0e5a-67a5-4473-8868-4cb7899aed8d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.632957976Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"903f0e5a-67a5-4473-8868-4cb7899aed8d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/903f0e5a-67a5-4473-8868-4cb7899aed8d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.696589142Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"region":"903f0e5a-67a5-4473-8868-4cb7899aed8d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"903f0e5a-67a5-4473-8868-4cb7899aed8d\" \"--data\" \"/data/regions/903f0e5a-67a5-4473-8868-4cb7899aed8d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.696643843Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"region":"903f0e5a-67a5-4473-8868-4cb7899aed8d","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.784310013Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"region":"903f0e5a-67a5-4473-8868-4cb7899aed8d","component":"worker"} {"msg":"region 903f0e5a-67a5-4473-8868-4cb7899aed8d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.784359214Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.784444596Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-903f0e5a-67a5-4473-8868-4cb7899aed8d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.78565425Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-903f0e5a-67a5-4473-8868-4cb7899aed8d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.789547917Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.796666924Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-903f0e5a-67a5-4473-8868-4cb7899aed8d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.799723568Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/903f0e5a-67a5-4473-8868-4cb7899aed8d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.800013206Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.800074468Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.800122619Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.80017193Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.803600905Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.815444822Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.917491828Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"uri":"/crucible/0/regions","method":"POST","req_id":"7e2dcca5-710c-4e82-b720-52a096f679f5","remote_addr":"[fd00:1122:3344:101::a]:35169","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":137,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:37.752756559Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"uri":"/crucible/0/regions/903f0e5a-67a5-4473-8868-4cb7899aed8d","method":"GET","req_id":"bf2e2214-4615-40bb-bcc4-9ffc8f329774","remote_addr":"[fd00:1122:3344:101::a]:35169","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":58,"response_code":"200"} {"msg":"path is \"/data/regions/903f0e5a-67a5-4473-8868-4cb7899aed8d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:37.7567584Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"datafile"} {"msg":"dataset is oxp_dcccc535-4a83-4f31-ae30-c7986be50096/crucible/regions/903f0e5a-67a5-4473-8868-4cb7899aed8d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:37.768626307Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"datafile"} {"msg":"region 903f0e5a-67a5-4473-8868-4cb7899aed8d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:37.778276653Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:37.778489449Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:37.778554631Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"uri":"/crucible/0/regions/903f0e5a-67a5-4473-8868-4cb7899aed8d","method":"DELETE","req_id":"c3c9fe7a-777a-4c8f-9fa8-eb6a645f35ea","remote_addr":"[fd00:1122:3344:101::a]:35169","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":21834,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-903f0e5a-67a5-4473-8868-4cb7899aed8d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:37.781917644Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:37.792754753Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"uri":"/crucible/0/regions/903f0e5a-67a5-4473-8868-4cb7899aed8d","method":"GET","req_id":"ebb94bf7-8851-430c-ae4b-fb9e04598639","remote_addr":"[fd00:1122:3344:101::a]:35169","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":35,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:37.799637123Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_dcccc535-4a83-4f31-ae30-c7986be50096/crucible/regions/903f0e5a-67a5-4473-8868-4cb7899aed8d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:37.811270934Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"region":"903f0e5a-67a5-4473-8868-4cb7899aed8d","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:37.866129458Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"uri":"/crucible/0/regions/903f0e5a-67a5-4473-8868-4cb7899aed8d","method":"GET","req_id":"70966573-d588-4c67-b90f-1fa3c4a22887","remote_addr":"[fd00:1122:3344:101::a]:35169","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":98,"response_code":"200"} {"msg":"region 903f0e5a-67a5-4473-8868-4cb7899aed8d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:37.903322874Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:38.000227959Z","hostname":"oxz_crucible_7f64eef2-562a-4630-a74d-ffdd909fa9a5","pid":23431,"uri":"/crucible/0/regions/903f0e5a-67a5-4473-8868-4cb7899aed8d","method":"GET","req_id":"1b302ff2-b5e7-4310-bd74-d34517ebdae2","remote_addr":"[fd00:1122:3344:101::a]:35169","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":543,"response_code":"200"}