[ Jan 2 23:33:46 Enabled. ] [ Jan 2 23:33:46 Rereading configuration. ] [ Jan 2 23:33:48 Rereading configuration. ] [ Jan 2 23:33:53 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_9c569eb8-99da-4c39-9e12-41759dba24d6/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_9c569eb8-99da-4c39-9e12-41759dba24d6/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:33:53.500481605Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389} {"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:33:53.505012445Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:33:53.505023735Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:33:53.516368084Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:33:53.636633265Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:18.699465176Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33329"} {"msg":"region 02354bf1-5ab4-4a0b-bcbc-a3224088dd1a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:18.719823183Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:18.722819703Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:18.722833023Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"uri":"/crucible/0/regions","method":"POST","req_id":"05312158-7db4-476e-a0e5-f51907f6063b","remote_addr":"[fd00:1122:3344:101::a]:33329","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":5413,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_9c569eb8-99da-4c39-9e12-41759dba24d6/crucible/regions/02354bf1-5ab4-4a0b-bcbc-a3224088dd1a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:18.732279937Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9c569eb8-99da-4c39-9e12-41759dba24d6/crucible/regions/02354bf1-5ab4-4a0b-bcbc-a3224088dd1a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:18.732338308Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"02354bf1-5ab4-4a0b-bcbc-a3224088dd1a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/02354bf1-5ab4-4a0b-bcbc-a3224088dd1a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:18.869342518Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"region":"02354bf1-5ab4-4a0b-bcbc-a3224088dd1a","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"02354bf1-5ab4-4a0b-bcbc-a3224088dd1a\" \"--data\" \"/data/regions/02354bf1-5ab4-4a0b-bcbc-a3224088dd1a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:18.871277284Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"region":"02354bf1-5ab4-4a0b-bcbc-a3224088dd1a","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.021490488Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"uri":"/crucible/0/regions","method":"POST","req_id":"50a9f2a0-52d9-4b16-b42b-cfd407f9b84f","remote_addr":"[fd00:1122:3344:101::a]:33329","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":88,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.145769282Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"region":"02354bf1-5ab4-4a0b-bcbc-a3224088dd1a","component":"worker"} {"msg":"region 02354bf1-5ab4-4a0b-bcbc-a3224088dd1a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.145834863Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.146137076Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-02354bf1-5ab4-4a0b-bcbc-a3224088dd1a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.146522412Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-02354bf1-5ab4-4a0b-bcbc-a3224088dd1a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.151134832Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.163959901Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-02354bf1-5ab4-4a0b-bcbc-a3224088dd1a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.173518896Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/02354bf1-5ab4-4a0b-bcbc-a3224088dd1a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.174498569Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.17458267Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.174650971Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.174706322Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.178173988Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.19737097Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.547113897Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"uri":"/crucible/0/regions","method":"POST","req_id":"331fc1ed-e736-43fe-9b47-16d108135391","remote_addr":"[fd00:1122:3344:101::a]:33329","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":66,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.749757939Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38005"} {"msg":"region a89a771c-172a-4779-84b5-fa40c4dbf07d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.749962952Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.750897164Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"uri":"/crucible/0/regions","method":"POST","req_id":"0ec41f35-6a81-4af7-af2f-20c1ca56f4aa","remote_addr":"[fd00:1122:3344:101::a]:38005","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":976,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.750928434Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_9c569eb8-99da-4c39-9e12-41759dba24d6/crucible/regions/a89a771c-172a-4779-84b5-fa40c4dbf07d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.763633901Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9c569eb8-99da-4c39-9e12-41759dba24d6/crucible/regions/a89a771c-172a-4779-84b5-fa40c4dbf07d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.763661112Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a89a771c-172a-4779-84b5-fa40c4dbf07d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a89a771c-172a-4779-84b5-fa40c4dbf07d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.830012694Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"region":"a89a771c-172a-4779-84b5-fa40c4dbf07d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a89a771c-172a-4779-84b5-fa40c4dbf07d\" \"--data\" \"/data/regions/a89a771c-172a-4779-84b5-fa40c4dbf07d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.831766387Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"region":"a89a771c-172a-4779-84b5-fa40c4dbf07d","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.91037076Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"region":"a89a771c-172a-4779-84b5-fa40c4dbf07d","component":"worker"} {"msg":"region a89a771c-172a-4779-84b5-fa40c4dbf07d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.91041812Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.910504621Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a89a771c-172a-4779-84b5-fa40c4dbf07d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.926315879Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a89a771c-172a-4779-84b5-fa40c4dbf07d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.930429103Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.940558216Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a89a771c-172a-4779-84b5-fa40c4dbf07d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.943700428Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a89a771c-172a-4779-84b5-fa40c4dbf07d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.944092773Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.944150633Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.944192254Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.944229625Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.950975443Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.956393074Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:57.063503822Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"uri":"/crucible/0/regions","method":"POST","req_id":"2c2c751a-6774-4216-9ea2-da5407c6ab87","remote_addr":"[fd00:1122:3344:101::a]:38005","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":69,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.863514501Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"uri":"/crucible/0/regions/02354bf1-5ab4-4a0b-bcbc-a3224088dd1a","method":"GET","req_id":"b8c7fc1d-cb88-49b5-af89-334b826db588","remote_addr":"[fd00:1122:3344:101::a]:38005","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":2510,"response_code":"200"} {"msg":"path is \"/data/regions/02354bf1-5ab4-4a0b-bcbc-a3224088dd1a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.867414743Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"datafile"} {"msg":"dataset is oxp_9c569eb8-99da-4c39-9e12-41759dba24d6/crucible/regions/02354bf1-5ab4-4a0b-bcbc-a3224088dd1a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.875859194Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"datafile"} {"msg":"snapshot is oxp_9c569eb8-99da-4c39-9e12-41759dba24d6/crucible/regions/02354bf1-5ab4-4a0b-bcbc-a3224088dd1a@7b2ec8d4-433c-44a4-a2d9-4958480f36bf","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.884871222Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_9c569eb8-99da-4c39-9e12-41759dba24d6/crucible/regions/02354bf1-5ab4-4a0b-bcbc-a3224088dd1a\", \"7b2ec8d4-433c-44a4-a2d9-4958480f36bf\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.884903733Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.896425514Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"uri":"/crucible/0/regions/02354bf1-5ab4-4a0b-bcbc-a3224088dd1a/snapshots/7b2ec8d4-433c-44a4-a2d9-4958480f36bf","method":"GET","req_id":"9e83ee8c-2d9c-437d-88c3-dab950a0aa51","remote_addr":"[fd00:1122:3344:101::a]:38005","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":29023,"response_code":"200"} {"msg":"path is \"/data/regions/02354bf1-5ab4-4a0b-bcbc-a3224088dd1a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.90070164Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"datafile"} {"msg":"dataset is oxp_9c569eb8-99da-4c39-9e12-41759dba24d6/crucible/regions/02354bf1-5ab4-4a0b-bcbc-a3224088dd1a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.908583794Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"datafile"} {"msg":"snapshot is oxp_9c569eb8-99da-4c39-9e12-41759dba24d6/crucible/regions/02354bf1-5ab4-4a0b-bcbc-a3224088dd1a@7b2ec8d4-433c-44a4-a2d9-4958480f36bf","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.916045422Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_9c569eb8-99da-4c39-9e12-41759dba24d6/crucible/regions/02354bf1-5ab4-4a0b-bcbc-a3224088dd1a\", \"7b2ec8d4-433c-44a4-a2d9-4958480f36bf\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.916072872Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 02354bf1-5ab4-4a0b-bcbc-a3224088dd1a-7b2ec8d4-433c-44a4-a2d9-4958480f36bf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.925471806Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"datafile"} {"msg":"applying SMF actions for region 02354bf1-5ab4-4a0b-bcbc-a3224088dd1a running snapshot 7b2ec8d4-433c-44a4-a2d9-4958480f36bf (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.925665069Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.925701279Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"uri":"/crucible/0/regions/02354bf1-5ab4-4a0b-bcbc-a3224088dd1a/snapshots/7b2ec8d4-433c-44a4-a2d9-4958480f36bf/run","method":"POST","req_id":"9c9c248e-5ae3-402b-b1e5-3abbf8a4798a","remote_addr":"[fd00:1122:3344:101::a]:38005","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":25576,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-02354bf1-5ab4-4a0b-bcbc-a3224088dd1a-7b2ec8d4-433c-44a4-a2d9-4958480f36bf","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.927844277Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-02354bf1-5ab4-4a0b-bcbc-a3224088dd1a-7b2ec8d4-433c-44a4-a2d9-4958480f36bf","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.938814471Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-02354bf1-5ab4-4a0b-bcbc-a3224088dd1a-7b2ec8d4-433c-44a4-a2d9-4958480f36bf","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.94934233Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/02354bf1-5ab4-4a0b-bcbc-a3224088dd1a/.zfs/snapshot/7b2ec8d4-433c-44a4-a2d9-4958480f36bf","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.949632453Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.949684004Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.949728995Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.949774705Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.949826736Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.95390192Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.958659492Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"worker"} {"msg":"region 02354bf1-5ab4-4a0b-bcbc-a3224088dd1a running snapshot 7b2ec8d4-433c-44a4-a2d9-4958480f36bf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.958671122Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"datafile"} {"msg":"path is \"/data/regions/02354bf1-5ab4-4a0b-bcbc-a3224088dd1a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:59.263881624Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"datafile"} {"msg":"dataset is oxp_9c569eb8-99da-4c39-9e12-41759dba24d6/crucible/regions/02354bf1-5ab4-4a0b-bcbc-a3224088dd1a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:59.272541248Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"datafile"} {"msg":"snapshot is oxp_9c569eb8-99da-4c39-9e12-41759dba24d6/crucible/regions/02354bf1-5ab4-4a0b-bcbc-a3224088dd1a@7b2ec8d4-433c-44a4-a2d9-4958480f36bf","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:59.281119921Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_9c569eb8-99da-4c39-9e12-41759dba24d6/crucible/regions/02354bf1-5ab4-4a0b-bcbc-a3224088dd1a\", \"7b2ec8d4-433c-44a4-a2d9-4958480f36bf\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:59.281156891Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:59.289650583Z","hostname":"oxz_crucible_22807597-eb99-44d0-9d1a-b6c3ff0e2eb1","pid":25389,"uri":"/crucible/0/regions/02354bf1-5ab4-4a0b-bcbc-a3224088dd1a/snapshots/7b2ec8d4-433c-44a4-a2d9-4958480f36bf/run","method":"POST","req_id":"4adf76bb-94a0-49e5-8ee0-842b7afab6fc","remote_addr":"[fd00:1122:3344:101::a]:38005","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":25824,"response_code":"200"}