{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:57.302610813Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43586"}
{"msg":"region 38019c1a-1da8-4791-bf58-487b3178f09d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:57.302733526Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:57.306266884Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"uri":"/crucible/0/regions","method":"POST","req_id":"698d042a-2c9a-4a86-ad86-b2e5db1b04dd","remote_addr":"[fd00:1122:3344:101::a]:43586","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":3605,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:57.306279954Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_0cabb8fb-9927-4a70-9459-afd5dec5d238/crucible/regions/38019c1a-1da8-4791-bf58-487b3178f09d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:57.317217596Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_0cabb8fb-9927-4a70-9459-afd5dec5d238/crucible/regions/38019c1a-1da8-4791-bf58-487b3178f09d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:57.317252917Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"38019c1a-1da8-4791-bf58-487b3178f09d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/38019c1a-1da8-4791-bf58-487b3178f09d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:57.395137098Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"region":"38019c1a-1da8-4791-bf58-487b3178f09d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"38019c1a-1da8-4791-bf58-487b3178f09d\" \"--data\" \"/data/regions/38019c1a-1da8-4791-bf58-487b3178f09d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:57.397111562Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"region":"38019c1a-1da8-4791-bf58-487b3178f09d","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:57.567665692Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"region":"38019c1a-1da8-4791-bf58-487b3178f09d","component":"worker"}
{"msg":"region 38019c1a-1da8-4791-bf58-487b3178f09d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:57.567705093Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:57.567856428Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-38019c1a-1da8-4791-bf58-487b3178f09d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:57.568878256Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-38019c1a-1da8-4791-bf58-487b3178f09d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:57.584524228Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:57.606892786Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-38019c1a-1da8-4791-bf58-487b3178f09d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:57.622499627Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/38019c1a-1da8-4791-bf58-487b3178f09d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:57.622695062Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:57.622746324Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:57.622784065Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:57.622819646Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:57.641985195Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:57.643515927Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"uri":"/crucible/0/regions","method":"POST","req_id":"c2c2723b-c9fa-4f4e-bdb5-637edaacc6fc","remote_addr":"[fd00:1122:3344:101::a]:43586","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":54,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:57.648801173Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.345567177Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"uri":"/crucible/0/regions/b6b586d6-1f17-4f1c-8b02-cadfaf4fea9d","method":"GET","req_id":"b1f7d917-4d00-4271-bce9-2ab1eafe1078","remote_addr":"[fd00:1122:3344:101::a]:43586","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":52,"response_code":"200"}
{"msg":"path is \"/data/regions/b6b586d6-1f17-4f1c-8b02-cadfaf4fea9d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.34967802Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"datafile"}
{"msg":"dataset is oxp_0cabb8fb-9927-4a70-9459-afd5dec5d238/crucible/regions/b6b586d6-1f17-4f1c-8b02-cadfaf4fea9d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.358581036Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"datafile"}
{"msg":"snapshot is oxp_0cabb8fb-9927-4a70-9459-afd5dec5d238/crucible/regions/b6b586d6-1f17-4f1c-8b02-cadfaf4fea9d@f05aa8e3-4a87-4b83-9c63-38c9401cfe56","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.367569634Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0cabb8fb-9927-4a70-9459-afd5dec5d238/crucible/regions/b6b586d6-1f17-4f1c-8b02-cadfaf4fea9d\", \"f05aa8e3-4a87-4b83-9c63-38c9401cfe56\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.367605955Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.38695388Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"uri":"/crucible/0/regions/b6b586d6-1f17-4f1c-8b02-cadfaf4fea9d/snapshots/f05aa8e3-4a87-4b83-9c63-38c9401cfe56","method":"GET","req_id":"56319582-6f55-4cb4-8a9f-69e0c166d7e8","remote_addr":"[fd00:1122:3344:101::a]:43586","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":37268,"response_code":"200"}
{"msg":"path is \"/data/regions/b6b586d6-1f17-4f1c-8b02-cadfaf4fea9d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.391025312Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"datafile"}
{"msg":"dataset is oxp_0cabb8fb-9927-4a70-9459-afd5dec5d238/crucible/regions/b6b586d6-1f17-4f1c-8b02-cadfaf4fea9d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.399563998Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"datafile"}
{"msg":"snapshot is oxp_0cabb8fb-9927-4a70-9459-afd5dec5d238/crucible/regions/b6b586d6-1f17-4f1c-8b02-cadfaf4fea9d@f05aa8e3-4a87-4b83-9c63-38c9401cfe56","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.407207159Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0cabb8fb-9927-4a70-9459-afd5dec5d238/crucible/regions/b6b586d6-1f17-4f1c-8b02-cadfaf4fea9d\", \"f05aa8e3-4a87-4b83-9c63-38c9401cfe56\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.40722932Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot b6b586d6-1f17-4f1c-8b02-cadfaf4fea9d-f05aa8e3-4a87-4b83-9c63-38c9401cfe56 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.415458567Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"datafile"}
{"msg":"applying SMF actions for region b6b586d6-1f17-4f1c-8b02-cadfaf4fea9d running snapshot f05aa8e3-4a87-4b83-9c63-38c9401cfe56 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.415638442Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.415654842Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"uri":"/crucible/0/regions/b6b586d6-1f17-4f1c-8b02-cadfaf4fea9d/snapshots/f05aa8e3-4a87-4b83-9c63-38c9401cfe56/run","method":"POST","req_id":"f6298e53-7637-47e6-a13b-df0d0580eece","remote_addr":"[fd00:1122:3344:101::a]:43586","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":24676,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-b6b586d6-1f17-4f1c-8b02-cadfaf4fea9d-f05aa8e3-4a87-4b83-9c63-38c9401cfe56","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.418356657Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-b6b586d6-1f17-4f1c-8b02-cadfaf4fea9d-f05aa8e3-4a87-4b83-9c63-38c9401cfe56","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.43043249Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-b6b586d6-1f17-4f1c-8b02-cadfaf4fea9d-f05aa8e3-4a87-4b83-9c63-38c9401cfe56","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.461818047Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b6b586d6-1f17-4f1c-8b02-cadfaf4fea9d/.zfs/snapshot/f05aa8e3-4a87-4b83-9c63-38c9401cfe56","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.462152416Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.462211118Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.462255929Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.46230357Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.462367282Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.468300056Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.481236783Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"worker"}
{"msg":"region b6b586d6-1f17-4f1c-8b02-cadfaf4fea9d running snapshot f05aa8e3-4a87-4b83-9c63-38c9401cfe56 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.481251104Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"datafile"}
{"msg":"path is \"/data/regions/b6b586d6-1f17-4f1c-8b02-cadfaf4fea9d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.703405429Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"datafile"}
{"msg":"dataset is oxp_0cabb8fb-9927-4a70-9459-afd5dec5d238/crucible/regions/b6b586d6-1f17-4f1c-8b02-cadfaf4fea9d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.712537211Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"datafile"}
{"msg":"snapshot is oxp_0cabb8fb-9927-4a70-9459-afd5dec5d238/crucible/regions/b6b586d6-1f17-4f1c-8b02-cadfaf4fea9d@f05aa8e3-4a87-4b83-9c63-38c9401cfe56","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.720797439Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0cabb8fb-9927-4a70-9459-afd5dec5d238/crucible/regions/b6b586d6-1f17-4f1c-8b02-cadfaf4fea9d\", \"f05aa8e3-4a87-4b83-9c63-38c9401cfe56\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.720815329Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.72917312Z","hostname":"oxz_crucible_c7531870-6e6a-4fd3-9ace-3789bb582f47","pid":22864,"uri":"/crucible/0/regions/b6b586d6-1f17-4f1c-8b02-cadfaf4fea9d/snapshots/f05aa8e3-4a87-4b83-9c63-38c9401cfe56/run","method":"POST","req_id":"ab30df0a-7881-4c38-ae25-d781b6c5a83c","remote_addr":"[fd00:1122:3344:101::a]:43586","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":26332,"response_code":"200"}