{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:41.435064468Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54423"}
{"msg":"region d7ed5858-ea77-40b1-8592-51b834b36de3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:41.435165299Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:41.435861632Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:41.435870232Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"uri":"/crucible/0/regions","method":"POST","req_id":"caec23eb-35f1-40ef-85b6-d1927d7c72f0","remote_addr":"[fd00:1122:3344:101::a]:54423","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":730,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_c33e8b7b-175b-411c-9dad-e790d7fa109c/crucible/regions/d7ed5858-ea77-40b1-8592-51b834b36de3","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:41.445030093Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_c33e8b7b-175b-411c-9dad-e790d7fa109c/crucible/regions/d7ed5858-ea77-40b1-8592-51b834b36de3","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:41.445064973Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d7ed5858-ea77-40b1-8592-51b834b36de3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d7ed5858-ea77-40b1-8592-51b834b36de3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:41.493589834Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"region":"d7ed5858-ea77-40b1-8592-51b834b36de3","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d7ed5858-ea77-40b1-8592-51b834b36de3\" \"--data\" \"/data/regions/d7ed5858-ea77-40b1-8592-51b834b36de3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:41.495430357Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"region":"d7ed5858-ea77-40b1-8592-51b834b36de3","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:41.567903182Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"region":"d7ed5858-ea77-40b1-8592-51b834b36de3","component":"worker"}
{"msg":"region d7ed5858-ea77-40b1-8592-51b834b36de3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:41.567942303Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:41.568066175Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d7ed5858-ea77-40b1-8592-51b834b36de3","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:41.580684519Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d7ed5858-ea77-40b1-8592-51b834b36de3","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:41.589674916Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:41.59905298Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d7ed5858-ea77-40b1-8592-51b834b36de3","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:41.602511214Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d7ed5858-ea77-40b1-8592-51b834b36de3","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:41.60280182Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:41.602860111Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:41.602907442Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:41.602948512Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:41.606906426Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:41.611591863Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:41.616391812Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"uri":"/crucible/0/regions","method":"POST","req_id":"812cfc03-66de-4a1c-934f-105b2a2fcceb","remote_addr":"[fd00:1122:3344:101::a]:54423","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.406891173Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"uri":"/crucible/0/regions/d12f6479-807d-49c7-906f-5f5291931f3c","method":"GET","req_id":"2e3025ea-f0f6-4044-aa73-aa1cabda33c2","remote_addr":"[fd00:1122:3344:101::a]:54423","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":56,"response_code":"200"}
{"msg":"path is \"/data/regions/d12f6479-807d-49c7-906f-5f5291931f3c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.411476558Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"datafile"}
{"msg":"dataset is oxp_c33e8b7b-175b-411c-9dad-e790d7fa109c/crucible/regions/d12f6479-807d-49c7-906f-5f5291931f3c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.420315942Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"datafile"}
{"msg":"snapshot is oxp_c33e8b7b-175b-411c-9dad-e790d7fa109c/crucible/regions/d12f6479-807d-49c7-906f-5f5291931f3c@fbf2a225-e55c-446e-9837-40e2a74d9e54","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.429137545Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_c33e8b7b-175b-411c-9dad-e790d7fa109c/crucible/regions/d12f6479-807d-49c7-906f-5f5291931f3c\", \"fbf2a225-e55c-446e-9837-40e2a74d9e54\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.429169656Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.440520577Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"uri":"/crucible/0/regions/d12f6479-807d-49c7-906f-5f5291931f3c/snapshots/fbf2a225-e55c-446e-9837-40e2a74d9e54","method":"GET","req_id":"00e3a4e3-d8a7-450c-a26f-5c29af7fc71e","remote_addr":"[fd00:1122:3344:101::a]:54423","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":29708,"response_code":"200"}
{"msg":"path is \"/data/regions/d12f6479-807d-49c7-906f-5f5291931f3c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.444540901Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"datafile"}
{"msg":"dataset is oxp_c33e8b7b-175b-411c-9dad-e790d7fa109c/crucible/regions/d12f6479-807d-49c7-906f-5f5291931f3c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.453023189Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"datafile"}
{"msg":"snapshot is oxp_c33e8b7b-175b-411c-9dad-e790d7fa109c/crucible/regions/d12f6479-807d-49c7-906f-5f5291931f3c@fbf2a225-e55c-446e-9837-40e2a74d9e54","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.460776982Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_c33e8b7b-175b-411c-9dad-e790d7fa109c/crucible/regions/d12f6479-807d-49c7-906f-5f5291931f3c\", \"fbf2a225-e55c-446e-9837-40e2a74d9e54\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.460808233Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot d12f6479-807d-49c7-906f-5f5291931f3c-fbf2a225-e55c-446e-9837-40e2a74d9e54 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.46982003Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"datafile"}
{"msg":"applying SMF actions for region d12f6479-807d-49c7-906f-5f5291931f3c running snapshot fbf2a225-e55c-446e-9837-40e2a74d9e54 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.470014944Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.470043454Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"uri":"/crucible/0/regions/d12f6479-807d-49c7-906f-5f5291931f3c/snapshots/fbf2a225-e55c-446e-9837-40e2a74d9e54/run","method":"POST","req_id":"78a5eeb2-17f3-4f41-8eec-dd8b02f7b738","remote_addr":"[fd00:1122:3344:101::a]:54423","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":25539,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-d12f6479-807d-49c7-906f-5f5291931f3c-fbf2a225-e55c-446e-9837-40e2a74d9e54","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.472822166Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d12f6479-807d-49c7-906f-5f5291931f3c-fbf2a225-e55c-446e-9837-40e2a74d9e54","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.475595307Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d12f6479-807d-49c7-906f-5f5291931f3c-fbf2a225-e55c-446e-9837-40e2a74d9e54","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.489438374Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d12f6479-807d-49c7-906f-5f5291931f3c/.zfs/snapshot/fbf2a225-e55c-446e-9837-40e2a74d9e54","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.489722779Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.489779031Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.489829101Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.489871752Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.489938003Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.493399438Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.498137606Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"worker"}
{"msg":"region d12f6479-807d-49c7-906f-5f5291931f3c running snapshot fbf2a225-e55c-446e-9837-40e2a74d9e54 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.498156536Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"datafile"}
{"msg":"path is \"/data/regions/d12f6479-807d-49c7-906f-5f5291931f3c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.798133942Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"datafile"}
{"msg":"dataset is oxp_c33e8b7b-175b-411c-9dad-e790d7fa109c/crucible/regions/d12f6479-807d-49c7-906f-5f5291931f3c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.807126889Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"datafile"}
{"msg":"snapshot is oxp_c33e8b7b-175b-411c-9dad-e790d7fa109c/crucible/regions/d12f6479-807d-49c7-906f-5f5291931f3c@fbf2a225-e55c-446e-9837-40e2a74d9e54","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.815452383Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_c33e8b7b-175b-411c-9dad-e790d7fa109c/crucible/regions/d12f6479-807d-49c7-906f-5f5291931f3c\", \"fbf2a225-e55c-446e-9837-40e2a74d9e54\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.815489804Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.822715668Z","hostname":"oxz_crucible_ddcfb6e7-81d7-4f87-b40e-8e86a7e49f6f","pid":22091,"uri":"/crucible/0/regions/d12f6479-807d-49c7-906f-5f5291931f3c/snapshots/fbf2a225-e55c-446e-9837-40e2a74d9e54/run","method":"POST","req_id":"9e1ddce6-4d33-4221-8e70-5094ffd348e0","remote_addr":"[fd00:1122:3344:101::a]:54423","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":24631,"response_code":"200"}