{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:06.294288542Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:38501"}
{"msg":"region 71af3861-a45f-49f6-8562-3b7b814e8158 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:06.294370943Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:06.295079696Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:06.295103507Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"uri":"/crucible/0/regions","method":"POST","req_id":"acf90366-5420-4f1e-bcb1-7a4a764c6cbf","remote_addr":"[fd00:1122:3344:101::c]:38501","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":738,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_ad5cfcf5-0f28-4932-b8ad-4e30f2750980/crucible/regions/71af3861-a45f-49f6-8562-3b7b814e8158","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:06.307412526Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ad5cfcf5-0f28-4932-b8ad-4e30f2750980/crucible/regions/71af3861-a45f-49f6-8562-3b7b814e8158","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:06.307437896Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"71af3861-a45f-49f6-8562-3b7b814e8158\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/71af3861-a45f-49f6-8562-3b7b814e8158\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:06.36733107Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"region":"71af3861-a45f-49f6-8562-3b7b814e8158","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"71af3861-a45f-49f6-8562-3b7b814e8158\" \"--data\" \"/data/regions/71af3861-a45f-49f6-8562-3b7b814e8158\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:06.367377231Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"region":"71af3861-a45f-49f6-8562-3b7b814e8158","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:06.444042076Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"region":"71af3861-a45f-49f6-8562-3b7b814e8158","component":"worker"}
{"msg":"region 71af3861-a45f-49f6-8562-3b7b814e8158 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:06.444085527Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:06.444180569Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-71af3861-a45f-49f6-8562-3b7b814e8158","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:06.445193718Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-71af3861-a45f-49f6-8562-3b7b814e8158","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:06.459731008Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:06.476836106Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-71af3861-a45f-49f6-8562-3b7b814e8158","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:06.480319211Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/71af3861-a45f-49f6-8562-3b7b814e8158","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:06.480597146Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:06.480660567Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:06.480704298Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:06.480746249Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:06.484622501Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:06.490618612Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:06.527310274Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"uri":"/crucible/0/regions","method":"POST","req_id":"2609e11c-ecbd-4087-aa65-2f934785ba32","remote_addr":"[fd00:1122:3344:101::c]:38501","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":82,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.686049239Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"uri":"/crucible/0/regions/a4d3065f-ee77-4f0f-b508-7d9e268dece1","method":"GET","req_id":"a1b94bbb-67f8-491f-a8ae-9657c158cf5e","remote_addr":"[fd00:1122:3344:101::c]:38501","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":51,"response_code":"200"}
{"msg":"path is \"/data/regions/a4d3065f-ee77-4f0f-b508-7d9e268dece1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.689351Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"datafile"}
{"msg":"dataset is oxp_ad5cfcf5-0f28-4932-b8ad-4e30f2750980/crucible/regions/a4d3065f-ee77-4f0f-b508-7d9e268dece1","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.698563701Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"datafile"}
{"msg":"snapshot is oxp_ad5cfcf5-0f28-4932-b8ad-4e30f2750980/crucible/regions/a4d3065f-ee77-4f0f-b508-7d9e268dece1@21e0cc2b-49dc-430f-b2f2-88c4e7354ca7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.707429756Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ad5cfcf5-0f28-4932-b8ad-4e30f2750980/crucible/regions/a4d3065f-ee77-4f0f-b508-7d9e268dece1\", \"21e0cc2b-49dc-430f-b2f2-88c4e7354ca7\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.707493728Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.717956952Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"uri":"/crucible/0/regions/a4d3065f-ee77-4f0f-b508-7d9e268dece1/snapshots/21e0cc2b-49dc-430f-b2f2-88c4e7354ca7","method":"GET","req_id":"9b904c81-1628-4934-a129-9b7ebb40b622","remote_addr":"[fd00:1122:3344:101::c]:38501","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":28611,"response_code":"200"}
{"msg":"path is \"/data/regions/a4d3065f-ee77-4f0f-b508-7d9e268dece1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.721871955Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"datafile"}
{"msg":"dataset is oxp_ad5cfcf5-0f28-4932-b8ad-4e30f2750980/crucible/regions/a4d3065f-ee77-4f0f-b508-7d9e268dece1","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.730153549Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"datafile"}
{"msg":"snapshot is oxp_ad5cfcf5-0f28-4932-b8ad-4e30f2750980/crucible/regions/a4d3065f-ee77-4f0f-b508-7d9e268dece1@21e0cc2b-49dc-430f-b2f2-88c4e7354ca7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.739163406Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ad5cfcf5-0f28-4932-b8ad-4e30f2750980/crucible/regions/a4d3065f-ee77-4f0f-b508-7d9e268dece1\", \"21e0cc2b-49dc-430f-b2f2-88c4e7354ca7\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.739200587Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot a4d3065f-ee77-4f0f-b508-7d9e268dece1-21e0cc2b-49dc-430f-b2f2-88c4e7354ca7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.748253275Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"datafile"}
{"msg":"applying SMF actions for region a4d3065f-ee77-4f0f-b508-7d9e268dece1 running snapshot 21e0cc2b-49dc-430f-b2f2-88c4e7354ca7 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.748431149Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.74848023Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"uri":"/crucible/0/regions/a4d3065f-ee77-4f0f-b508-7d9e268dece1/snapshots/21e0cc2b-49dc-430f-b2f2-88c4e7354ca7/run","method":"POST","req_id":"2a8e142f-2e3a-4dd3-8979-290f9bc9191d","remote_addr":"[fd00:1122:3344:101::c]:38501","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":26644,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-a4d3065f-ee77-4f0f-b508-7d9e268dece1-21e0cc2b-49dc-430f-b2f2-88c4e7354ca7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.751366793Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a4d3065f-ee77-4f0f-b508-7d9e268dece1-21e0cc2b-49dc-430f-b2f2-88c4e7354ca7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.754811777Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a4d3065f-ee77-4f0f-b508-7d9e268dece1-21e0cc2b-49dc-430f-b2f2-88c4e7354ca7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.765878753Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a4d3065f-ee77-4f0f-b508-7d9e268dece1/.zfs/snapshot/21e0cc2b-49dc-430f-b2f2-88c4e7354ca7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.766079327Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.766134128Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.766181499Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.766221309Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.766277441Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.770132552Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.774436387Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"worker"}
{"msg":"region a4d3065f-ee77-4f0f-b508-7d9e268dece1 running snapshot 21e0cc2b-49dc-430f-b2f2-88c4e7354ca7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.774450169Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"datafile"}
{"msg":"path is \"/data/regions/a4d3065f-ee77-4f0f-b508-7d9e268dece1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.999907194Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"datafile"}
{"msg":"dataset is oxp_ad5cfcf5-0f28-4932-b8ad-4e30f2750980/crucible/regions/a4d3065f-ee77-4f0f-b508-7d9e268dece1","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:08.008956862Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"datafile"}
{"msg":"snapshot is oxp_ad5cfcf5-0f28-4932-b8ad-4e30f2750980/crucible/regions/a4d3065f-ee77-4f0f-b508-7d9e268dece1@21e0cc2b-49dc-430f-b2f2-88c4e7354ca7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:08.017506021Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ad5cfcf5-0f28-4932-b8ad-4e30f2750980/crucible/regions/a4d3065f-ee77-4f0f-b508-7d9e268dece1\", \"21e0cc2b-49dc-430f-b2f2-88c4e7354ca7\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:08.017543892Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:08.026538219Z","hostname":"oxz_crucible_b0f6aaa8-8972-42c8-9c78-c7fbf5e22e5a","pid":22893,"uri":"/crucible/0/regions/a4d3065f-ee77-4f0f-b508-7d9e268dece1/snapshots/21e0cc2b-49dc-430f-b2f2-88c4e7354ca7/run","method":"POST","req_id":"cd8aa285-a350-4e46-8a84-c6f23685f54b","remote_addr":"[fd00:1122:3344:101::c]:38501","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":26655,"response_code":"200"}