{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.059188296Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55572"}
{"msg":"region 1270365f-74f3-4785-a951-29b8aed8f3c8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.086810102Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.094202367Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.098806254Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"uri":"/crucible/0/regions","method":"POST","req_id":"887a4409-d3b3-4c38-b885-7cc563760e74","remote_addr":"[fd00:1122:3344:101::a]:55572","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":14080,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_4c65c92f-403b-4154-a17e-6e529c57dfbb/crucible/regions/1270365f-74f3-4785-a951-29b8aed8f3c8","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.105937172Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_4c65c92f-403b-4154-a17e-6e529c57dfbb/crucible/regions/1270365f-74f3-4785-a951-29b8aed8f3c8","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.105954042Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1270365f-74f3-4785-a951-29b8aed8f3c8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1270365f-74f3-4785-a951-29b8aed8f3c8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.157018188Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"region":"1270365f-74f3-4785-a951-29b8aed8f3c8","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1270365f-74f3-4785-a951-29b8aed8f3c8\" \"--data\" \"/data/regions/1270365f-74f3-4785-a951-29b8aed8f3c8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.15888546Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"region":"1270365f-74f3-4785-a951-29b8aed8f3c8","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.245626356Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"uri":"/crucible/0/regions","method":"POST","req_id":"ce1d7800-7e73-4406-a25e-4a1b2f1eb609","remote_addr":"[fd00:1122:3344:101::a]:55572","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":85,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.365033047Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"region":"1270365f-74f3-4785-a951-29b8aed8f3c8","component":"worker"}
{"msg":"region 1270365f-74f3-4785-a951-29b8aed8f3c8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.365076239Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.365192972Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1270365f-74f3-4785-a951-29b8aed8f3c8","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.365648624Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1270365f-74f3-4785-a951-29b8aed8f3c8","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.370625013Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.382670387Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1270365f-74f3-4785-a951-29b8aed8f3c8","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.385936797Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1270365f-74f3-4785-a951-29b8aed8f3c8","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.386574155Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.386647387Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.386701308Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.38675007Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.39073109Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.394991958Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.574889508Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"uri":"/crucible/0/regions","method":"POST","req_id":"f3df7f01-71e2-47ae-aef4-7b1870b6daf2","remote_addr":"[fd00:1122:3344:101::a]:55572","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":63,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.188551654Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:39159"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.191964819Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"uri":"/crucible/0/regions/1270365f-74f3-4785-a951-29b8aed8f3c8","method":"GET","req_id":"b93786dd-ea04-4cbd-b017-96c159987224","remote_addr":"[fd00:1122:3344:101::a]:39159","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":3367,"response_code":"200"}
{"msg":"path is \"/data/regions/1270365f-74f3-4785-a951-29b8aed8f3c8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.194610502Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"datafile"}
{"msg":"dataset is oxp_4c65c92f-403b-4154-a17e-6e529c57dfbb/crucible/regions/1270365f-74f3-4785-a951-29b8aed8f3c8","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.203947521Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"datafile"}
{"msg":"snapshot is oxp_4c65c92f-403b-4154-a17e-6e529c57dfbb/crucible/regions/1270365f-74f3-4785-a951-29b8aed8f3c8@ab9dd159-4da4-4a6c-abef-b83a31235fd9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.213192497Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_4c65c92f-403b-4154-a17e-6e529c57dfbb/crucible/regions/1270365f-74f3-4785-a951-29b8aed8f3c8\", \"ab9dd159-4da4-4a6c-abef-b83a31235fd9\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.213225898Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.224235174Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"uri":"/crucible/0/regions/1270365f-74f3-4785-a951-29b8aed8f3c8/snapshots/ab9dd159-4da4-4a6c-abef-b83a31235fd9","method":"GET","req_id":"49f9eb6e-b379-4b89-aa26-00bcc1222376","remote_addr":"[fd00:1122:3344:101::a]:39159","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":29628,"response_code":"200"}
{"msg":"path is \"/data/regions/1270365f-74f3-4785-a951-29b8aed8f3c8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.231811744Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"datafile"}
{"msg":"dataset is oxp_4c65c92f-403b-4154-a17e-6e529c57dfbb/crucible/regions/1270365f-74f3-4785-a951-29b8aed8f3c8","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.240167565Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"datafile"}
{"msg":"snapshot is oxp_4c65c92f-403b-4154-a17e-6e529c57dfbb/crucible/regions/1270365f-74f3-4785-a951-29b8aed8f3c8@ab9dd159-4da4-4a6c-abef-b83a31235fd9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.247951261Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_4c65c92f-403b-4154-a17e-6e529c57dfbb/crucible/regions/1270365f-74f3-4785-a951-29b8aed8f3c8\", \"ab9dd159-4da4-4a6c-abef-b83a31235fd9\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.247980252Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 1270365f-74f3-4785-a951-29b8aed8f3c8-ab9dd159-4da4-4a6c-abef-b83a31235fd9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.255992294Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"datafile"}
{"msg":"applying SMF actions for region 1270365f-74f3-4785-a951-29b8aed8f3c8 running snapshot ab9dd159-4da4-4a6c-abef-b83a31235fd9 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.257053724Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.257070334Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"uri":"/crucible/0/regions/1270365f-74f3-4785-a951-29b8aed8f3c8/snapshots/ab9dd159-4da4-4a6c-abef-b83a31235fd9/run","method":"POST","req_id":"4b0df339-a42a-4bbd-aac0-e07499029f1b","remote_addr":"[fd00:1122:3344:101::a]:39159","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":25288,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-1270365f-74f3-4785-a951-29b8aed8f3c8-ab9dd159-4da4-4a6c-abef-b83a31235fd9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.266313061Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-1270365f-74f3-4785-a951-29b8aed8f3c8-ab9dd159-4da4-4a6c-abef-b83a31235fd9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.270524078Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-1270365f-74f3-4785-a951-29b8aed8f3c8-ab9dd159-4da4-4a6c-abef-b83a31235fd9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.283270651Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1270365f-74f3-4785-a951-29b8aed8f3c8/.zfs/snapshot/ab9dd159-4da4-4a6c-abef-b83a31235fd9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.283569979Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.283619001Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.283663242Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.283701433Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.283751054Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.288175827Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.293227797Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"worker"}
{"msg":"region 1270365f-74f3-4785-a951-29b8aed8f3c8 running snapshot ab9dd159-4da4-4a6c-abef-b83a31235fd9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.293243288Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"datafile"}
{"msg":"path is \"/data/regions/1270365f-74f3-4785-a951-29b8aed8f3c8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.630561223Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"datafile"}
{"msg":"dataset is oxp_4c65c92f-403b-4154-a17e-6e529c57dfbb/crucible/regions/1270365f-74f3-4785-a951-29b8aed8f3c8","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.639429009Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"datafile"}
{"msg":"snapshot is oxp_4c65c92f-403b-4154-a17e-6e529c57dfbb/crucible/regions/1270365f-74f3-4785-a951-29b8aed8f3c8@ab9dd159-4da4-4a6c-abef-b83a31235fd9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.647847032Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_4c65c92f-403b-4154-a17e-6e529c57dfbb/crucible/regions/1270365f-74f3-4785-a951-29b8aed8f3c8\", \"ab9dd159-4da4-4a6c-abef-b83a31235fd9\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.647897274Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:11.655786312Z","hostname":"oxz_crucible_b76c5e3a-4cff-41fc-a91e-113c2d7deb30","pid":23057,"uri":"/crucible/0/regions/1270365f-74f3-4785-a951-29b8aed8f3c8/snapshots/ab9dd159-4da4-4a6c-abef-b83a31235fd9/run","method":"POST","req_id":"537f1d61-2a3f-41b8-978f-ccbf3f29586d","remote_addr":"[fd00:1122:3344:101::a]:39159","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":25287,"response_code":"200"}