{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:40.218941733Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34348"}
{"msg":"region 523c1ff7-27b6-4ab9-bb3d-6fa3441001e6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:40.219037545Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:40.219622915Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:40.219630215Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"uri":"/crucible/0/regions","method":"POST","req_id":"e678d378-5121-4368-bf09-6b83fb5fa298","remote_addr":"[fd00:1122:3344:101::a]:34348","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":627,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_dddcfc0e-109d-4074-b924-e7a90aa78ab4/crucible/regions/523c1ff7-27b6-4ab9-bb3d-6fa3441001e6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:40.230698029Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_dddcfc0e-109d-4074-b924-e7a90aa78ab4/crucible/regions/523c1ff7-27b6-4ab9-bb3d-6fa3441001e6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:40.23072498Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"523c1ff7-27b6-4ab9-bb3d-6fa3441001e6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/523c1ff7-27b6-4ab9-bb3d-6fa3441001e6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:40.284322632Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"region":"523c1ff7-27b6-4ab9-bb3d-6fa3441001e6","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"523c1ff7-27b6-4ab9-bb3d-6fa3441001e6\" \"--data\" \"/data/regions/523c1ff7-27b6-4ab9-bb3d-6fa3441001e6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:40.284371403Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"region":"523c1ff7-27b6-4ab9-bb3d-6fa3441001e6","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:40.35503345Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"region":"523c1ff7-27b6-4ab9-bb3d-6fa3441001e6","component":"worker"}
{"msg":"region 523c1ff7-27b6-4ab9-bb3d-6fa3441001e6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:40.355077151Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:40.355177623Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-523c1ff7-27b6-4ab9-bb3d-6fa3441001e6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:40.356128758Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-523c1ff7-27b6-4ab9-bb3d-6fa3441001e6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:40.380513905Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:40.393001703Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-523c1ff7-27b6-4ab9-bb3d-6fa3441001e6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:40.395463294Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/523c1ff7-27b6-4ab9-bb3d-6fa3441001e6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:40.395786179Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:40.39584181Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:40.395887451Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:40.395935182Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:40.399574642Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:40.404676127Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:40.451242933Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"uri":"/crucible/0/regions","method":"POST","req_id":"731c4c3b-d48a-4725-a536-e6903cf231ec","remote_addr":"[fd00:1122:3344:101::a]:34348","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:41.600916474Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"uri":"/crucible/0/regions/f25cc0f1-38c5-4443-a1a3-9110f8a93f65","method":"GET","req_id":"157ae3cc-5910-4725-ad77-a60d8cb84134","remote_addr":"[fd00:1122:3344:101::a]:34348","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":582,"response_code":"200"}
{"msg":"path is \"/data/regions/f25cc0f1-38c5-4443-a1a3-9110f8a93f65\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:41.603893054Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"datafile"}
{"msg":"dataset is oxp_dddcfc0e-109d-4074-b924-e7a90aa78ab4/crucible/regions/f25cc0f1-38c5-4443-a1a3-9110f8a93f65","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:41.613152098Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"datafile"}
{"msg":"snapshot is oxp_dddcfc0e-109d-4074-b924-e7a90aa78ab4/crucible/regions/f25cc0f1-38c5-4443-a1a3-9110f8a93f65@3b4fc648-830d-4e3d-8847-e70e395f0e3d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:41.62229337Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_dddcfc0e-109d-4074-b924-e7a90aa78ab4/crucible/regions/f25cc0f1-38c5-4443-a1a3-9110f8a93f65\", \"3b4fc648-830d-4e3d-8847-e70e395f0e3d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:41.622317931Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:41.633705711Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"uri":"/crucible/0/regions/f25cc0f1-38c5-4443-a1a3-9110f8a93f65/snapshots/3b4fc648-830d-4e3d-8847-e70e395f0e3d","method":"GET","req_id":"dc54a63b-b7de-4640-bafd-047f6531af54","remote_addr":"[fd00:1122:3344:101::a]:34348","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":29837,"response_code":"200"}
{"msg":"path is \"/data/regions/f25cc0f1-38c5-4443-a1a3-9110f8a93f65\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:41.6373006Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"datafile"}
{"msg":"dataset is oxp_dddcfc0e-109d-4074-b924-e7a90aa78ab4/crucible/regions/f25cc0f1-38c5-4443-a1a3-9110f8a93f65","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:41.645437476Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"datafile"}
{"msg":"snapshot is oxp_dddcfc0e-109d-4074-b924-e7a90aa78ab4/crucible/regions/f25cc0f1-38c5-4443-a1a3-9110f8a93f65@3b4fc648-830d-4e3d-8847-e70e395f0e3d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:41.65349685Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_dddcfc0e-109d-4074-b924-e7a90aa78ab4/crucible/regions/f25cc0f1-38c5-4443-a1a3-9110f8a93f65\", \"3b4fc648-830d-4e3d-8847-e70e395f0e3d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:41.653529781Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot f25cc0f1-38c5-4443-a1a3-9110f8a93f65-3b4fc648-830d-4e3d-8847-e70e395f0e3d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:41.66250618Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"datafile"}
{"msg":"applying SMF actions for region f25cc0f1-38c5-4443-a1a3-9110f8a93f65 running snapshot 3b4fc648-830d-4e3d-8847-e70e395f0e3d (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:41.662658953Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:41.662690203Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"uri":"/crucible/0/regions/f25cc0f1-38c5-4443-a1a3-9110f8a93f65/snapshots/3b4fc648-830d-4e3d-8847-e70e395f0e3d/run","method":"POST","req_id":"3295b339-7410-4f74-b1cc-188216cf7057","remote_addr":"[fd00:1122:3344:101::a]:34348","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":25420,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-f25cc0f1-38c5-4443-a1a3-9110f8a93f65-3b4fc648-830d-4e3d-8847-e70e395f0e3d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:41.665265576Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-f25cc0f1-38c5-4443-a1a3-9110f8a93f65-3b4fc648-830d-4e3d-8847-e70e395f0e3d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:41.667826439Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-f25cc0f1-38c5-4443-a1a3-9110f8a93f65-3b4fc648-830d-4e3d-8847-e70e395f0e3d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:41.676456063Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f25cc0f1-38c5-4443-a1a3-9110f8a93f65/.zfs/snapshot/3b4fc648-830d-4e3d-8847-e70e395f0e3d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:41.676653026Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:41.676701917Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:41.676745897Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:41.676788468Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:41.676840199Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:41.679708107Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:41.683946488Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"worker"}
{"msg":"region f25cc0f1-38c5-4443-a1a3-9110f8a93f65 running snapshot 3b4fc648-830d-4e3d-8847-e70e395f0e3d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:41.683960758Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"datafile"}
{"msg":"path is \"/data/regions/f25cc0f1-38c5-4443-a1a3-9110f8a93f65\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:41.810625498Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"datafile"}
{"msg":"dataset is oxp_dddcfc0e-109d-4074-b924-e7a90aa78ab4/crucible/regions/f25cc0f1-38c5-4443-a1a3-9110f8a93f65","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:41.820067435Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"datafile"}
{"msg":"snapshot is oxp_dddcfc0e-109d-4074-b924-e7a90aa78ab4/crucible/regions/f25cc0f1-38c5-4443-a1a3-9110f8a93f65@3b4fc648-830d-4e3d-8847-e70e395f0e3d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:41.828436735Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_dddcfc0e-109d-4074-b924-e7a90aa78ab4/crucible/regions/f25cc0f1-38c5-4443-a1a3-9110f8a93f65\", \"3b4fc648-830d-4e3d-8847-e70e395f0e3d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:41.828463065Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T02:54:41.836353266Z","hostname":"oxz_crucible_c66c4807-87bf-49f2-97cb-31d8d688e481","pid":22928,"uri":"/crucible/0/regions/f25cc0f1-38c5-4443-a1a3-9110f8a93f65/snapshots/3b4fc648-830d-4e3d-8847-e70e395f0e3d/run","method":"POST","req_id":"602d14ef-30ef-4ccd-a814-494d721318b8","remote_addr":"[fd00:1122:3344:101::a]:34348","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":25809,"response_code":"200"}