{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:18.907323369Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45275"}
{"msg":"region c8132cde-4a6b-473a-a048-2b4be5bb520c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:18.907417189Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:18.907694441Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:18.907703141Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"uri":"/crucible/0/regions","method":"POST","req_id":"10bb4316-df7b-44b3-96b0-70d908233bb5","remote_addr":"[fd00:1122:3344:101::a]:45275","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":323,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_768cd5c9-c954-41f2-a65d-7a379e2ab256/crucible/regions/c8132cde-4a6b-473a-a048-2b4be5bb520c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:18.917421175Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_768cd5c9-c954-41f2-a65d-7a379e2ab256/crucible/regions/c8132cde-4a6b-473a-a048-2b4be5bb520c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:18.917445806Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"c8132cde-4a6b-473a-a048-2b4be5bb520c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c8132cde-4a6b-473a-a048-2b4be5bb520c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:18.973701143Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"region":"c8132cde-4a6b-473a-a048-2b4be5bb520c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c8132cde-4a6b-473a-a048-2b4be5bb520c\" \"--data\" \"/data/regions/c8132cde-4a6b-473a-a048-2b4be5bb520c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:18.973753203Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"region":"c8132cde-4a6b-473a-a048-2b4be5bb520c","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:19.056749694Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"region":"c8132cde-4a6b-473a-a048-2b4be5bb520c","component":"worker"}
{"msg":"region c8132cde-4a6b-473a-a048-2b4be5bb520c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:19.056799754Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:19.056875125Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-c8132cde-4a6b-473a-a048-2b4be5bb520c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:19.064318971Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c8132cde-4a6b-473a-a048-2b4be5bb520c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:19.075076823Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:19.084215873Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c8132cde-4a6b-473a-a048-2b4be5bb520c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:19.087616718Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c8132cde-4a6b-473a-a048-2b4be5bb520c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:19.087899121Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:19.087959671Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:19.088003051Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:19.088044491Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:19.091674129Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:19.095927421Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:19.121560166Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"uri":"/crucible/0/regions","method":"POST","req_id":"961115c8-eb1b-4337-87b0-26f2e46200c4","remote_addr":"[fd00:1122:3344:101::a]:45275","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":78,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:21.193355283Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"uri":"/crucible/0/regions/266eaba1-867e-4321-b2bd-4ba8b5a7ffa0","method":"GET","req_id":"dd70b94a-2b5d-4116-9564-28da39f1f26f","remote_addr":"[fd00:1122:3344:101::a]:45275","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":57,"response_code":"200"}
{"msg":"path is \"/data/regions/266eaba1-867e-4321-b2bd-4ba8b5a7ffa0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:21.196679959Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"datafile"}
{"msg":"dataset is oxp_768cd5c9-c954-41f2-a65d-7a379e2ab256/crucible/regions/266eaba1-867e-4321-b2bd-4ba8b5a7ffa0","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:21.205314894Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"datafile"}
{"msg":"snapshot is oxp_768cd5c9-c954-41f2-a65d-7a379e2ab256/crucible/regions/266eaba1-867e-4321-b2bd-4ba8b5a7ffa0@70812322-e2bc-4def-b38e-2fbd2a88c8be","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:21.214871427Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_768cd5c9-c954-41f2-a65d-7a379e2ab256/crucible/regions/266eaba1-867e-4321-b2bd-4ba8b5a7ffa0\", \"70812322-e2bc-4def-b38e-2fbd2a88c8be\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:21.214908017Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:21.226089862Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"uri":"/crucible/0/regions/266eaba1-867e-4321-b2bd-4ba8b5a7ffa0/snapshots/70812322-e2bc-4def-b38e-2fbd2a88c8be","method":"GET","req_id":"5dafaf17-7f06-45cf-b12c-344edce1f747","remote_addr":"[fd00:1122:3344:101::a]:45275","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":29427,"response_code":"200"}
{"msg":"path is \"/data/regions/266eaba1-867e-4321-b2bd-4ba8b5a7ffa0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:21.22971768Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"datafile"}
{"msg":"dataset is oxp_768cd5c9-c954-41f2-a65d-7a379e2ab256/crucible/regions/266eaba1-867e-4321-b2bd-4ba8b5a7ffa0","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:21.237846032Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"datafile"}
{"msg":"snapshot is oxp_768cd5c9-c954-41f2-a65d-7a379e2ab256/crucible/regions/266eaba1-867e-4321-b2bd-4ba8b5a7ffa0@70812322-e2bc-4def-b38e-2fbd2a88c8be","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:21.244918035Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_768cd5c9-c954-41f2-a65d-7a379e2ab256/crucible/regions/266eaba1-867e-4321-b2bd-4ba8b5a7ffa0\", \"70812322-e2bc-4def-b38e-2fbd2a88c8be\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:21.244946555Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 266eaba1-867e-4321-b2bd-4ba8b5a7ffa0-70812322-e2bc-4def-b38e-2fbd2a88c8be state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:21.253219758Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"datafile"}
{"msg":"applying SMF actions for region 266eaba1-867e-4321-b2bd-4ba8b5a7ffa0 running snapshot 70812322-e2bc-4def-b38e-2fbd2a88c8be (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:21.253391719Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:21.25342175Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"uri":"/crucible/0/regions/266eaba1-867e-4321-b2bd-4ba8b5a7ffa0/snapshots/70812322-e2bc-4def-b38e-2fbd2a88c8be/run","method":"POST","req_id":"57601c0d-df37-4b68-8c77-cd1d2b6bced1","remote_addr":"[fd00:1122:3344:101::a]:45275","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23739,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-266eaba1-867e-4321-b2bd-4ba8b5a7ffa0-70812322-e2bc-4def-b38e-2fbd2a88c8be","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:21.25607197Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-266eaba1-867e-4321-b2bd-4ba8b5a7ffa0-70812322-e2bc-4def-b38e-2fbd2a88c8be","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:21.258954142Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-266eaba1-867e-4321-b2bd-4ba8b5a7ffa0-70812322-e2bc-4def-b38e-2fbd2a88c8be","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:21.267604407Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/266eaba1-867e-4321-b2bd-4ba8b5a7ffa0/.zfs/snapshot/70812322-e2bc-4def-b38e-2fbd2a88c8be","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:21.267797939Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:21.267851149Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:21.26789223Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:21.26792811Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:21.26797551Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:21.270965893Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:21.274877273Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"worker"}
{"msg":"region 266eaba1-867e-4321-b2bd-4ba8b5a7ffa0 running snapshot 70812322-e2bc-4def-b38e-2fbd2a88c8be state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:21.274885473Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"datafile"}
{"msg":"path is \"/data/regions/266eaba1-867e-4321-b2bd-4ba8b5a7ffa0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:21.512696039Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"datafile"}
{"msg":"dataset is oxp_768cd5c9-c954-41f2-a65d-7a379e2ab256/crucible/regions/266eaba1-867e-4321-b2bd-4ba8b5a7ffa0","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:21.521097913Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"datafile"}
{"msg":"snapshot is oxp_768cd5c9-c954-41f2-a65d-7a379e2ab256/crucible/regions/266eaba1-867e-4321-b2bd-4ba8b5a7ffa0@70812322-e2bc-4def-b38e-2fbd2a88c8be","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:21.529058894Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_768cd5c9-c954-41f2-a65d-7a379e2ab256/crucible/regions/266eaba1-867e-4321-b2bd-4ba8b5a7ffa0\", \"70812322-e2bc-4def-b38e-2fbd2a88c8be\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:21.529097594Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T22:37:21.537261256Z","hostname":"oxz_crucible_c20b8f12-9fa0-4960-bcd4-a3d7bde54985","pid":21264,"uri":"/crucible/0/regions/266eaba1-867e-4321-b2bd-4ba8b5a7ffa0/snapshots/70812322-e2bc-4def-b38e-2fbd2a88c8be/run","method":"POST","req_id":"8eb9c815-148e-48b5-88f6-b0dfd058866b","remote_addr":"[fd00:1122:3344:101::a]:45275","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":24612,"response_code":"200"}