{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:57.891653024Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35863"}
{"msg":"region 54a7d3c8-3ed8-43dd-b6d1-7fdd20131c48 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:57.952301898Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:57.955938424Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:57.955951934Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"uri":"/crucible/0/regions","method":"POST","req_id":"0e10ff35-b3c7-4e29-b9b6-8f7cc7635f43","remote_addr":"[fd00:1122:3344:101::a]:35863","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":4300,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_0a8cb798-6ba7-43a1-aa2f-7aba85873942/crucible/regions/54a7d3c8-3ed8-43dd-b6d1-7fdd20131c48","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:57.966712968Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_0a8cb798-6ba7-43a1-aa2f-7aba85873942/crucible/regions/54a7d3c8-3ed8-43dd-b6d1-7fdd20131c48","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:57.966751539Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"54a7d3c8-3ed8-43dd-b6d1-7fdd20131c48\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/54a7d3c8-3ed8-43dd-b6d1-7fdd20131c48\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:58.021148393Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"region":"54a7d3c8-3ed8-43dd-b6d1-7fdd20131c48","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"54a7d3c8-3ed8-43dd-b6d1-7fdd20131c48\" \"--data\" \"/data/regions/54a7d3c8-3ed8-43dd-b6d1-7fdd20131c48\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:58.021201774Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"region":"54a7d3c8-3ed8-43dd-b6d1-7fdd20131c48","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:58.119510243Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"region":"54a7d3c8-3ed8-43dd-b6d1-7fdd20131c48","component":"worker"}
{"msg":"region 54a7d3c8-3ed8-43dd-b6d1-7fdd20131c48 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:58.119560634Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:58.119645096Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-54a7d3c8-3ed8-43dd-b6d1-7fdd20131c48","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:58.120033434Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-54a7d3c8-3ed8-43dd-b6d1-7fdd20131c48","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:58.125289334Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:58.14001389Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-54a7d3c8-3ed8-43dd-b6d1-7fdd20131c48","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:58.142802439Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/54a7d3c8-3ed8-43dd-b6d1-7fdd20131c48","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:58.143041073Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:58.143107965Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:58.143159446Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:58.143207657Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:58.146946435Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:58.154251007Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:58.222734574Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"uri":"/crucible/0/regions","method":"POST","req_id":"e4158e56-cc36-41dd-810f-b727ee9ffe4a","remote_addr":"[fd00:1122:3344:101::a]:35863","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":90,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.156457107Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36661"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.156545389Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"uri":"/crucible/0/regions/870b12c1-72d3-42dd-91d8-d81bcaff728d","method":"GET","req_id":"ed2de44c-d582-4db1-991a-8a81c03dabb4","remote_addr":"[fd00:1122:3344:101::a]:36661","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":76,"response_code":"200"}
{"msg":"path is \"/data/regions/870b12c1-72d3-42dd-91d8-d81bcaff728d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.156766613Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"datafile"}
{"msg":"dataset is oxp_0a8cb798-6ba7-43a1-aa2f-7aba85873942/crucible/regions/870b12c1-72d3-42dd-91d8-d81bcaff728d","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.166319222Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"datafile"}
{"msg":"snapshot is oxp_0a8cb798-6ba7-43a1-aa2f-7aba85873942/crucible/regions/870b12c1-72d3-42dd-91d8-d81bcaff728d@1f89d3a5-d079-4430-81b3-801ba7ffdde5","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.17533969Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0a8cb798-6ba7-43a1-aa2f-7aba85873942/crucible/regions/870b12c1-72d3-42dd-91d8-d81bcaff728d\", \"1f89d3a5-d079-4430-81b3-801ba7ffdde5\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.175368411Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.19163179Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"uri":"/crucible/0/regions/870b12c1-72d3-42dd-91d8-d81bcaff728d/snapshots/1f89d3a5-d079-4430-81b3-801ba7ffdde5","method":"GET","req_id":"aa10e0fc-5144-482a-b828-fe9e1f41e558","remote_addr":"[fd00:1122:3344:101::a]:36661","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":34870,"response_code":"200"}
{"msg":"path is \"/data/regions/870b12c1-72d3-42dd-91d8-d81bcaff728d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.191887185Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"datafile"}
{"msg":"dataset is oxp_0a8cb798-6ba7-43a1-aa2f-7aba85873942/crucible/regions/870b12c1-72d3-42dd-91d8-d81bcaff728d","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.200395272Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"datafile"}
{"msg":"snapshot is oxp_0a8cb798-6ba7-43a1-aa2f-7aba85873942/crucible/regions/870b12c1-72d3-42dd-91d8-d81bcaff728d@1f89d3a5-d079-4430-81b3-801ba7ffdde5","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.209041643Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0a8cb798-6ba7-43a1-aa2f-7aba85873942/crucible/regions/870b12c1-72d3-42dd-91d8-d81bcaff728d\", \"1f89d3a5-d079-4430-81b3-801ba7ffdde5\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.209073613Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 870b12c1-72d3-42dd-91d8-d81bcaff728d-1f89d3a5-d079-4430-81b3-801ba7ffdde5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.219032241Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"datafile"}
{"msg":"applying SMF actions for region 870b12c1-72d3-42dd-91d8-d81bcaff728d running snapshot 1f89d3a5-d079-4430-81b3-801ba7ffdde5 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.219222145Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.219271236Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"uri":"/crucible/0/regions/870b12c1-72d3-42dd-91d8-d81bcaff728d/snapshots/1f89d3a5-d079-4430-81b3-801ba7ffdde5/run","method":"POST","req_id":"5bd112be-3add-4389-bf03-f3e4406c7fab","remote_addr":"[fd00:1122:3344:101::a]:36661","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":27414,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-870b12c1-72d3-42dd-91d8-d81bcaff728d-1f89d3a5-d079-4430-81b3-801ba7ffdde5","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.221571244Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-870b12c1-72d3-42dd-91d8-d81bcaff728d-1f89d3a5-d079-4430-81b3-801ba7ffdde5","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.239937927Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-870b12c1-72d3-42dd-91d8-d81bcaff728d-1f89d3a5-d079-4430-81b3-801ba7ffdde5","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.249552757Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/870b12c1-72d3-42dd-91d8-d81bcaff728d/.zfs/snapshot/1f89d3a5-d079-4430-81b3-801ba7ffdde5","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.249782682Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.249834923Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.249876304Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.249914895Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.249960736Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.25306091Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.256775807Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"worker"}
{"msg":"region 870b12c1-72d3-42dd-91d8-d81bcaff728d running snapshot 1f89d3a5-d079-4430-81b3-801ba7ffdde5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.256788738Z","hostname":"oxz_crucible_424e107e-83ee-477e-838f-5fd2d3f9faed","pid":23415,"component":"datafile"}