{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:22.339559037Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33156"}
{"msg":"region e354d70e-7351-41d5-8d28-560f3bd0a357 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:22.34022234Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:22.34118002Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:22.34119358Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"uri":"/crucible/0/regions","method":"POST","req_id":"aee5c904-d093-434e-921e-dc02a5577552","remote_addr":"[fd00:1122:3344:101::a]:33156","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":1570,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_d6f63cb1-913d-444a-a6eb-da95edb279b5/crucible/regions/e354d70e-7351-41d5-8d28-560f3bd0a357","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:22.352475852Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_d6f63cb1-913d-444a-a6eb-da95edb279b5/crucible/regions/e354d70e-7351-41d5-8d28-560f3bd0a357","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:22.352495703Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e354d70e-7351-41d5-8d28-560f3bd0a357\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e354d70e-7351-41d5-8d28-560f3bd0a357\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:22.429492485Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"region":"e354d70e-7351-41d5-8d28-560f3bd0a357","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e354d70e-7351-41d5-8d28-560f3bd0a357\" \"--data\" \"/data/regions/e354d70e-7351-41d5-8d28-560f3bd0a357\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:22.429528756Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"region":"e354d70e-7351-41d5-8d28-560f3bd0a357","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:22.567582202Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"uri":"/crucible/0/regions","method":"POST","req_id":"3ebea269-fb5d-45f3-989b-356ba8f25a05","remote_addr":"[fd00:1122:3344:101::a]:33156","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":92,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:22.579594649Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"region":"e354d70e-7351-41d5-8d28-560f3bd0a357","component":"worker"}
{"msg":"region e354d70e-7351-41d5-8d28-560f3bd0a357 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:22.579617489Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:22.579745932Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e354d70e-7351-41d5-8d28-560f3bd0a357","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:22.580687602Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e354d70e-7351-41d5-8d28-560f3bd0a357","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:22.590398751Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:22.610548635Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e354d70e-7351-41d5-8d28-560f3bd0a357","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:22.615882115Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e354d70e-7351-41d5-8d28-560f3bd0a357","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:22.616178141Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:22.616238042Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:22.616283913Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:22.616329574Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:22.623146534Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:22.632112048Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:23.253896184Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"uri":"/crucible/0/regions","method":"POST","req_id":"9a7881a6-4399-477e-9f82-2be80d45f72b","remote_addr":"[fd00:1122:3344:101::a]:33156","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":585,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:24.711286831Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"uri":"/crucible/0/regions/fd66ddb0-e9ee-4316-8fa4-4030bce7f369","method":"GET","req_id":"148f8c30-aa8a-4ebb-afa3-6f4a26b28e7b","remote_addr":"[fd00:1122:3344:101::a]:33156","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":70,"response_code":"200"}
{"msg":"path is \"/data/regions/fd66ddb0-e9ee-4316-8fa4-4030bce7f369\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:24.714787403Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"datafile"}
{"msg":"dataset is oxp_d6f63cb1-913d-444a-a6eb-da95edb279b5/crucible/regions/fd66ddb0-e9ee-4316-8fa4-4030bce7f369","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:24.724459282Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"datafile"}
{"msg":"snapshot is oxp_d6f63cb1-913d-444a-a6eb-da95edb279b5/crucible/regions/fd66ddb0-e9ee-4316-8fa4-4030bce7f369@2da0147d-9916-4d13-b009-98e10bff43de","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:24.733549649Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d6f63cb1-913d-444a-a6eb-da95edb279b5/crucible/regions/fd66ddb0-e9ee-4316-8fa4-4030bce7f369\", \"2da0147d-9916-4d13-b009-98e10bff43de\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:24.733577819Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:24.745008154Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"uri":"/crucible/0/regions/fd66ddb0-e9ee-4316-8fa4-4030bce7f369/snapshots/2da0147d-9916-4d13-b009-98e10bff43de","method":"GET","req_id":"d37381dd-0508-43da-a70d-de38eeebdb5a","remote_addr":"[fd00:1122:3344:101::a]:33156","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":30225,"response_code":"200"}
{"msg":"path is \"/data/regions/fd66ddb0-e9ee-4316-8fa4-4030bce7f369\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:24.748668069Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"datafile"}
{"msg":"dataset is oxp_d6f63cb1-913d-444a-a6eb-da95edb279b5/crucible/regions/fd66ddb0-e9ee-4316-8fa4-4030bce7f369","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:24.757286967Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"datafile"}
{"msg":"snapshot is oxp_d6f63cb1-913d-444a-a6eb-da95edb279b5/crucible/regions/fd66ddb0-e9ee-4316-8fa4-4030bce7f369@2da0147d-9916-4d13-b009-98e10bff43de","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:24.765170809Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d6f63cb1-913d-444a-a6eb-da95edb279b5/crucible/regions/fd66ddb0-e9ee-4316-8fa4-4030bce7f369\", \"2da0147d-9916-4d13-b009-98e10bff43de\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:24.765208029Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot fd66ddb0-e9ee-4316-8fa4-4030bce7f369-2da0147d-9916-4d13-b009-98e10bff43de state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:24.773938669Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"datafile"}
{"msg":"applying SMF actions for region fd66ddb0-e9ee-4316-8fa4-4030bce7f369 running snapshot 2da0147d-9916-4d13-b009-98e10bff43de (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:24.774110442Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:24.774140123Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"uri":"/crucible/0/regions/fd66ddb0-e9ee-4316-8fa4-4030bce7f369/snapshots/2da0147d-9916-4d13-b009-98e10bff43de/run","method":"POST","req_id":"058de054-6694-40a8-9f66-2b215d5b14e6","remote_addr":"[fd00:1122:3344:101::a]:33156","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":25511,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-fd66ddb0-e9ee-4316-8fa4-4030bce7f369-2da0147d-9916-4d13-b009-98e10bff43de","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:24.77690987Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-fd66ddb0-e9ee-4316-8fa4-4030bce7f369-2da0147d-9916-4d13-b009-98e10bff43de","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:24.781205508Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-fd66ddb0-e9ee-4316-8fa4-4030bce7f369-2da0147d-9916-4d13-b009-98e10bff43de","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:24.793751006Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fd66ddb0-e9ee-4316-8fa4-4030bce7f369/.zfs/snapshot/2da0147d-9916-4d13-b009-98e10bff43de","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:24.794068112Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:24.794120483Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:24.794187115Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:24.794201515Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:24.794264406Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:24.798477483Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:24.811639523Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"worker"}
{"msg":"region fd66ddb0-e9ee-4316-8fa4-4030bce7f369 running snapshot 2da0147d-9916-4d13-b009-98e10bff43de state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:24.811656964Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"datafile"}
{"msg":"path is \"/data/regions/fd66ddb0-e9ee-4316-8fa4-4030bce7f369\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:25.037025154Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"datafile"}
{"msg":"dataset is oxp_d6f63cb1-913d-444a-a6eb-da95edb279b5/crucible/regions/fd66ddb0-e9ee-4316-8fa4-4030bce7f369","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:25.04994003Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"datafile"}
{"msg":"snapshot is oxp_d6f63cb1-913d-444a-a6eb-da95edb279b5/crucible/regions/fd66ddb0-e9ee-4316-8fa4-4030bce7f369@2da0147d-9916-4d13-b009-98e10bff43de","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:25.062306934Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d6f63cb1-913d-444a-a6eb-da95edb279b5/crucible/regions/fd66ddb0-e9ee-4316-8fa4-4030bce7f369\", \"2da0147d-9916-4d13-b009-98e10bff43de\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:25.062368715Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:25.074637017Z","hostname":"oxz_crucible_f704b582-8df5-4f82-9eb4-1bc8077ed7ec","pid":21979,"uri":"/crucible/0/regions/fd66ddb0-e9ee-4316-8fa4-4030bce7f369/snapshots/2da0147d-9916-4d13-b009-98e10bff43de/run","method":"POST","req_id":"2abd24d5-2cd0-4e6d-8462-aea2406fb6a1","remote_addr":"[fd00:1122:3344:101::a]:33156","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":37690,"response_code":"200"}