{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.111140396Z","hostname":"oxz_crucible_9b2fd8bb-b874-4526-9a11-42fcaa131d32","pid":21544,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38085"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.111220157Z","hostname":"oxz_crucible_9b2fd8bb-b874-4526-9a11-42fcaa131d32","pid":21544,"uri":"/crucible/0/regions/e034286b-eb60-4729-86d0-736ddd646bcb","method":"GET","req_id":"50f6db1a-8606-49bc-97c3-cf50e9039487","remote_addr":"[fd00:1122:3344:101::a]:38085","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":55,"response_code":"200"} {"msg":"path is \"/data/regions/e034286b-eb60-4729-86d0-736ddd646bcb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.111401461Z","hostname":"oxz_crucible_9b2fd8bb-b874-4526-9a11-42fcaa131d32","pid":21544,"component":"datafile"} {"msg":"dataset is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/e034286b-eb60-4729-86d0-736ddd646bcb","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.120685843Z","hostname":"oxz_crucible_9b2fd8bb-b874-4526-9a11-42fcaa131d32","pid":21544,"component":"datafile"} {"msg":"snapshot is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/e034286b-eb60-4729-86d0-736ddd646bcb@3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.130710012Z","hostname":"oxz_crucible_9b2fd8bb-b874-4526-9a11-42fcaa131d32","pid":21544,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/e034286b-eb60-4729-86d0-736ddd646bcb\", \"3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.130747433Z","hostname":"oxz_crucible_9b2fd8bb-b874-4526-9a11-42fcaa131d32","pid":21544,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.142535609Z","hostname":"oxz_crucible_9b2fd8bb-b874-4526-9a11-42fcaa131d32","pid":21544,"uri":"/crucible/0/regions/e034286b-eb60-4729-86d0-736ddd646bcb/snapshots/3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb","method":"GET","req_id":"2e119d44-1767-4295-96ad-d47c7d4e5bca","remote_addr":"[fd00:1122:3344:101::a]:38085","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":31140,"response_code":"200"} {"msg":"path is \"/data/regions/e034286b-eb60-4729-86d0-736ddd646bcb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.142773094Z","hostname":"oxz_crucible_9b2fd8bb-b874-4526-9a11-42fcaa131d32","pid":21544,"component":"datafile"} {"msg":"dataset is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/e034286b-eb60-4729-86d0-736ddd646bcb","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.151818921Z","hostname":"oxz_crucible_9b2fd8bb-b874-4526-9a11-42fcaa131d32","pid":21544,"component":"datafile"} {"msg":"snapshot is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/e034286b-eb60-4729-86d0-736ddd646bcb@3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.161168435Z","hostname":"oxz_crucible_9b2fd8bb-b874-4526-9a11-42fcaa131d32","pid":21544,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/e034286b-eb60-4729-86d0-736ddd646bcb\", \"3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.161198525Z","hostname":"oxz_crucible_9b2fd8bb-b874-4526-9a11-42fcaa131d32","pid":21544,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot e034286b-eb60-4729-86d0-736ddd646bcb-3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.169974276Z","hostname":"oxz_crucible_9b2fd8bb-b874-4526-9a11-42fcaa131d32","pid":21544,"component":"datafile"} {"msg":"applying SMF actions for region e034286b-eb60-4729-86d0-736ddd646bcb running snapshot 3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.170621321Z","hostname":"oxz_crucible_9b2fd8bb-b874-4526-9a11-42fcaa131d32","pid":21544,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.170683472Z","hostname":"oxz_crucible_9b2fd8bb-b874-4526-9a11-42fcaa131d32","pid":21544,"uri":"/crucible/0/regions/e034286b-eb60-4729-86d0-736ddd646bcb/snapshots/3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb/run","method":"POST","req_id":"7c37cf2a-b2ca-4b55-a040-150ae406f79f","remote_addr":"[fd00:1122:3344:101::a]:38085","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":27949,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-e034286b-eb60-4729-86d0-736ddd646bcb-3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.181353084Z","hostname":"oxz_crucible_9b2fd8bb-b874-4526-9a11-42fcaa131d32","pid":21544,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-e034286b-eb60-4729-86d0-736ddd646bcb-3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.186152559Z","hostname":"oxz_crucible_9b2fd8bb-b874-4526-9a11-42fcaa131d32","pid":21544,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-e034286b-eb60-4729-86d0-736ddd646bcb-3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.200057802Z","hostname":"oxz_crucible_9b2fd8bb-b874-4526-9a11-42fcaa131d32","pid":21544,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e034286b-eb60-4729-86d0-736ddd646bcb/.zfs/snapshot/3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.200331637Z","hostname":"oxz_crucible_9b2fd8bb-b874-4526-9a11-42fcaa131d32","pid":21544,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.200388789Z","hostname":"oxz_crucible_9b2fd8bb-b874-4526-9a11-42fcaa131d32","pid":21544,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.20043551Z","hostname":"oxz_crucible_9b2fd8bb-b874-4526-9a11-42fcaa131d32","pid":21544,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.20047128Z","hostname":"oxz_crucible_9b2fd8bb-b874-4526-9a11-42fcaa131d32","pid":21544,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.200517872Z","hostname":"oxz_crucible_9b2fd8bb-b874-4526-9a11-42fcaa131d32","pid":21544,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.204084199Z","hostname":"oxz_crucible_9b2fd8bb-b874-4526-9a11-42fcaa131d32","pid":21544,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.210143031Z","hostname":"oxz_crucible_9b2fd8bb-b874-4526-9a11-42fcaa131d32","pid":21544,"component":"worker"} {"msg":"region e034286b-eb60-4729-86d0-736ddd646bcb running snapshot 3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.210159522Z","hostname":"oxz_crucible_9b2fd8bb-b874-4526-9a11-42fcaa131d32","pid":21544,"component":"datafile"}