{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:57.825583614Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49570"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:57.833116615Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"uri":"/crucible/0/regions/8d853f57-298a-4245-8ce4-cfd4ea2cd578","method":"GET","req_id":"0b5e1e28-df8f-4f8c-b1d3-baf409873325","remote_addr":"[fd00:1122:3344:101::a]:49570","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":7485,"response_code":"200"}
{"msg":"path is \"/data/regions/8d853f57-298a-4245-8ce4-cfd4ea2cd578\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:57.836867285Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"component":"datafile"}
{"msg":"dataset is oxp_8a4b1a2c-0585-4f12-8c9a-b7cf61af774a/crucible/regions/8d853f57-298a-4245-8ce4-cfd4ea2cd578","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:57.845518384Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"component":"datafile"}
{"msg":"snapshot is oxp_8a4b1a2c-0585-4f12-8c9a-b7cf61af774a/crucible/regions/8d853f57-298a-4245-8ce4-cfd4ea2cd578@66aade6c-3bea-42c7-a30b-a115629de614","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:57.854216094Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_8a4b1a2c-0585-4f12-8c9a-b7cf61af774a/crucible/regions/8d853f57-298a-4245-8ce4-cfd4ea2cd578\", \"66aade6c-3bea-42c7-a30b-a115629de614\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:57.854250404Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:57.865964453Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"uri":"/crucible/0/regions/8d853f57-298a-4245-8ce4-cfd4ea2cd578/snapshots/66aade6c-3bea-42c7-a30b-a115629de614","method":"GET","req_id":"09d5da12-3539-4108-885a-42728bc6025c","remote_addr":"[fd00:1122:3344:101::a]:49570","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":29102,"response_code":"200"}
{"msg":"path is \"/data/regions/8d853f57-298a-4245-8ce4-cfd4ea2cd578\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:57.869176964Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"component":"datafile"}
{"msg":"dataset is oxp_8a4b1a2c-0585-4f12-8c9a-b7cf61af774a/crucible/regions/8d853f57-298a-4245-8ce4-cfd4ea2cd578","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:57.876838437Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"component":"datafile"}
{"msg":"snapshot is oxp_8a4b1a2c-0585-4f12-8c9a-b7cf61af774a/crucible/regions/8d853f57-298a-4245-8ce4-cfd4ea2cd578@66aade6c-3bea-42c7-a30b-a115629de614","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:57.884978938Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_8a4b1a2c-0585-4f12-8c9a-b7cf61af774a/crucible/regions/8d853f57-298a-4245-8ce4-cfd4ea2cd578\", \"66aade6c-3bea-42c7-a30b-a115629de614\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:57.885003489Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 8d853f57-298a-4245-8ce4-cfd4ea2cd578-66aade6c-3bea-42c7-a30b-a115629de614 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:57.894234687Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"component":"datafile"}
{"msg":"applying SMF actions for region 8d853f57-298a-4245-8ce4-cfd4ea2cd578 running snapshot 66aade6c-3bea-42c7-a30b-a115629de614 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:57.894848377Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:57.894888627Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"uri":"/crucible/0/regions/8d853f57-298a-4245-8ce4-cfd4ea2cd578/snapshots/66aade6c-3bea-42c7-a30b-a115629de614/run","method":"POST","req_id":"b7d15cf9-47a6-4acf-b40a-c32474bf713d","remote_addr":"[fd00:1122:3344:101::a]:49570","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25739,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/8d853f57-298a-4245-8ce4-cfd4ea2cd578","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:57.909502692Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:57.909668415Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:57.909750536Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:57.909758466Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:57.909801607Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8d853f57-298a-4245-8ce4-cfd4ea2cd578","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:57.909848938Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8d853f57-298a-4245-8ce4-cfd4ea2cd578","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:57.909947679Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:57.91000843Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:57.910055471Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:57.910104632Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:57.919644545Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-8d853f57-298a-4245-8ce4-cfd4ea2cd578-66aade6c-3bea-42c7-a30b-a115629de614","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:57.920090102Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-8d853f57-298a-4245-8ce4-cfd4ea2cd578-66aade6c-3bea-42c7-a30b-a115629de614","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:57.923952754Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-8d853f57-298a-4245-8ce4-cfd4ea2cd578-66aade6c-3bea-42c7-a30b-a115629de614","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:57.937911819Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8d853f57-298a-4245-8ce4-cfd4ea2cd578/.zfs/snapshot/66aade6c-3bea-42c7-a30b-a115629de614","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:57.938232594Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:57.938298585Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:57.938347346Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:57.938397306Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:57.938458287Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:57.942319899Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:57.94671436Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"component":"worker"}
{"msg":"region 8d853f57-298a-4245-8ce4-cfd4ea2cd578 running snapshot 66aade6c-3bea-42c7-a30b-a115629de614 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:57.94672401Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"component":"datafile"}
{"msg":"path is \"/data/regions/8d853f57-298a-4245-8ce4-cfd4ea2cd578\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:58.085804094Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"component":"datafile"}
{"msg":"dataset is oxp_8a4b1a2c-0585-4f12-8c9a-b7cf61af774a/crucible/regions/8d853f57-298a-4245-8ce4-cfd4ea2cd578","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:58.09488262Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"component":"datafile"}
{"msg":"snapshot is oxp_8a4b1a2c-0585-4f12-8c9a-b7cf61af774a/crucible/regions/8d853f57-298a-4245-8ce4-cfd4ea2cd578@66aade6c-3bea-42c7-a30b-a115629de614","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:58.10362905Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_8a4b1a2c-0585-4f12-8c9a-b7cf61af774a/crucible/regions/8d853f57-298a-4245-8ce4-cfd4ea2cd578\", \"66aade6c-3bea-42c7-a30b-a115629de614\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:58.103663911Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T09:09:58.111826482Z","hostname":"oxz_crucible_1e1dc082-3cc7-4b01-9b4d-6665f49367f1","pid":23731,"uri":"/crucible/0/regions/8d853f57-298a-4245-8ce4-cfd4ea2cd578/snapshots/66aade6c-3bea-42c7-a30b-a115629de614/run","method":"POST","req_id":"541618cc-507b-47ad-be78-def3acd61e07","remote_addr":"[fd00:1122:3344:101::a]:49570","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":26072,"response_code":"200"}