{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.073665823Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:32983"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.073761515Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"uri":"/crucible/0/regions/e68c411f-13fd-4256-9464-86953c3a1657","method":"GET","req_id":"3d23dfa0-de11-4701-8942-ed67cbc7df67","remote_addr":"[fd00:1122:3344:101::a]:32983","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":49,"response_code":"200"} {"msg":"path is \"/data/regions/e68c411f-13fd-4256-9464-86953c3a1657\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.077899205Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"component":"datafile"} {"msg":"dataset is oxp_ed06efc8-6c57-4076-806f-3a742bb46e6b/crucible/regions/e68c411f-13fd-4256-9464-86953c3a1657","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.08677525Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"component":"datafile"} {"msg":"snapshot is oxp_ed06efc8-6c57-4076-806f-3a742bb46e6b/crucible/regions/e68c411f-13fd-4256-9464-86953c3a1657@9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.095042881Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ed06efc8-6c57-4076-806f-3a742bb46e6b/crucible/regions/e68c411f-13fd-4256-9464-86953c3a1657\", \"9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.095073422Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.107158635Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"uri":"/crucible/0/regions/e68c411f-13fd-4256-9464-86953c3a1657/snapshots/9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7","method":"GET","req_id":"03299eae-6509-4302-9f4c-720a97b38bae","remote_addr":"[fd00:1122:3344:101::a]:32983","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":29912,"response_code":"200"} {"msg":"path is \"/data/regions/e68c411f-13fd-4256-9464-86953c3a1657\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.110773833Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"component":"datafile"} {"msg":"dataset is oxp_ed06efc8-6c57-4076-806f-3a742bb46e6b/crucible/regions/e68c411f-13fd-4256-9464-86953c3a1657","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.118329556Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"component":"datafile"} {"msg":"snapshot is oxp_ed06efc8-6c57-4076-806f-3a742bb46e6b/crucible/regions/e68c411f-13fd-4256-9464-86953c3a1657@9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.126374521Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ed06efc8-6c57-4076-806f-3a742bb46e6b/crucible/regions/e68c411f-13fd-4256-9464-86953c3a1657\", \"9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.126395412Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot e68c411f-13fd-4256-9464-86953c3a1657-9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.135853241Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"component":"datafile"} {"msg":"applying SMF actions for region e68c411f-13fd-4256-9464-86953c3a1657 running snapshot 9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.136510297Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.136539328Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"uri":"/crucible/0/regions/e68c411f-13fd-4256-9464-86953c3a1657/snapshots/9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7/run","method":"POST","req_id":"111c412f-0e07-4fb3-a054-a42f3ed6f10c","remote_addr":"[fd00:1122:3344:101::a]:32983","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25798,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/e68c411f-13fd-4256-9464-86953c3a1657","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.143748583Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.143834215Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.143915407Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.143923077Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.143962948Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e68c411f-13fd-4256-9464-86953c3a1657","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.144011199Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e68c411f-13fd-4256-9464-86953c3a1657","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.144108701Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.144170833Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.144219234Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.144268145Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.148265072Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-e68c411f-13fd-4256-9464-86953c3a1657-9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.148718943Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-e68c411f-13fd-4256-9464-86953c3a1657-9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.151637234Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-e68c411f-13fd-4256-9464-86953c3a1657-9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.162873397Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e68c411f-13fd-4256-9464-86953c3a1657/.zfs/snapshot/9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.163084212Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.163148873Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.163196095Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.163243596Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.163302657Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.167054768Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.170491672Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"component":"worker"} {"msg":"region e68c411f-13fd-4256-9464-86953c3a1657 running snapshot 9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.170501652Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"component":"datafile"} {"msg":"path is \"/data/regions/e68c411f-13fd-4256-9464-86953c3a1657\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.380437335Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"component":"datafile"} {"msg":"dataset is oxp_ed06efc8-6c57-4076-806f-3a742bb46e6b/crucible/regions/e68c411f-13fd-4256-9464-86953c3a1657","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.389262449Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"component":"datafile"} {"msg":"snapshot is oxp_ed06efc8-6c57-4076-806f-3a742bb46e6b/crucible/regions/e68c411f-13fd-4256-9464-86953c3a1657@9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.397692633Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ed06efc8-6c57-4076-806f-3a742bb46e6b/crucible/regions/e68c411f-13fd-4256-9464-86953c3a1657\", \"9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.397718074Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.405475372Z","hostname":"oxz_crucible_30be1b55-8536-417c-8d01-860ec7deb59d","pid":22356,"uri":"/crucible/0/regions/e68c411f-13fd-4256-9464-86953c3a1657/snapshots/9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7/run","method":"POST","req_id":"ad7d2744-76f6-4a96-a6ee-42cbce13bea5","remote_addr":"[fd00:1122:3344:101::a]:32983","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25048,"response_code":"200"}